/**
* genericParser
* Copyright 2010 by Michael Peter Christen, mc@yacy.net, Frankfurt a. M., Germany
* First released 30.11.2010 at http://yacy.net
*
* $LastChangedDate: 2011-04-21 15:58:49 +0200 (Do, 21. Apr 2011) $
* $LastChangedRevision: 7672 $
* $LastChangedBy: orbiter $
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program in the file lgpl21.txt
* If not, see <http://www.gnu.org/licenses/>.
*/
package net.yacy.document.parser;
import java.io.InputStream;
import net.yacy.cora.document.MultiProtocolURI;
import net.yacy.document.AbstractParser;
import net.yacy.document.Document;
import net.yacy.document.Parser;
/**
* this parser can parse just anything because it uses only the uri/file/path information
*/
public class genericParser extends AbstractParser implements Parser {
public genericParser() {
super("Generic Parser");
// no SUPPORTED_EXTENSIONS and no SUPPORTED_MIME_TYPES
// this parser is used if no other fits. This parser fits all
}
public Document[] parse(final MultiProtocolURI location, final String mimeType,
final String charset, final InputStream source1)
throws Parser.Failure, InterruptedException {
final Document[] docs = new Document[]{new Document(
location,
mimeType,
charset,
this,
null,
null,
location.getFileName().length() == 0 ? location.toTokens() : MultiProtocolURI.unescape(location.getFileName()), // title
"", // author
location.getHost(),
null,
null,
0.0f, 0.0f,
location.toTokens(),
null,
null,
null,
false)};
for (final Document d: docs) {
assert d.getText() != null : "mimeType = " + mimeType;
} // verify docs
return docs;
}
}