/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.openjena.riot;
import static org.apache.jena.riot.RDFLanguages.NQUADS ;
import static org.apache.jena.riot.RDFLanguages.TRIG ;
import java.io.InputStream ;
import java.util.Iterator ;
import org.apache.jena.atlas.io.PeekReader ;
import org.apache.jena.atlas.iterator.IteratorResourceClosing ;
import org.apache.jena.atlas.json.io.parser.TokenizerJSON ;
import org.apache.jena.atlas.lib.Sink ;
import org.apache.jena.riot.Lang ;
import org.apache.jena.riot.RDFDataMgr ;
import org.apache.jena.riot.RDFLanguages ;
import org.apache.jena.riot.lang.LangNQuads ;
import org.apache.jena.riot.lang.LangNTriples ;
import org.apache.jena.riot.lang.LangRDFJSON ;
import org.apache.jena.riot.lang.LangRDFXML ;
import org.apache.jena.riot.lang.LangRIOT ;
import org.apache.jena.riot.lang.LangTriG ;
import org.apache.jena.riot.lang.LangTurtle ;
import org.apache.jena.riot.lang.PipedQuadsStream ;
import org.apache.jena.riot.lang.PipedRDFIterator ;
import org.apache.jena.riot.lang.PipedTriplesStream ;
import org.apache.jena.riot.system.* ;
import org.apache.jena.riot.tokens.Tokenizer ;
import org.apache.jena.riot.tokens.TokenizerFactory ;
import com.hp.hpl.jena.graph.Triple ;
import com.hp.hpl.jena.sparql.core.Quad ;
/** Operations to access RIOT parsers and send the output to
* a ParserOutput (triples or quads as appropriate).
* Operations to send to a sink (special case of a ParserOutput).
* @see RDFDataMgr for reading from a location, including web access and content negotation.
* @deprecated Use {@link org.apache.jena.riot.RiotReader}
*/
@Deprecated
public class RiotReader
{
/** Parse a file, sending triples to a sink.
* Must be in a triples syntax.
* @param filename
* @param sink Where to send the triples from the parser.
* @see RDFDataMgr#read
*/
public static void parseTriples(String filename, Sink<Triple> sink)
{ parseTriples(filename, null, null, sink) ; }
/** Parse a file, sending triples to a sink.
* Must be in a triples syntax.
* @param filename
* @param lang Language, or null for "guess from URL" (e.g. file extension)
* @param baseIRI Base IRI, or null for based on input filename
* @param sink Where to send the triples from the parser.
* @see RDFDataMgr#read
*/
public static void parseTriples(String filename, Lang lang, String baseIRI, Sink<Triple> sink)
{
StreamRDF dest = StreamRDFLib.sinkTriples(sink) ;
parseTriples(filename, lang, baseIRI, dest) ;
}
/** Parse an InputStream, sending triples to a sink.
* @param in Source for bytes to parse.
* @param lang Language.
* @param baseIRI Base IRI.
* @param sink Where to send the triples from the parser.
* @see RDFDataMgr#read
*/
public static void parseTriples(InputStream in, Lang lang, String baseIRI, Sink<Triple> sink)
{
StreamRDF dest = StreamRDFLib.sinkTriples(sink) ;
parseTriples(in, lang, baseIRI, dest) ;
}
// -------- Quads
/** Parse a file, sending quads to a sink.
* @param filename
* @param sink Where to send the quads from the parser.
* @see RDFDataMgr#read
*/
public static void parseQuads(String filename, Sink<Quad> sink)
{ parseQuads(filename, null, null, sink) ; }
/** Parse a file, sending quads to a sink.
* @param filename
* @param lang Language, or null for "guess from filename" (e.g. extension)
* @param baseIRI Base IRI, or null for base on input filename
* @param sink Where to send the quads from the parser.
* @see RDFDataMgr#read
*/
public static void parseQuads(String filename, Lang lang, String baseIRI, Sink<Quad> sink)
{
StreamRDF dest = StreamRDFLib.sinkQuads(sink) ;
parseQuads(filename, lang, baseIRI, dest) ;
}
/** Parse an InputStream, sending quads to a sink.
* @param in Source for bytes to parse.
* @param lang Language.org.apache.jena.riot.RiotReader
* @param baseIRI Base IRI.
* @param sink Where to send the quads from the parser.
* @see RDFDataMgr#read
*/
public static void parseQuads(InputStream in, Lang lang, String baseIRI, Sink<Quad> sink)
{
StreamRDF dest = StreamRDFLib.sinkQuads(sink) ;
parseQuads(in, lang, baseIRI, dest) ;
}
/** Parse a file, sending triples to a sink.
* Must be in a triples syntax.
* @param filename
* @param dest Where to send the triples from the parser.
*/
public static void parseTriples(String filename, StreamRDF dest)
{ parseTriples(filename, null, null, dest) ; }
/** Parse a file, sending triples to a sink.
* Must be in a triples syntax.
* @param filename
* @param lang Language, or null for "guess from URL" (e.g. file extension)
* @param baseIRI Base IRI, or null for based on input filename
* @param dest Where to send the triples from the parser.
*/
public static void parseTriples(String filename, Lang lang, String baseIRI, StreamRDF dest)
{
org.apache.jena.riot.RiotReader.parse(filename, lang, baseIRI, dest) ;
}
/** Parse an InputStream, sending triples to a sink.
* @param in Source for bytes to parse.
* @param lang Language.
* @param baseIRI Base IRI.
* @param dest Where to send the triples from the parser.
*/
public static void parseTriples(InputStream in, Lang lang, String baseIRI, StreamRDF dest)
{
org.apache.jena.riot.RiotReader.parse(in, lang, baseIRI, dest) ;
}
// -------- Quads
/** Parse a file, sending quads to a sink.
* @param filename
* @param dest Where to send the quads from the parser.
*/
public static void parseQuads(String filename, StreamRDF dest)
{ parseQuads(filename, null, null, dest) ; }
/** Parse a file, sending quads to a sink.
* @param filename
* @param lang Language, or null for "guess from filename" (e.g. extension)
* @param baseIRI Base IRI, or null for base on input filename
* @param dest Where to send the quads from the parser.
*/
public static void parseQuads(String filename, Lang lang, String baseIRI, StreamRDF dest)
{
org.apache.jena.riot.RiotReader.parse(filename, lang, baseIRI, dest) ;
}
/** Parse an InputStream, sending quads to a sink.
* @param in Source for bytes to parse.
* @param lang Language.
* @param baseIRI Base IRI.
* @param dest Where to send the quads from the parser.
*/
public static void parseQuads(InputStream in, Lang lang, String baseIRI, StreamRDF dest)
{
org.apache.jena.riot.RiotReader.parse(in, lang, baseIRI, dest) ;
}
// -------- Parsers
/** Create a parser for a triples language */
public static LangRIOT createParserTriples(InputStream input, Lang lang, String baseIRI, StreamRDF dest)
{
return org.apache.jena.riot.RiotReader.createParser(input, lang, baseIRI, dest) ;
}
/** Create a parser for a triples language */
public static LangRIOT createParserTriples(Tokenizer tokenizer, Lang lang, String baseIRI, StreamRDF dest)
{
return org.apache.jena.riot.RiotReader.createParser(tokenizer, lang, baseIRI, dest) ;
}
public static Iterator<Triple> createIteratorTriples(final InputStream input, final Lang lang, final String baseIRI)
{
// Special case N-Triples, because the RIOT reader has a pull interface
if ( RDFLanguages.sameLang(RDFLanguages.NTRIPLES, lang) )
{
return new IteratorResourceClosing<Triple>(createParserNTriples(input, null), input);
}
else
{
// Otherwise, we have to spin up a thread to deal with it
final PipedRDFIterator<Triple> it = new PipedRDFIterator<Triple>();
final PipedTriplesStream out = new PipedTriplesStream(it);
Thread t = new Thread(new Runnable()
{
@Override
public void run()
{
parseTriples(input, lang, baseIRI, out);
}
});
t.start();
return it;
}
}
/** Create a parser for a quads (or triples) language */
public static LangRIOT createParserQuads(InputStream input, Lang lang, String baseIRI, StreamRDF dest)
{
Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
return createParserQuads(tokenizer, lang, baseIRI, dest) ;
}
/** Create a parser for a quads language */
public static LangRIOT createParserQuads(Tokenizer tokenizer, Lang lang, String baseIRI, StreamRDF dest)
{
if ( RDFLanguages.sameLang(NQUADS, lang) )
return createParserNQuads(tokenizer, dest) ;
if ( RDFLanguages.sameLang(TRIG, lang) )
return createParserTriG(tokenizer, baseIRI, dest) ;
// try to do via triples to quads extension.
dest = StreamRDFLib.extendTriplesToQuads(dest) ;
return createParserTriples(tokenizer, lang, baseIRI, dest) ;
}
public static Iterator<Quad> createIteratorQuads(final InputStream input, final Lang lang, final String baseIRI)
{
// Special case N-Quads, because the RIOT reader has a pull interface
if ( RDFLanguages.sameLang(RDFLanguages.NTRIPLES, lang) )
{
return new IteratorResourceClosing<Quad>(createParserNQuads(input, null), input);
}
else
{
// Otherwise, we have to spin up a thread to deal with it
final PipedRDFIterator<Quad> it = new PipedRDFIterator<Quad>();
final PipedQuadsStream out = new PipedQuadsStream(it);
Thread t = new Thread(new Runnable()
{
@Override
public void run()
{
parseQuads(input, lang, baseIRI, out);
}
});
t.start();
return it;
}
}
/** Create a parser for Turtle, with default behaviour */
public static LangTurtle createParserTurtle(InputStream input, String baseIRI, StreamRDF dest)
{
Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
return createParserTurtle(tokenizer, baseIRI, dest) ;
}
/** Create a parser for Turtle, with default behaviour */
public static LangTurtle createParserTurtle(Tokenizer tokenizer, String baseIRI, StreamRDF dest)
{
LangTurtle parser = new LangTurtle(tokenizer, RiotLib.profile(RDFLanguages.TURTLE, baseIRI), dest) ;
return parser ;
}
/** Create a parser for RDF/XML */
public static LangRDFXML createParserRDFXML(InputStream input, String baseIRI, StreamRDF dest)
{
if ( baseIRI == null )
baseIRI = chooseBaseIRI() ;
LangRDFXML parser = LangRDFXML.create(input, baseIRI, baseIRI, ErrorHandlerFactory.getDefaultErrorHandler(), dest) ;
return parser ;
}
/** Create parsers for RDF/JSON */
public static LangRDFJSON createParserRdfJson(Tokenizer tokenizer, StreamRDF dest)
{
LangRDFJSON parser = new LangRDFJSON(tokenizer, RiotLib.profile(RDFLanguages.RDFJSON, null), dest) ;
return parser;
}
public static LangRDFJSON createParserRdfJson(InputStream input, StreamRDF dest)
{
TokenizerJSON tokenizer = new TokenizerJSON(PeekReader.makeUTF8(input)) ;
return createParserRdfJson(tokenizer, dest) ;
}
/** Create a parser for TriG, with default behaviour */
public static LangTriG createParserTriG(InputStream input, String baseIRI, StreamRDF dest)
{
Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
return createParserTriG(tokenizer, baseIRI, dest) ;
}
/** Create a parser for TriG, with default behaviour */
public static LangTriG createParserTriG(Tokenizer tokenizer, String baseIRI, StreamRDF dest)
{
if ( baseIRI == null )
baseIRI = chooseBaseIRI() ;
LangTriG parser = new LangTriG(tokenizer, RiotLib.profile(RDFLanguages.TRIG, baseIRI), dest) ;
return parser ;
}
/** Create a parser for N-Triples, with default behaviour */
public static LangNTriples createParserNTriples(InputStream input, StreamRDF dest)
{
Tokenizer tokenizer = TokenizerFactory.makeTokenizerASCII(input) ;
return createParserNTriples(tokenizer, dest) ;
}
/** Create a parser for N-Triples, with default behaviour */
public static LangNTriples createParserNTriples(Tokenizer tokenizer, StreamRDF dest)
{
LangNTriples parser = new LangNTriples(tokenizer, RiotLib.profile(RDFLanguages.NTRIPLES, null), dest) ;
return parser ;
}
/** Create a parser for NQuads, with default behaviour */
public static LangNQuads createParserNQuads(InputStream input, StreamRDF dest)
{
Tokenizer tokenizer = TokenizerFactory.makeTokenizerASCII(input) ;
return createParserNQuads(tokenizer, dest) ;
}
/** Create a parser for NQuads, with default behaviour */
public static LangNQuads createParserNQuads(Tokenizer tokenizer, StreamRDF dest)
{
LangNQuads parser = new LangNQuads(tokenizer, RiotLib.profile(RDFLanguages.NQUADS, null), dest) ;
return parser ;
}
public static String chooseBaseIRI()
{
return IRIResolver.chooseBaseURI().toString() ;
}
public static String chooseBaseIRI(String baseIRI, String filename)
{
// private static void checkTriplesLanguage(String filename, Lang2 lang)
// {
//
//
// if ( lang != null )
// {
// if ( ! lang.isTriples() )
// throw new RiotException("Can only parse triples languages to a triples sink: "+lang.getName()) ;
// return ;
// }
//
// lang = filenameToLang(filename) ;
// if ( lang != null && ! lang.isTriples() )
// }
if ( baseIRI != null )
return baseIRI ;
if ( filename == null || filename.equals("-") )
return "http://localhost/stdin/" ;
String x = IRILib.filenameToIRI(filename) ;
return x ;
}
private static String nameForFile(String filename)
{
if ( filename == null || filename.equals("-") )
return "stdin" ;
return filename ;
}
}