Package org.openjena.riot.tokens

Examples of org.openjena.riot.tokens.Tokenizer

501
502
503
504
505
506
507
508
  @Test(expected=IllegalArgumentException.class)
  public void rdfjson_invalid_tokenizer()
  {
    byte b[] = StrUtils.asUTF8bytes("") ;
    ByteArrayInputStream in = new ByteArrayInputStream(b);
    Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(in) ;
    LangRDFJSON parser = RiotReader.createParserRdfJson(tokenizer, new SinkCounting<Triple>()) ;
  }
View Full Code Here
507
508
509
510
511
512
513
514
515
516
517
    LangRDFJSON parser = RiotReader.createParserRdfJson(tokenizer, new SinkCounting<Triple>()) ;
  }

    private long parseCount(String string)
    {
        Tokenizer tokenizer = tokenizer(string) ;
        SinkCounting<Triple> sink = new SinkCounting<Triple>() ;
        LangRDFJSON x = RiotReader.createParserRdfJson(tokenizer, sink) ;
        x.getProfile().setHandler(new ErrorHandlerEx()) ;
        x.parse() ;
        return sink.getCount() ;
View Full Code Here
537
538
539
540
541
542
543
544
    private Tokenizer tokenizer(String str)
    {
        byte b[] = StrUtils.asUTF8bytes(str) ;
        ByteArrayInputStream in = new ByteArrayInputStream(b) ;
        Tokenizer tokenizer = new TokenizerJSON(PeekReader.makeUTF8(in)) ;
        return tokenizer ;
    }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    private static DatasetGraph parse(String... strings)
    {
        String string = StrUtils.strjoin("\n", strings) ;
        DatasetGraph dsg = DatasetLib.createDatasetGraphMem() ;
        Sink<Quad> sink = RiotLoader.datasetSink(dsg) ;
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(string) ;
        LangTriG parser = RiotReader.createParserTriG(tokenizer, "http://base/", sink) ;
        parser.getProfile().setHandler(new ErrorHandlerEx()) ;
        try {
            parser.parse();
        } finally { sink.close() ; }
View Full Code Here
154
155
156
157
158
159
160
161
    {
        //Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(string) ;
        // ASCII
        byte b[] = StrUtils.asUTF8bytes(string) ;
        ByteArrayInputStream in = new ByteArrayInputStream(b) ;
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerASCII(in) ;
        return tokenizer ;
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
        }
    }
   
    @Test public void ntriples_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> .") ;
        CatchSink<Triple> sink = new CatchSink<Triple>() ;
       
        LangRIOT parser = RiotReader.createParserNTriples(tokenizer, sink) ;
        parserSetup(parser) ;
        parser.parse();
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
        assertEquals(SSE.parseTriple("(<x> <p> <q>)"), sink.getLast()) ;
    }
   
    @Test public void turtle_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> .") ;
        CatchSink<Triple> sink = new CatchSink<Triple>() ;
        LangRIOT parser = RiotReader.createParserTurtle(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.flushCalled) ;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
        assertEquals(SSE.parseTriple("(<http://base/x> <http://base/p> <http://base/q>)"), sink.getLast()) ;
    }
   
    @Test public void nquads_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> <g>.") ;
        CatchSink<Quad> sink = new CatchSink<Quad>() ;
        LangRIOT parser = RiotReader.createParserNQuads(tokenizer, sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.flushCalled) ;
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
        assertEquals(q, sink.getLast()) ;
    }

    @Test public void trig_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("{ <x> <p> <q> }") ;
        CatchSink<Quad> sink = new CatchSink<Quad>() ;
        LangRIOT parser = RiotReader.createParserTriG(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.flushCalled) ;
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
        assertEquals(q, sink.getLast()) ;
    }
   
    @Test public void trig_02()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<g> { <x> <p> <q> }") ;
        CatchSink<Quad> sink = new CatchSink<Quad>() ;
        LangRIOT parser = RiotReader.createParserTriG(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.flushCalled) ;
View Full Code Here
TOP

Related Classes of org.openjena.riot.tokens.Tokenizer

  • com.hp.hpl.jena.sparql.engine.binding.TestBindingStreams
  • com.hp.hpl.jena.sparql.resultset.TSVInput
  • com.hp.hpl.jena.sparql.util.NodeFactory
  • com.hp.hpl.jena.tdb.nodetable.NodecSSE
  • org.apache.jena.fuseki.validation.DataValidator
  • org.apache.jena.tdbloader4.FirstReducer
  • org.apache.jena.tdbloader4.io.QuadRecordReader
  • org.apache.jena.tdbloader4.io.QuadWritable
  • org.apache.jena.tdbloader4.SecondReducer
  • org.openjena.riot.lang.TestLangNQuads
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.