Package org.apache.jena.riot.tokens

Examples of org.apache.jena.riot.tokens.Tokenizer

498
499
500
501
502
503
504
505
506
  @Test(expected=IllegalArgumentException.class)
  public void rdfjson_invalid_tokenizer()
  {
    byte b[] = StrUtils.asUTF8bytes("") ;
    ByteArrayInputStream in = new ByteArrayInputStream(b);
    Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(in) ;
        RDFParserOutputCounting sink = StreamRDFLib.count() ;
    LangRDFJSON parser = RiotReader.createParserRdfJson(tokenizer, sink) ;
  }
View Full Code Here
505
506
507
508
509
510
511
512
513
514
515
    LangRDFJSON parser = RiotReader.createParserRdfJson(tokenizer, sink) ;
  }

    private long parseCount(String string)
    {
        Tokenizer tokenizer = tokenizer(string) ;
        RDFParserOutputCounting sink = StreamRDFLib.count() ;
        LangRDFJSON x = RiotReader.createParserRdfJson(tokenizer, sink) ;
        x.getProfile().setHandler(new ErrorHandlerEx()) ;
        x.parse() ;
        return sink.count() ;
View Full Code Here
533
534
535
536
537
538
539
540
    private Tokenizer tokenizer(String str)
    {
        byte b[] = StrUtils.asUTF8bytes(str) ;
        ByteArrayInputStream in = new ByteArrayInputStream(b) ;
        Tokenizer tokenizer = new TokenizerJSON(PeekReader.makeUTF8(in)) ;
        return tokenizer ;
    }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
        @Override public void finish()  { finishCalled++ ; }
    }
   
    @Test public void ntriples_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> .") ;
        CatchParserOutput sink = new CatchParserOutput() ;
       
        LangRIOT parser = RiotReader.createParserNTriples(tokenizer, sink) ;
        parserSetup(parser) ;
        parser.parse();
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
        assertEquals(SSE.parseTriple("(<x> <p> <q>)"), last(sink.triples)) ;
    }
   
    @Test public void turtle_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> .") ;
        CatchParserOutput sink = new CatchParserOutput() ;
        LangRIOT parser = RiotReader.createParserTurtle(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.startCalled) ;
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
        assertEquals(SSE.parseTriple("(<http://base/x> <http://base/p> <http://base/q>)"), last(sink.triples)) ;
    }
   
    @Test public void nquads_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<x> <p> <q> <g>.") ;
        CatchParserOutput sink = new CatchParserOutput() ;
        LangRIOT parser = RiotReader.createParserNQuads(tokenizer, sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.startCalled) ;
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
        assertEquals(q, last(sink.quads)) ;
    }

    @Test public void trig_01()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("{ <x> <p> <q> }") ;
        CatchParserOutput sink = new CatchParserOutput() ;
        LangRIOT parser = RiotReader.createParserTriG(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.startCalled) ;
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        assertEquals(q, last(sink.quads)) ;
    }
   
    @Test public void trig_02()
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString("<g> { <x> <p> <q> }") ;
        CatchParserOutput sink = new CatchParserOutput() ;
        LangRIOT parser = RiotReader.createParserTriG(tokenizer, "http://base/", sink) ;
        parserSetup(parser) ;
        parser.parse();
        assertEquals(1, sink.startCalled) ;
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
            str = StrUtils.unescapeString(str) ;
            str = StrUtils.decodeHex(str, MarkerChar) ;
            return Node.createURI(str) ;
        }

        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(str) ;
        if ( ! tokenizer.hasNext() )
            throw new TDBException("Failed to tokenise: "+str) ;
        Token t = tokenizer.next() ;

        try {
            Node n = t.asNode() ;
            if ( n == null ) throw new TDBException("Not a node: "+str) ;
            return n ;
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
    @Test public void bindingStream_63()              { testWriteRead(bb3) ; }

   
    static void testRead(String x, Binding ... bindings)
    {
        Tokenizer t = TokenizerFactory.makeTokenizerString(x) ;
        BindingInputStream inStream = new BindingInputStream(t) ;
       
        if ( bindings.length == 0 )
        {
            for ( ; inStream.hasNext() ; )
View Full Code Here
TOP

Related Classes of org.apache.jena.riot.tokens.Tokenizer

  • com.hp.hpl.jena.sparql.engine.binding.TestBindingStreams
  • com.hp.hpl.jena.sparql.util.NodeFactory
  • com.hp.hpl.jena.sparql.util.NodeFactoryExtra
  • com.hp.hpl.jena.tdb.nodetable.NodecSSE
  • org.apache.jena.fuseki.validation.DataValidator
  • org.apache.jena.riot.lang.TestLangNTriples
  • org.apache.jena.riot.lang.TestLangNTuples
  • org.apache.jena.riot.lang.TestLangRdfJson
  • org.apache.jena.riot.lang.TestLangTrig
  • org.apache.jena.riot.lang.TestLangTurtle
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.