Package edu.buffalo.cse.ir.wikiindexer.tokenizer

Examples of edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream.reset()


   */
  @Test
  public void testReset() {
    //empty / null
    TokenStream stream = new TokenStream((String)null);
    stream.reset();
    assertNull(stream.next());
    stream = null;
   
    stream = new TokenStream("");
    stream.reset();
View Full Code Here


    stream.reset();
    assertNull(stream.next());
    stream = null;
   
    stream = new TokenStream("");
    stream.reset();
    assertNull(stream.next());
    stream = null;
   
    //positive run
    stream = new TokenStream("this");
View Full Code Here

   
    //positive run
    stream = new TokenStream("this");
    stream.append("is","a","test","stream");
    stream.next();
    stream.reset();
    assertEquals("this", stream.next());
    stream = null;
  }

  /**
 
View Full Code Here

    stream = null;
   
    //with seek
    stream = new TokenStream("this");
    stream.append("is","a","test","stream");
    stream.reset();
    assertFalse(stream.hasPrevious());
    stream = null;
   
    //forward and reverse
    stream = new TokenStream("this");
View Full Code Here

    assertEquals("this", stream.next());
    stream.previous();
    assertEquals("this", stream.next());
    assertEquals("is", stream.next());
    assertEquals("a", stream.next());
    stream.reset();
    assertEquals("this", stream.next());
    stream = null;
   
    //with remove
    stream = new TokenStream("this");
View Full Code Here

    assertEquals("stream", stream.previous());
    stream.next();
    assertEquals("stream", stream.previous());
    assertEquals("test", stream.previous());
    assertEquals("a", stream.previous());
    stream.reset();
    assertEquals("this", stream.next());
    stream = null;
   
    //with remove
    stream = new TokenStream("this");
View Full Code Here

    stream.append("is","a","test","stream");
    stream.seekEnd();
    assertFalse(stream.mergeWithNext());
   
    //proper merge
    stream.reset();
    assertTrue(stream.mergeWithNext());
    assertEquals("this is", stream.next());
    assertEquals(4, stream.getAllTokens().size());
    stream = null;
   
View Full Code Here

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.