Package fr.eolya.crawler.queue

Examples of fr.eolya.crawler.queue.ISourceItemsQueue.reset()

849
850
851
852
853
854
855
856
857
858
859
    ISourceItemsQueue sourceQueue = QueueFactory.getSourceItemsQueueInstance(type, src.getId(), con, dbName, dbCollName);
    if (sourceQueue==null) return null;
   
    if (src.isReset() || src.isClear())
      sourceQueue.reset();

    if (src.isClear()) return sourceQueue;

    // TODO : v4 - Utile ???
    if (sourceQueue.getQueueSize()>0 && !src.isRescan() && !src.isRescanFromCache())
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
    try {
      IDBConnection dbConnection = DBConnectionFactory.getDBConnectionInstance("mongodb", "localhost", 27017,  "", "");
      ISourceItemsQueue queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue");
     
      if (queue!=null) {
        queue.reset();
        queue.start();
        assertEquals(0, queue.size());
       
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/2.html", 1).getMap()));
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    try {
      IDBConnection dbConnection = DBConnectionFactory.getDBConnectionInstance("mongodb", "localhost", 27017,  "", "");
      ISourceItemsQueue queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue");
     
      if (queue!=null) {
        queue.reset();
        queue.start();
        assertEquals(0, queue.size());
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.