Package edu.umd.cloud9.collection.clue

Examples of edu.umd.cloud9.collection.clue.ClueWarcForwardIndex.loadIndex()

41
42
43
44
45
46
47
48
49
50
51
      String outputFile = conf.get("OutputFile");
      String findexFile = conf.get("ForwardIndexFile");
      String docnoMapping = conf.get("DocnoMappingFile");

      ClueWarcForwardIndex findex = new ClueWarcForwardIndex();
      findex.loadIndex(new Path(findexFile), new Path(docnoMapping), FileSystem.get(conf));

      FileSystem fs = FileSystem.get(conf);

      sLogger.info("reading " + inputFile);
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
        "-index=" + index };

    IntegrationUtils.exec(Joiner.on(" ").join(args));

    ClueWarcForwardIndex findex = new ClueWarcForwardIndex();
    findex.loadIndex(new Path(index), new Path(mappingFile), fs);

    assertTrue(findex.getDocument(14069750).getContent()
        .contains("Vizergy: How Design and SEO work together"));
    assertTrue(findex.getDocument("clueweb09-en0008-76-19728").getContent()
        .contains("Jostens - Homeschool Yearbooks"));
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
      String outputFile = conf.get("OutputFile");
      String findexFile = conf.get("ForwardIndexFile");
      String docnoMapping = conf.get("DocnoMappingFile");

      ClueWarcForwardIndex findex = new ClueWarcForwardIndex();
      findex.loadIndex(new Path(findexFile), new Path(docnoMapping), FileSystem.get(conf));

      FileSystem fs = FileSystem.get(conf);

      sLogger.info("reading " + inputFile);
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
        "-docnoMapping=" + mappingFile };

    IntegrationUtils.exec(Joiner.on(" ").join(args));

    TrecForwardIndex findex = new TrecForwardIndex();
    findex.loadIndex(new Path(index), new Path(mappingFile), fs);

    assertTrue(findex.getDocument(1).getContent().contains("Newspapers in the Former Yugoslav Republic"));
    assertTrue(findex.getDocument("FBIS3-1").getContent().contains("Newspapers in the Former Yugoslav Republic"));
    assertEquals(1, findex.getFirstDocno());
    assertEquals(472525, findex.getLastDocno());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.