Package it.cnr.isti.hpc.wikipedia.reader

Examples of it.cnr.isti.hpc.wikipedia.reader.WikipediaArticleReader.start()

101
102
103
104
105
106
107
108
109
110
111
    String output = cli.getOutput();
    String lang = cli.getParam("lang");
    WikipediaArticleReader wap = new WikipediaArticleReader(input, output,
        lang);
    try {
      wap.start();
    } catch (Exception e) {
      logger.error("parsing the mediawiki {}", e.toString());
      System.exit(-1);
    }
  }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  @Test
  public void testParsing() throws UnsupportedEncodingException, FileNotFoundException, IOException, SAXException {
    URL u = this.getClass().getResource("/en/mercedes.xml");
    WikipediaArticleReader wap = new WikipediaArticleReader(u.getFile(),"/tmp/mercedes.json.gz", Language.EN);
    wap.start();
    String json = IOUtils.getFileAsUTF8String("/tmp/mercedes.json.gz");
    Article a = Article.fromJson(json);
    assertTrue(a.getCleanText().startsWith("Mercedes-Benz"));
    assertEquals(15, a.getCategories().size());
   
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.