Examples of XMLRecordReader

Examples of com.intel.hadoop.graphbuilder.preprocess.inputformat.XMLInputFormat.XMLRecordReader

40
41
42
43
44
45
46
  @Override
  public RecordReader<LongWritable, Text> getRecordReader(InputSplit split,
      JobConf conf, Reporter reporter) throws IOException {
    conf.set(XMLInputFormat.START_TAG_KEY, START_TAG);
    conf.set(XMLInputFormat.END_TAG_KEY, END_TAG);
    return new XMLRecordReader((FileSplit) split, conf);
  }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

53
54
55
56
57
58
59
60
61
62
63
    public Spinn3rItemRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, Spinn3rItem.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, Spinn3rItem.XML_END_TAG);

      mReader = new XMLRecordReader(split, conf);

      // this is the current file
      Path p = split.getPath();

      // get its directory listing
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

32
33
34
35
36
37
38
    public PmcArticleRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, PmcArticle.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, PmcArticle.XML_END_TAG);

      mReader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

60
61
62
63
64
65
66
     */
    public TrecDocumentRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, TrecDocument.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, TrecDocument.XML_END_TAG);

      reader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

59
60
61
62
63
64
65
    public WikipediaPageRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, WikipediaPage.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, WikipediaPage.XML_END_TAG);
     
      language = conf.get("wiki.language", "en"); // Assume 'en' by default.
      reader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

67
68
69
70
71
72
73
     */
    public TrecWebRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, TrecWebDocument.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, TrecWebDocument.XML_END_TAG);

      reader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

81
82
83
84
85
86
87
     */
    public MedlineCitationRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, MedlineCitation.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, MedlineCitation.XML_END_TAG);

      reader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of edu.umd.cloud9.collection.XMLInputFormatOld.XMLRecordReader

48
49
50
51
52
53
54
    public Aquaint2DocumentRecordReader(FileSplit split, JobConf conf) throws IOException {
      conf.set(XMLInputFormatOld.START_TAG_KEY, Aquaint2Document.XML_START_TAG);
      conf.set(XMLInputFormatOld.END_TAG_KEY, Aquaint2Document.XML_END_TAG);

      reader = new XMLRecordReader(split, conf);
    }
View Full Code Here

Examples of org.easybatch.xml.XmlRecordReader

74
75
76
77
78
79
80
81
82
                .build();
    }

    public static EasyBatchEngine buildXmlEasyBatchEngine(String customersFile) throws Exception {
        return new EasyBatchEngineBuilder()
                .registerRecordReader(new XmlRecordReader("customer", new File(customersFile)))
                .registerRecordMapper(new XmlRecordMapper<Customer>(Customer.class))
                .build();
    }
View Full Code Here

Examples of org.easybatch.xml.XmlRecordReader

64
65
66
67
68
69
70
71
72
73
74
                .registerRecordProcessor(new GreetingDataLoader())
                .build();

        // Build an easy batch engine to read greetings from xml file
        EasyBatchEngine easyBatchXmlEngine = new EasyBatchEngineBuilder()
                .registerRecordReader(new XmlRecordReader("greeting", new File(args[1])))
                .registerRecordMapper(new XmlRecordMapper<Greeting>(Greeting.class))
                .registerRecordProcessor(new GreetingDataLoader())
                .build();

        //create a 2 threads pool to call Easy Batch engines in parallel
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.