Package com.taobao.top.analysis.node.io

Examples of com.taobao.top.analysis.node.io.HdfsInputAdaptor


   * @param args
   */
  public static void main(String[] args) {
   
   
    HdfsInputAdaptor hdfsInputAdaptor = new HdfsInputAdaptor();
    JobConfig jobConfig = new JobConfig();
    JobTask jobtask = new JobTask(jobConfig);
    jobtask.setInput("hdfs://localhost:9000/user/apple/top/top-access.log");
   
    java.io.BufferedReader reader = null;
    InputStream in = null;
   
    try
    {
      in = hdfsInputAdaptor.getInputFormJob(jobtask, new JobTaskExecuteInfo());
     
      reader = new java.io.BufferedReader(new java.io.InputStreamReader(in));
     
      String aa = null;
     
View Full Code Here


    slaveNode.setJobResultMerger(jobResultMerger2);
    slaveNode.setMonitor(monitor);
   
    IInputAdaptor fileInputAdaptor =  new FileInputAdaptor();
    IInputAdaptor httpInputAdaptor = new HttpInputAdaptor();
    IInputAdaptor hdfsInputAdaptor = new HdfsInputAdaptor();
    IOutputAdaptor fileOutAdaptor = new FileOutputAdaptor();
   
    FileJobExporter fileJobExporter2 = new FileJobExporter();
    fileJobExporter2.setMaxCreateReportWorker(2);
    fileJobExporter2.init();
View Full Code Here

        nodeConfig = new SlaveConfig();
        slaveConnector = new SocketSlaveConnector();
        monitor = new SlaveMonitor();
        statisticsEngine = new StatisticsEngine();
        httpInputAdaptor = new HttpInputAdaptor();
        hdfsInputAdaptor = new HdfsInputAdaptor();
        fileInputAdaptor = new FileInputAdaptor();
        hubInputAdaptor = new HubInputAdaptor();
        fileOutputAdaptor = new FileOutputAdaptor();
       
        try {
View Full Code Here

TOP

Related Classes of com.taobao.top.analysis.node.io.HdfsInputAdaptor

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.