Package org.apache.hadoop.chukwa.conf

Examples of org.apache.hadoop.chukwa.conf.ChukwaConfiguration

91
92
93
94
95
96
97
98
99
100
101
      }
    }
  }

  public void verifyTable(String table) {
    ChukwaConfiguration cc = new ChukwaConfiguration();
    String query = "select * from ["+table+"];";
    Macro mp = new Macro(current,query);
    query = mp.toString();
    try {
      DatabaseWriter db = new DatabaseWriter(cluster);
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
    public void tearDown() {
  dbSetup.tearDownDatabase();
    }

  public void verifyTable(String table) {
    ChukwaConfiguration cc = new ChukwaConfiguration();
    String query = "select * from ["+table+"];";
    Macro mp = new Macro(dbSetup.current,query);
    query = mp.toString();
    try {
      DatabaseWriter db = new DatabaseWriter(dbSetup.cluster);
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
   * @param Record Type
   */
  public SocketDataLoader(String recordType) {
    this.recordType = recordType;
    try {
      collectors = DataFactory.getInstance().getCollectorURLs(new ChukwaConfiguration());
    } catch (IOException e) {
      log.error(ExceptionUtil.getStackTrace(e));
    }
    Matcher m = pattern.matcher(collectors.next());
    // Socket data loader only supports to stream data from a single collector. 
View Full Code Here
45
46
47
48
49
50
51
52
  protected ChukwaConfiguration conf = null;
  protected FileSystem fs = null;
  protected boolean isRunning = true;
 
  public ChukwaArchiveManager() throws Exception {
    conf = new ChukwaConfiguration();
    init();
  }
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
   */
  public static void main(String[] args) throws Exception {
   
    DaemonWatcher.createInstance("DailyChukwaRecordRolling");
   
    conf = new ChukwaConfiguration();
    String fsName = conf.get("writer.hdfs.filesystem");
    fs = FileSystem.get(new URI(fsName), conf);

    // TODO read from config
    String rollingFolder = "/chukwa/rolling/";
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
    } // for(FileStatus dayFS : daysFS)
  }

  public int run(String[] args) throws Exception {
    JobConf conf = new JobConf(new ChukwaConfiguration(), DailyChukwaRecordRolling.class);

    conf.setJobName("DailyChukwa-Rolling");
    conf.setInputFormat(SequenceFileInputFormat.class);

    conf.setMapperClass(IdentityMapper.class);
View Full Code Here
578
579
580
581
582
583
584
585
586
587
588
  }
 

  public static void main(String[] args) {
    try {
      conf = new ChukwaConfiguration();
      fs = FileSystem.get(conf);
      MetricDataLoader mdl = new MetricDataLoader(conf, fs, args[0]);
      mdl.run();
    } catch (Exception e) {
      e.printStackTrace();
View Full Code Here
72
73
74
75
76
77
78
79
    manager.start();

  }

  public DemuxManager() throws Exception {
    this.conf = new ChukwaConfiguration();
    init();
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    }
    if(args[0].equals("--summarize")) {
      firstArg = 1;
      summarize= true;
    }
    ChukwaConfiguration conf = new ChukwaConfiguration();
    FileSystem fs;
    if(args[firstArg].contains("://")) {
      fs = FileSystem.get(new URI(args[firstArg]), conf);
    } else {
      String fsName = conf.get("writer.hdfs.filesystem");
      if(fsName != null)
        fs = FileSystem.get(conf);
      else
        fs = FileSystem.getLocal(conf);
    }
View Full Code Here
232
233
234
235
236
237
238
239
240
241
242
      return fs.exists(new Path(directoryAsString + "/rotateDone"));
    }
  }

  public static Path[] doMove(Path srcDir, String destDir) throws Exception {
    conf = new ChukwaConfiguration();
    String fsName = conf.get("writer.hdfs.filesystem");
    fs = FileSystem.get(new URI(fsName), conf);
    log.info("Start MoveToRepository doMove()");

    FileStatus fstat = fs.getFileStatus(srcDir);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.chukwa.conf.ChukwaConfiguration

  • hitune.analysis.mapreduce.Analysis
  • org.apache.hadoop.chukwa.analysis.salsa.fsm.TestFSMBuilder
  • org.apache.hadoop.chukwa.database.TestDatabaseAggregator
  • org.apache.hadoop.chukwa.database.TestDatabaseDataExpiration
  • org.apache.hadoop.chukwa.database.TestDatabaseIostat
  • org.apache.hadoop.chukwa.database.TestDatabaseTableCreator
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileExpirationPolicy
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailer
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptorBigRecord
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptorPreserveLines
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.