Package org.apache.hadoop.chukwa.conf

Examples of org.apache.hadoop.chukwa.conf.ChukwaConfiguration

146
147
148
149
150
151
152
153
154
155
156
157
    }
  }

  public static void extractRawLogFromdataSink(String directory, String fileName)
      throws Exception {
    ChukwaConfiguration conf = new ChukwaConfiguration();
    String fsName = conf.get("writer.hdfs.filesystem");
    FileSystem fs = FileSystem.get(new URI(fsName), conf);

    SequenceFile.Reader r = new SequenceFile.Reader(fs, new Path(directory
        + fileName + ".done"), conf);
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
  public void testLogRotate() throws IOException, InterruptedException,
      ChukwaAgent.AlreadyRunningException {
    ChukwaAgent agent = new ChukwaAgent();
    // Remove any adaptor left over from previous run
    ChukwaConfiguration cc = new ChukwaConfiguration();
    int portno = cc.getInt("chukwaAgent.control.port", 9093);
    ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);
    cli.removeAll();
    // sleep for some time to make sure we don't get chunk from existing streams
    Thread.sleep(5000);
    File testFile = makeTestFile("chukwaLogRotateTest", 80);
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
43
  public void testExpiration() {
    ChukwaAgent agent = null;

    try {
      Configuration conf = new ChukwaConfiguration();
      conf.set("chukwaAgent.control.port", "0");
      agent = new ChukwaAgent(conf);

      FileTailingAdaptor.GRACEFUL_PERIOD = 30 * 1000;

      String adaptorId = agent
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
        tempDir.mkdirs();
      }
      String logFile = tempDir.getPath() + "/chukwatestExpiration.txt";
      testFile = makeTestFile(logFile, 8000);

      Configuration conf = new ChukwaConfiguration();
      conf.set("chukwaAgent.control.port", "0");
      agent = new ChukwaAgent(conf);
      // Remove any adaptor left over from previous run

      ChukwaAgentController cli = new ChukwaAgentController("localhost", agent.getControllerPort());
      cli.removeAll();
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
      chunks = new ChunkCatcherConnector();
      chunks.start();

      // Remove any adaptor left over from previous run
      ChukwaConfiguration cc = new ChukwaConfiguration();
      cc.set("chukwaAgent.control.port", "0");
      cc.setInt("chukwaAgent.fileTailingAdaptor.maxReadSize", 55);
      ChukwaAgent agent = new ChukwaAgent(cc);
      int portno = agent.getControllerPort();
      while (portno == -1) {
        Thread.sleep(1000);
        portno = agent.getControllerPort();
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
   * @throws IOException
   */
  public static void main(String[] args) throws IOException, URISyntaxException {
    System.out.println("Input file:" + args[0]);

    ChukwaConfiguration conf = new ChukwaConfiguration();
    String fsName = conf.get("writer.hdfs.filesystem");
    FileSystem fs = FileSystem.get(new URI(fsName), conf);

    SequenceFile.Reader r = new SequenceFile.Reader(fs, new Path(args[0]), conf);

    ChukwaRecordKey key = new ChukwaRecordKey();
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
  /**
   * @param args
   * @throws Exception
   */
  public static void main(String[] args) throws Exception {
    conf = new ChukwaConfiguration();
    String fsName = conf.get("writer.hdfs.filesystem");
    fs = FileSystem.get(new URI(fsName), conf);

    Path srcDir = new Path(args[0]);
    String destDir = args[1];
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
  @Override
  public void run() {
    System.out.println("\t Running Merge! : output [" + mergeArgs[1] + "]");
    int res;
    try {
      res = ToolRunner.run(new ChukwaConfiguration(),
          new MoveOrMergeRecordFile(), mergeArgs);
      System.out.println("MR exit status: " + res);
      if (res == 0) {
        System.out.println("\t Moving output file : to [" + destFilePath + "]");
        FileUtil.copy(fs, new Path(mergeArgs[1] + "/part-00000"), fs,
View Full Code Here
100
101
102
103
104
105
106
107
    String machine = args[1];
    String adaptorName = args[2];
    String recordType = args[3];
    String logFile = args[4];

    BackfillingLoader loader = new BackfillingLoader(new ChukwaConfiguration(),cluster,machine,adaptorName,recordType,logFile);
    loader.process();
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
    System.out.println("command ["
        + ((command == ChukwaAgentToCollectorValidator.ADD) ? "ADD"
            : "VALIDATE") + "]");
    System.out.println("fileName [" + inputFile + "]");

    ChukwaConfiguration conf = new ChukwaConfiguration(true);
    String collectorOutputDir = conf.get("chukwaCollector.outputDir");

    prepareAndSendData(chukwaTestDirectory + outputDir, inputFile,
        collectorOutputDir);
    extractRawLog(chukwaTestDirectory + outputDir, name, collectorOutputDir);
    boolean rawLogTestResult = validateRawLogs(chukwaTestDirectory + outputDir,
View Full Code Here
TOP

Related Classes of org.apache.hadoop.chukwa.conf.ChukwaConfiguration

  • hitune.analysis.mapreduce.Analysis
  • org.apache.hadoop.chukwa.analysis.salsa.fsm.TestFSMBuilder
  • org.apache.hadoop.chukwa.database.TestDatabaseAggregator
  • org.apache.hadoop.chukwa.database.TestDatabaseDataExpiration
  • org.apache.hadoop.chukwa.database.TestDatabaseIostat
  • org.apache.hadoop.chukwa.database.TestDatabaseTableCreator
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileExpirationPolicy
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailer
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptorBigRecord
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptorPreserveLines
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.