Examples of org.apache.hadoop.conf.Configuration.reloadConfiguration()

Class org.apache.hadoop.conf.Configuration

Examples of org.apache.hadoop.conf.Configuration.reloadConfiguration()

org.apache.hadoop.conf.Configuration.reloadConfiguration()
Reload configuration from previously added resources. This method will clear all the configuration read from the added resources, and final parameters. This will make the resources to be read again before accessing the values. Values that are added via set methods will overlay values read from the resources.

    conf.addResource(new Path("/etc/hadoop/conf/core-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/hdfs-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/mapred-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/yarn-site.xml"));


    conf.reloadConfiguration();


    return conf;
  }


  // How to properly shell out: http://www.javaworld.com/javaworld/jw-12-2000/jw-1229-traps.html

View Full Code Here

    * @return true id Demux succeed
    */
   protected boolean runDemux(String demuxInputDir, String demuxOutputDir) { 
     // to reload the configuration, and demux's reduce number
     Configuration tempConf = new Configuration(conf);
     tempConf.reloadConfiguration();
     demuxReducerCount = tempConf.getInt(CHUKWA_DEMUX_REDUCER_COUNT_FIELD, DEFAULT_REDUCER_COUNT);
     String[] demuxParams;
     int i=0;
     Demux.addParsers(tempConf);
     demuxParams = new String[4];

View Full Code Here

    cConf.set(Constants.Explore.LOCAL_DATA_DIR,
              tmpFolder.newFolder("hive").getAbsolutePath());


    Configuration hConf = new Configuration();
    hConf.addResource("mapred-site-local.xml");
    hConf.reloadConfiguration();
    hConf.set(Constants.CFG_LOCAL_DATA_DIR, localDataDir.getAbsolutePath());
    hConf.set(Constants.AppFabric.OUTPUT_DIR, cConf.get(Constants.AppFabric.OUTPUT_DIR));
    hConf.set("hadoop.tmp.dir", new File(localDataDir, cConf.get(Constants.AppFabric.TEMP_DIR)).getAbsolutePath());


    // Windows specific requirements

View Full Code Here

    conf.addResource(new Path("/etc/hadoop/conf/core-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/hdfs-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/mapred-site.xml"));
    conf.addResource(new Path("/etc/hadoop/conf/yarn-site.xml"));


    conf.reloadConfiguration();


    return conf;
  }


  // How to properly shell out: http://www.javaworld.com/javaworld/jw-12-2000/jw-1229-traps.html

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.