Examples of MiniDFSNNTopology

org.apache.hadoop.hdfs.MiniDFSNNTopology
This class is used to specify the setup of namenodes when instantiating a MiniDFSCluster. It consists of a set of nameservices, each of which may have one or more namenodes (in the case of HA)

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    jCluster = new MiniJournalCluster.Builder(new Configuration()).format(true)
        .numJournalNodes(NUM_JN).build();
    URI journalURI = jCluster.getQuorumJournalURI(NAMESERVICE);
    
    // start cluster with 2 NameNodes
    MiniDFSNNTopology topology = new MiniDFSNNTopology()
        .addNameservice(new MiniDFSNNTopology.NSConf(NAMESERVICE).addNN(
            new MiniDFSNNTopology.NNConf("nn1").setIpcPort(NN1_IPC_PORT)
                .setHttpPort(NN1_INFO_PORT)).addNN(
            new MiniDFSNNTopology.NNConf("nn2").setIpcPort(NN2_IPC_PORT)
                .setHttpPort(NN2_INFO_PORT)));

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

        0);
    
    conf.setInt(DFSConfigKeys.DFS_HA_ZKFC_PORT_KEY + ".ns1.nn1", 10003);
    conf.setInt(DFSConfigKeys.DFS_HA_ZKFC_PORT_KEY + ".ns1.nn2", 10004);


    MiniDFSNNTopology topology = new MiniDFSNNTopology()
    .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setIpcPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setIpcPort(10002)));
    cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    conf.set(DFSConfigKeys.DFS_IMAGE_COMPRESSION_CODEC_KEY,
        SlowCodec.class.getCanonicalName());
    CompressionCodecFactory.setCodecClasses(conf,
        ImmutableList.<Class>of(SlowCodec.class));


    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));
    
    cluster = new MiniDFSCluster.Builder(conf)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

  public void testRefreshNamenodes() throws IOException {
    // Start cluster with a single NN and DN
    Configuration conf = new Configuration();
    MiniDFSCluster cluster = null;
    try {
      MiniDFSNNTopology topology = new MiniDFSNNTopology()
        .addNameservice(new NSConf("ns1").addNN(
            new NNConf(null).setIpcPort(nnPort1)))
        .setFederation(true);
      cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    conf = new Configuration();
    conf.setInt(DFSConfigKeys.DFS_HA_LOGROLL_PERIOD_KEY, 1);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);
    HAUtil.setAllowStandbyReads(conf, true);
    
    MiniDFSNNTopology topology = MiniDFSNNTopology.simpleHATopology();
    
    cluster = new MiniDFSCluster.Builder(conf)
      .nnTopology(topology)
      .numDataNodes(0)
      .build();

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    Configuration conf = new Configuration();
    conf.setInt(DFSConfigKeys.DFS_NAMENODE_CHECKPOINT_CHECK_PERIOD_KEY, 1);
    conf.setInt(DFSConfigKeys.DFS_NAMENODE_CHECKPOINT_TXNS_KEY, 5);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);


    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));
    
    cluster = new MiniDFSCluster.Builder(conf)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

  
  @Before
  public void setupCluster() throws IOException {
    Configuration conf = new Configuration();


    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(20001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(20002)));
    
    cluster = new MiniDFSCluster.Builder(conf)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    conf.set(DFSConfigKeys.DFS_IMAGE_COMPRESSION_CODEC_KEY,
        SlowCodec.class.getCanonicalName());
    CompressionCodecFactory.setCodecClasses(conf,
        ImmutableList.<Class>of(SlowCodec.class));


    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10061))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10062)));
    
    cluster = new MiniDFSCluster.Builder(conf)

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

      return new MiniQJMHACluster(this);
    }
  }
  
  public static MiniDFSNNTopology createDefaultTopology() {
    return new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf(NAMESERVICE).addNN(
        new MiniDFSNNTopology.NNConf("nn1").setIpcPort(NN1_IPC_PORT)
            .setHttpPort(NN1_INFO_PORT)).addNN(
        new MiniDFSNNTopology.NNConf("nn2").setIpcPort(NN2_IPC_PORT)
            .setHttpPort(NN2_INFO_PORT)));

View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

    journalCluster = new MiniJournalCluster.Builder(conf).format(true)
        .build();
    URI journalURI = journalCluster.getQuorumJournalURI(NAMESERVICE);
    
    // start cluster with 2 NameNodes
    MiniDFSNNTopology topology = createDefaultTopology();
    
    initHAConf(journalURI, builder.conf);
    
    // First start up the NNs just to format the namespace. The MinIDFSCluster
    // has no way to just format the NameNodes without also starting them.

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.