Examples of DataNodeProperties

Examples of org.apache.hadoop.dfs.MiniDFSCluster.DataNodeProperties

43
44
45
46
47
48
49
50
51
52
53
      cluster.startDataNodes(conf, 2, true, null, null);
      cluster.waitActive();
     
      // bring down first datanode
      DatanodeDescriptor datanode = datanodes[0];
      DataNodeProperties dnprop = cluster.stopDataNode(datanode.getName());
      // make sure that NN detects that the datanode is down
      synchronized (namesystem.heartbeats) {
        datanode.setLastUpdate(0); // mark it dead
        namesystem.heartbeatCheck();
      }
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniAvatarCluster.DataNodeProperties

134
135
136
137
138
139
140
141
142
143
144
 
  @Test
  public void testVolumeFailureShutdown() throws Exception {
    setUp();
    LOG.info("Corrupt the volume");
    DataNodeProperties dnp = cluster.getDataNodeProperties().get(0);
    String[] dataDirs = dnp.conf.getStrings("dfs.data.dir");
    File vol =new File(dataDirs[0], "current");
    try {
      assertEquals("Couldn't chmod local vol", 0,
          FileUtil.chmod(vol.toString(), "444"));
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniAvatarCluster.DataNodeProperties

159
160
161
162
163
164
165
166
167
168
    NameNodeInfo nni = cluster.getNameNode(0);
    writeWrongIncludeFile(nni.conf);
    LOG.info("RefreshNodes with include file without datanode's hostname.");
    nni.avatars.get(0).avatar.namesystem.refreshNodes(nni.conf);
    nni.avatars.get(1).avatar.namesystem.refreshNodes(nni.conf);
    DataNodeProperties dnProp = cluster.getDataNodeProperties().get(0);
    AvatarDataNode dn = dnProp.datanode;
    dn.waitAndShutdown();
    cluster.shutDownAvatarNodes();
  }
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

116
117
118
119
120
121
122
123
124
125
126
      cluster.waitActive(false);
     
      LOG.info("Bringing down first DN");
      // bring down first datanode
      DatanodeDescriptor datanode = datanodes[0];
      DataNodeProperties dnprop = cluster.stopDataNode(datanode.getName());
      // make sure that NN detects that the datanode is down
      synchronized (namesystem.heartbeats) {
        datanode.setLastUpdate(0); // mark it dead
        namesystem.heartbeatCheck();
      }
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
     
      DFSOutputStream dfso = (DFSOutputStream)stm.getWrappedStream();
      dfso.abortForTests();
     
      // close the primary DN
      DataNodeProperties badDN = cluster.stopDataNode(0);
     
      // Truncate the block on the primary DN
      corruptDataNode(0, corrupt);

      // Start the DN back up
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
     
      DFSOutputStream dfso = (DFSOutputStream)stm.getWrappedStream();
      dfso.abortForTests();
     
      // close the DNs
      DataNodeProperties badDN = cluster.stopDataNode(0);
      DataNodeProperties badDN2 = cluster.stopDataNode(0); // what was 1 is now 0
      assertNotNull(badDN);
      assertNotNull(badDN2);
     
      // Truncate one of them as if its journal got corrupted
      corruptDataNode(0, CorruptionType.TRUNCATE_BLOCK_HALF);
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

823
824
825
826
827
828
829
830
831
832
833
      // Restore a default injector
      DataNodeFaultInjector.instance = new DataNodeFaultInjector();

      // Stop a datanode to simulate a failure.
      DataNodeProperties stoppedNode = cluster.stopDataNode(0);
     
      // Fetch VolumeBlockLocations
      locs = fs.getFileBlockStorageLocations(allLocs);
      assertEquals("Expected two HdfsBlockLocation for two 1-block files", 2,
          locs.length);
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

192
193
194
195
196
197
198
199
200
201
202
    RandomAccessFile raf = new RandomAccessFile(metafile, "rw");
    raf.setLength(metafile.length() - 20);
    raf.close();

    // restart DN to make replica to RWR
    DataNodeProperties dnProp = cluster.stopDataNode(0);
    cluster.restartDataNode(dnProp, true);

    // try to recover the lease
    DistributedFileSystem newdfs = (DistributedFileSystem) FileSystem
        .newInstance(cluster.getConfiguration(0));
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

174
175
176
177
178
179
180
181
182
183
184
    clientConf.set(DFS_CLIENT_CONTEXT, "testSlowReader");
    DistributedFileSystem fs =
        (DistributedFileSystem)FileSystem.get(cluster.getURI(),
            clientConf);
    // Restart the DN with a shorter write timeout.
    DataNodeProperties props = cluster.stopDataNode(0);
    props.conf.setInt(DFS_DATANODE_SOCKET_WRITE_TIMEOUT_KEY,
        WRITE_TIMEOUT);
    props.conf.setInt(DFS_DATANODE_SOCKET_REUSE_KEEPALIVE_KEY,
        120000);
    assertTrue(cluster.restartDataNode(props, true));
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.DataNodeProperties

43
44
45
46
47
48
49
50
51
52
53
      cluster.startDataNodes(conf, 2, true, null, null);
      cluster.waitActive();
     
      // bring down first datanode
      DatanodeDescriptor datanode = datanodes[0];
      DataNodeProperties dnprop = cluster.stopDataNode(datanode.getName());
      // make sure that NN detects that the datanode is down
      synchronized (namesystem.heartbeats) {
        datanode.setLastUpdate(0); // mark it dead
        namesystem.heartbeatCheck();
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.