Examples of datanodeReport()

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

62
63
64
65
66
67
68
69
70
71
72
      for (int i = 0; i < 10 && !gotHeartbeat; i++) {
        try {
          Thread.sleep(i*1000);
        } catch (InterruptedException ie) {}

        report = client.datanodeReport(DatanodeReportType.ALL);
        gotHeartbeat = (report[0].getLastUpdate() > firstUpdateAfterRestart);
      }
      if (!gotHeartbeat) {
        fail("Never got a heartbeat from restarted datanode.");
      }
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

124
125
126
127
128
129
130
131
132
133
134
     
      // add a new datanode to the cluster
      cluster.startDataNodes(CONF, 1, true, null, NEW_RACKS);
      cluster.waitActive();
     
      DatanodeInfo[] datanodes = client.datanodeReport(DatanodeReportType.ALL);

      // find out the new node
      DatanodeInfo newNode=null;
      for(DatanodeInfo node:datanodes) {
        Boolean isNewNode = true;
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

183
184
185
186
187
188
189
190
191
192
193
  @Test
  public void testDecommissionStatus() throws IOException, InterruptedException {
    InetSocketAddress addr = new InetSocketAddress("localhost", cluster
        .getNameNodePort());
    DFSClient client = new DFSClient(addr, conf);
    DatanodeInfo[] info = client.datanodeReport(DatanodeReportType.LIVE);
    assertEquals("Number of Datanodes ", 2, info.length);
    FileSystem fileSys = cluster.getFileSystem();

    short replicas = 2;
    //
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

687
688
689
690
691
692
693
694
695
696
697
   */
  public int printTopology() throws IOException {
    if (fs instanceof DistributedFileSystem) {
      DistributedFileSystem dfs = (DistributedFileSystem)fs;
      DFSClient client = dfs.getClient();
      DatanodeInfo[] report = client.datanodeReport(DatanodeReportType.ALL);
     
      // Build a map of rack -> nodes from the datanode report
      HashMap<String, TreeSet<String> > tree = new HashMap<String, TreeSet<String>>();
      for(DatanodeInfo dni : report) {
        String location = dni.getNetworkLocation();
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

118
119
120
121
122
123
124
125
126
127
128
     
      // add a new datanode to the cluster
      cluster.startDataNodes(CONF, 1, true, null, NEW_RACKS);
      cluster.waitActive();
     
      DatanodeInfo[] datanodes = client.datanodeReport(DatanodeReportType.ALL);

      // find out the new node
      DatanodeInfo newNode=null;
      for(DatanodeInfo node:datanodes) {
        Boolean isNewNode = true;
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

187
188
189
190
191
192
193
194
195
196
197
  @Test
  public void testDecommissionStatus() throws IOException, InterruptedException {
    InetSocketAddress addr = new InetSocketAddress("localhost", cluster
        .getNameNodePort());
    DFSClient client = new DFSClient(addr, conf);
    DatanodeInfo[] info = client.datanodeReport(DatanodeReportType.LIVE);
    assertEquals("Number of Datanodes ", 2, info.length);
    FileSystem fileSys = cluster.getFileSystem();

    short replicas = 2;
    //
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

129
130
131
132
133
134
135
136
137
138
139
     
      // add a fourth datanode to the cluster
      cluster.startDataNodes(CONF, 1, true, null, NEW_RACKS);
      cluster.waitActive();
     
      DatanodeInfo[] datanodes = client.datanodeReport(DatanodeReportType.ALL);

      // find out the new node
      DatanodeInfo newNode=null;
      for(DatanodeInfo node:datanodes) {
        Boolean isNewNode = true;
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

76
77
78
79
80
81
82
83
84
85
86
    System.out.println("HDFS NameNode: " + conf.get("fs.default.name"));
    DFSClient dfsClient = null;
    try {
      dfsClient = new DFSClient(conf);
     
      DatanodeInfo[] liveNodes = dfsClient.datanodeReport(DatanodeReportType.LIVE);
      for (DatanodeInfo dni : liveNodes) {
        long dfsUsed = dni.getDfsUsed();
        long nonDfsUsed = dni.getNonDfsUsed();
        long capacity = dni.getCapacity();
        float capacityPercentage = ((float)(dfsUsed + nonDfsUsed) / (float)capacity) * 100.0f;
 
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

85
86
87
88
89
90
91
92
93
94
95
        long capacity = dni.getCapacity();
        float capacityPercentage = ((float)(dfsUsed + nonDfsUsed) / (float)capacity) * 100.0f;
        System.out.println(String.format("%s DataNode - [ ALIVE ] - DFS Capacity: (%d + %d / %d) %.2f%%; xceivers: %d",
               new Object[] { dni.getHostName(), dfsUsed, nonDfsUsed, capacity, capacityPercentage, dni.getXceiverCount() }));
      }
      DatanodeInfo[] deadNodes = dfsClient.datanodeReport(DatanodeReportType.DEAD);
      if (deadNodes.length > 0) {
        retCode = 2;
        for (DatanodeInfo dni : deadNodes) {
          System.out.println(dni.getHostName() + " DataNode - [ DEAD ]");
        }
View Full Code Here

Examples of org.apache.hadoop.hdfs.DFSClient.datanodeReport()

129
130
131
132
133
134
135
136
137
138
139
     
      // add a fourth datanode to the cluster
      cluster.startDataNodes(CONF, 1, true, null, NEW_RACKS);
      cluster.waitActive();
     
      DatanodeInfo[] datanodes = client.datanodeReport(DatanodeReportType.ALL);

      // find out the new node
      DatanodeInfo newNode=null;
      for(DatanodeInfo node:datanodes) {
        Boolean isNewNode = true;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.