Package org.apache.hadoop.hdfs.protocol

Examples of org.apache.hadoop.hdfs.protocol.DatanodeID


    namesystem.blocksSafe = 50;

    int totalNodes = 100;
    List<DatanodeID> datanodes = new ArrayList<DatanodeID>();
    for (int i = 0; i < totalNodes; i++) {
      DatanodeID node = generateRandomDatanodeID();
      datanodes.add(node);
      safeMode.reportHeartBeat(node);
      safeMode.reportPrimaryCleared(node);
    }
View Full Code Here


    safeMode.setSafeModeStateForTesting(SafeModeState.FAILOVER_IN_PROGRESS);

    int totalNodes = 100;
    List<DatanodeID> datanodes = new ArrayList<DatanodeID>();
    for (int i = 0; i < totalNodes; i++) {
      DatanodeID node = generateRandomDatanodeID();
      datanodes.add(node);
      safeMode.reportHeartBeat(node);
      if (random.nextBoolean()) {
        safeMode.reportPrimaryCleared(node);
      }
View Full Code Here

    safeMode.setSafeModeStateForTesting(SafeModeState.FAILOVER_IN_PROGRESS);

    int totalNodes = 100;
    List<DatanodeID> datanodes = new ArrayList<DatanodeID>();
    for (int i = 0; i < totalNodes; i++) {
      DatanodeID node = generateRandomDatanodeID();
      datanodes.add(node);
      safeMode.reportHeartBeat(node);
      safeMode.reportPrimaryCleared(node);
    }
View Full Code Here

                             one.getGenerationStamp());
    List<TDatanodeID> locs = tblk.location;
    DatanodeInfo[] dn = new DatanodeInfo[locs.size()];
    for (int j = 0; j < dn.length; j++) {
      String name = locs.get(j).name;
      dn[j] = new DatanodeInfo(new DatanodeID(name, "", -1, getPort(name)));
    }
    return new LocatedBlock(hblock, dn);
  }
View Full Code Here

        if (excludedNodes != null) {
          excludes = new DatanodeInfo[excludedNodes.size()];
          for (int i = 0; i < excludes.length; i++) {
            String name = excludedNodes.get(i).name;
            excludes[i] = new DatanodeInfo(
                   new DatanodeID(name, "", -1, getPort(name)));
          }
        }

        // initialize favoured nodes
        DatanodeInfo[] favoured = null;
        if (favouredNodes != null) {
          favoured = new DatanodeInfo[favouredNodes.size()];
          for (int i = 0; i < favoured.length; i++) {
            String name = favouredNodes.get(i).name;
            favoured[i] = new DatanodeInfo(
                   new DatanodeID(name, "", -1, getPort(name)));
          }
        }

        LocatedBlockWithMetaInfo val =  namenode.addBlockAndFetchMetaInfo(
                                 path.pathname,
View Full Code Here

    /**
     * Public method that serializes the information about a
     * Datanode to be stored in the fsImage.
     */
    public void write(DataOutput out) throws IOException {
      new DatanodeID(node).write(out);
      out.writeLong(node.getCapacity());
      out.writeLong(node.getRemaining());
      out.writeLong(node.getLastUpdate());
      out.writeInt(node.getXceiverCount());
    }
View Full Code Here

    /**
     * Public method that reads a serialized Datanode
     * from the fsImage.
     */
    public void readFields(DataInput in) throws IOException {
      DatanodeID id = new DatanodeID();
      id.readFields(in);
      long capacity = in.readLong();
      long remaining = in.readLong();
      long lastUpdate = in.readLong();
      int xceiverCount = in.readInt();

      // update the DatanodeDescriptor with the data we read in
      node.updateRegInfo(id);
      node.setStorageID(id.getStorageID());
      node.setCapacity(capacity);
      node.setRemaining(remaining);
      node.setLastUpdate(lastUpdate);
      node.setXceiverCount(xceiverCount);
    }
View Full Code Here

  /** Create a URI for streaming a file */
  protected URI createUri(String file,
      DatanodeID[] candidates,  UnixUserGroupInformation ugi,
      HttpServletRequest request) throws URISyntaxException {
    String scheme = request.getScheme();
    final DatanodeID host = candidates[0];
    final String hostname;
    if (host instanceof DatanodeInfo) {
      hostname = ((DatanodeInfo)host).getHostName();
    } else {
      hostname = host.getHost();
    }
   
    // Construct query.
    StringBuilder builder = new StringBuilder();
    builder.append("ugi=" + ugi);
   
    // Populate the rest of parameters.
    Enumeration<?> it = request.getParameterNames();
    while (it.hasMoreElements()) {
      String key = it.nextElement().toString();
      String value = request.getParameter(key);
      builder.append("&" + key + "=" + value);
    }

    // Construct the possible candidates for retry
    if (candidates.length > 1) {
      builder.append("&candidates=");
      appendDatanodeID(builder, candidates[1]);
      for (int j=2; j<candidates.length; j++) {
        builder.append(" ");
        appendDatanodeID(builder, candidates[j]);
      }
    }

    // Add namenode address to the url params
    NameNode nn = (NameNode)getServletContext().getAttribute("name.node");
    String addr = NameNode.getHostPortString(nn.getNameNodeAddress());
    builder.append(JspHelper.getUrlParam(JspHelper.NAMENODE_ADDRESS, addr));

    return new URI(scheme, null, hostname,
        "https".equals(scheme)
          ? (Integer)getServletContext().getAttribute("datanode.https.port")
          : host.getInfoPort(),
        "/streamFile" + file, builder.toString(), null);
  }
View Full Code Here

    }

    @Override
    void readFields(DataInputStream in, int logVersion)
        throws IOException {
      DatanodeID nodeID = new DatanodeID();
      nodeID.readFields(in);
      //Datanodes are not persistent any more.
    }
View Full Code Here

    public void doGet(HttpServletRequest request, HttpServletResponse response
        ) throws ServletException, IOException {
      final UserGroupInformation ugi = getUGI(request);
      final ServletContext context = getServletContext();
      final NameNode namenode = (NameNode)context.getAttribute("name.node");
      final DatanodeID datanode = namenode.namesystem.getRandomDatanode();
      try {
        final URI uri = createRedirectUri("/getFileChecksum", ugi, datanode, request, namenode);
        response.sendRedirect(uri.toURL().toString());
      } catch(URISyntaxException e) {
        throw new ServletException(e);
View Full Code Here

TOP

Related Classes of org.apache.hadoop.hdfs.protocol.DatanodeID

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.