Package org.apache.hadoop.corona

Examples of org.apache.hadoop.corona.ResourceGrant

168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
    ResourceTracker resourceTracker = jt.getResourceTracker();
    SessionDriver sessionDriver = jt.getSessionDriver();
    List<ResourceGrant> excludeGrants = new ArrayList<ResourceGrant>();
    for (int i = 0; i < maxJTAttempts; i++) {
      try {
        ResourceGrant jtGrant = waitForJTGrant(resourceTracker, sessionDriver,
            excludeGrants);
        boolean success = startRemoteJT(jobConf, jtGrant);
        if (success) {
          return;
        } else {
          excludeGrants.add(jtGrant);
          resourceTracker.releaseResource(jtGrant.getId());
          List<ResourceRequest> released =
            resourceTracker.getResourcesToRelease();
          sessionDriver.releaseResources(released);
        }
      } catch (InterruptedException e) {
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    assertEquals(0, rt.getWantedResources().size());
   
    List<ResourceGrant> grants = new ArrayList<ResourceGrant>();
   
    for (int i = 1; i <= 4; i++) {
      ResourceGrant grant =
        new ResourceGrant(i, TstUtils.getNodeHost(i-1),
            TstUtils.getNodeAddress(i-1), ClusterManager.clock.getTime(),
            wanted.get(i - 1).getType());
      grant.setAppInfo("192.168.0.1:1234"); // some random app info.
      grants.add(grant);
    }
   
    rt.addNewGrants(grants);
   
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
    assertEquals(4, wanted.size());
    assertEquals(0, rt.getWantedResources().size());
   
    List<ResourceGrant> grants = new ArrayList<ResourceGrant>();
    for (int i = 0; i < 4; i++) {
      ResourceGrant grant =
        new ResourceGrant(i+1, TstUtils.getNodeHost(i),
            TstUtils.getNodeAddress(i), ClusterManager.clock.getTime(),
            wanted.get(i).getType());
      grant.setAppInfo("192.168.0.1:1234"); // some random app info.
      grants.add(grant);
    }
    // Grant the initial need.
    rt.addNewGrants(grants);
View Full Code Here
253
254
255
256
257
258
259
260
261
262
263
      while (grantIter.hasNext() && processed < maxBatchSize) {
        processed++;
        Integer grantId = grantIter.next();
        grantIter.remove();
        Integer requestId = grantId;
        ResourceGrant grant = grantedResources.get(grantId);
        if (processor.processAvailableResource(grant)) {
          if (LOG.isDebugEnabled()) {
            LOG.info("processed available resource with requestId: " +
              requestId);
          }
View Full Code Here
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
  private void failTask(TaskAttemptID taskId, String reason,
      boolean isFailed) {
    TaskInProgress tip = taskLookupTable.getTIP(taskId);
    Integer grantId = taskLookupTable.getGrantIdForTask(taskId);
    ResourceGrant grant = resourceTracker.getGrant(grantId);
    synchronized (lockObject) {
      if (!tip.isAttemptRunning(taskId)) {
        /*
         * This attempt is not running so we should not be killing/failing it
         * The reason we might try to fail the task that is not running is if it
         * has finished and was preempted at the same time.
         */
        return;
      }
    }
    assert grant != null : "Task " + taskId +
      " is running but has no associated resource";
    String trackerName = grant.getNodeName();
    TaskTrackerStatus trackerStatus =
      getTaskTrackerStatus(trackerName);

    TaskStatus.Phase phase =
      tip.isMapTask() ? TaskStatus.Phase.MAP : TaskStatus.Phase.STARTING;
View Full Code Here
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
        // but the speculation is no longer needed
        resourceTracker.releaseResource(grant);
        return;
      }
      if (abandonHost) {
        ResourceGrant resource = resourceTracker.getGrant(grant);
        String hostToExlcude = resource.getAddress().getHost();
        taskToContextMap.get(tip).excludedHosts.add(hostToExlcude);
        excludedHosts = taskToContextMap.get(tip).excludedHosts;
      }
      ResourceRequest newReq = resourceTracker.releaseAndRequestResource(grant,
          excludedHosts);
View Full Code Here
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
    // The TIP that this grant was issued for originally
    // if tip is not equal to assignedTip then the grant was borrowed
    TaskInProgress assignedTip = requestToTipMap.get(grantId);
    taskLookupTable.removeTaskEntry(taskid);

    ResourceGrant grant = resourceTracker.getGrant(grantId);
    String trackerName = null;
    if (grant != null) {
      trackerName = grant.nodeName;
    }
    if (trackerName != null) {
View Full Code Here
2294
2295
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
   */
  public void expiredLaunchingTask(TaskAttemptID taskId) {
    synchronized (lockObject) {
      Integer grantId = taskLookupTable.getGrantIdForTask(taskId);
      if (grantId != null) {
        ResourceGrant grant = resourceTracker.getGrant(grantId);
        if (grant != null) {
          trackerStats.recordTimeout(grant.getNodeName());
        }
      }
      failTask(taskId, "Error launching task", false);
    }
  }
View Full Code Here
2311
2312
2313
2314
2315
2316
2317
2318
2319
2320
2321
2322
2323
   */
  public void expiredRunningTask(TaskAttemptID taskId) {
    synchronized (lockObject) {
      Integer grantId = taskLookupTable.getGrantIdForTask(taskId);
      if (grantId != null) {
        ResourceGrant grant = resourceTracker.getGrant(grantId);
        if (grant != null) {
          trackerStats.recordTimeout(grant.getNodeName());
        }
      }
      failTask(taskId, "Timeout running task", false);
    }
  }
View Full Code Here
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
        Integer runningGrant = taskLookupTable.getGrantIdForTask(tid);
        if (runningGrant == null) {
          // This task attempt is no longer running
          continue;
        }
        ResourceGrant resource = resourceTracker.getGrant(runningGrant);
        String tidHost = resource.getAddress().getHost();
        excludedHosts.add(tidHost);
      }
      req.setExcludeHosts(new ArrayList<String>(excludedHosts));
      List<String> newHosts = new ArrayList<String>();
      if (req.getHosts() != null) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.corona.ResourceGrant

  • org.apache.hadoop.mapred.CoronaJobTracker
  • org.apache.hadoop.mapred.CoronaJobTracker$ResourceUpdater
  • org.apache.hadoop.mapred.RemoteJTProxy
  • org.apache.hadoop.mapred.ResourceTracker
  • org.apache.hadoop.mapred.TestResourceTracker
  • java.util.BitSet
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.