Package org.apache.hadoop.mapred.JobQueueJobInProgressListener

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

398
399
400
401
402
403
404
405
406
407
408
409
  }

  // Update the scheduler as job's state has changed
  private void jobStateChanged(JobStatusChangeEvent event) {
    JobInProgress job = event.getJobInProgress();
    JobSchedulingInfo oldJobStateInfo =
      new JobSchedulingInfo(event.getOldStatus());
    // Check if the ordering of the job has changed
    // For now priority and start-time can change the job ordering
    if (event.getEventType() == JobStatusChangeEvent.EventType.PRIORITY_CHANGED
      || event.getEventType() ==
      JobStatusChangeEvent.EventType.START_TIME_CHANGED) {
View Full Code Here
822
823
824
825
826
827
828
829
830
831
832
    UserInfo userInfo = users.get(user);
    return (userInfo == null) ? 0 : userInfo.getNumWaitingJobs();
  }

  synchronized void addInitializingJob(JobInProgress job) {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);

    if (!waitingJobs.containsKey(jobSchedInfo)) {
      // Ideally this should have been an *assert*, but it can't be done
      // since we make copies in getWaitingJobs which is used in
      // JobInitPoller.getJobsToInitialize
View Full Code Here
902
903
904
905
906
907
908
909
910
911
912
   
    return job;
  }
 
  synchronized void addRunningJob(JobInProgress job) {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);

    if (runningJobs.containsKey(jobSchedInfo)) {
      LOG.info("job " + job.getJobID() + " already running in queue'" +
          queueName + "'!");
      return;
View Full Code Here
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
    return job;
  }
 
  synchronized void addWaitingJob(JobInProgress job) throws IOException {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);
    if (waitingJobs.containsKey(jobSchedInfo)) {
      LOG.info("job " + job.getJobID() + " already waiting in queue '" +
          queueName + "'!");
      return;
    }
View Full Code Here
199
200
201
202
203
204
205
206
207
208
      if (jobs == null) {
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
237
  }
 
  // Update the scheduler as job's state has changed
  private void jobStateChanged(JobStatusChangeEvent event, QueueInfo qi) {
    JobInProgress job = event.getJobInProgress();
    JobSchedulingInfo oldJobStateInfo =
      new JobSchedulingInfo(event.getOldStatus());
    // Check if the ordering of the job has changed
    // For now priority and start-time can change the job ordering
    if (event.getEventType() == EventType.PRIORITY_CHANGED
        || event.getEventType() == EventType.START_TIME_CHANGED) {
      // Make a priority change
View Full Code Here
267
268
269
270
271
272
273
  }
 
  void removeJobFromWaitingQueue(JobInProgress job) {
    String queue = job.getProfile().getQueueName();
    QueueInfo qi = jobQueues.get(queue);
    qi.removeWaitingJob(new JobSchedulingInfo(job));
  }
View Full Code Here
97
98
99
100
101
102
103
104
      }
    }
   
    void addRunningJob(JobInProgress job) {
      synchronized (runningJobs) {
       runningJobs.put(new JobSchedulingInfo(job),job);
      }
    }
View Full Code Here
115
116
117
118
119
120
121
122
      }
    }
   
    void addWaitingJob(JobInProgress job) {
      synchronized (waitingJobs) {
        waitingJobs.put(new JobSchedulingInfo(job), job);
      }
    }
View Full Code Here
131
132
133
134
135
136
137
138
139
          ". Ignoring job.");
      return;
    }
    // add job to waiting queue. It will end up in the right place,
    // based on priority.
    qi.waitingJobs.put(new JobSchedulingInfo(job), job);
    // let scheduler know.
    scheduler.jobAdded(job);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

  • org.apache.hadoop.mapred.CapacitySchedulerQueue
  • org.apache.hadoop.mapred.JobInitializationPoller
  • org.apache.hadoop.mapred.JobInitializationPoller$JobInitializationThread
  • org.apache.hadoop.mapred.JobQueue
  • org.apache.hadoop.mapred.JobQueuesManager
  • org.apache.hadoop.mapred.JobQueuesManager$QueueInfo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.