Package org.apache.hadoop.mapred.JobQueueJobInProgressListener

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

191
192
193
194
195
196
197
198
199
200
      if (jobs == null) {
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here
131
132
133
134
135
136
137
138
139
          ". Ignoring job.");
      return;
    }
    // add job to waiting queue. It will end up in the right place,
    // based on priority.
    qi.waitingJobs.put(new JobSchedulingInfo(job), job);
    // let scheduler know.
    scheduler.jobAdded(job);
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
  // This is used to reposition a job in the queue. A job can get repositioned
  // because of the change in the job priority or job start-time.
  private void reorderJobs(JobInProgress job, JobSchedulingInfo oldInfo,
                           QueueInfo qi) {
   
    JobSchedulingInfo newInfo = new JobSchedulingInfo(job);
    if (qi.waitingJobs.remove(oldInfo) == null) {
      qi.runningJobs.remove(oldInfo);
      // Add back to the running queue
      qi.runningJobs.put(newInfo, job);
    } else {
View Full Code Here
175
176
177
178
179
180
181
                              QueueInfo qi) {
    // Remove from the waiting queue
    qi.waitingJobs.remove(oldInfo);
   
    // Add the job to the running queue
    qi.runningJobs.put(new JobSchedulingInfo(job), job);
  }
View Full Code Here
181
182
183
184
185
186
187
188
189
190
191
192
  }
 
  // Update the scheduler as job's state has changed
  private void jobStateChanged(JobStatusChangeEvent event, QueueInfo qi) {
    JobInProgress job = event.getJobInProgress();
    JobSchedulingInfo oldJobStateInfo =
      new JobSchedulingInfo(event.getOldStatus());
    // Check if the ordering of the job has changed
    // For now priority and start-time can change the job ordering
    if (event.getEventType() == EventType.PRIORITY_CHANGED
        || event.getEventType() == EventType.START_TIME_CHANGED) {
      // Make a priority change
View Full Code Here
191
192
193
194
195
196
197
198
199
200
      if (jobs == null) {
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here
580
581
582
583
584
585
586
587
588
589
590
      if (job.getStatus().getRunState() == JobStatus.RUNNING) {
        if (isScheduled(job)) {
          LOG.info("Removing scheduled jobs from waiting queue"
              + job.getJobID());
          jobsIterator.remove();
          jobQueueManager.getJobQueue(job).removeWaitingJob(new JobSchedulingInfo(job));
          continue;
        }
      }
      if(job.isComplete()) {
        LOG.info("Removing killed/completed job from initalized jobs " +
View Full Code Here
192
193
194
195
196
197
198
199
200
201
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
        return;
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here
221
222
223
224
225
226
227
228
229
  }

  private void addRunningJob(JobInProgress job) {
    synchronized (runningJobs) {
      runningJobs.put(
        new JobSchedulingInfo(
          job), job);
    }
  }
View Full Code Here
245
246
247
248
249
250
251
252
253
254
  }

  private void addWaitingJob(JobInProgress job) {
    synchronized (waitingJobs) {
      waitingJobs.put(
        new JobSchedulingInfo(
          job), job);
      this.qsc.setNumOfWaitingJobs(waitingJobs.size());
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

  • org.apache.hadoop.mapred.CapacitySchedulerQueue
  • org.apache.hadoop.mapred.JobInitializationPoller
  • org.apache.hadoop.mapred.JobInitializationPoller$JobInitializationThread
  • org.apache.hadoop.mapred.JobQueue
  • org.apache.hadoop.mapred.JobQueuesManager
  • org.apache.hadoop.mapred.JobQueuesManager$QueueInfo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.