Package eu.stratosphere.nephele.jobgraph

Examples of eu.stratosphere.nephele.jobgraph.JobID

53
54
55
56
57
58
59
60
61
62
63
    final EmbeddedChannel channel = new EmbeddedChannel(new OutboundEnvelopeEncoder());

    int numBuffers = 0;
    for (int i = 0; i < NUM_RANDOM_ENVELOPES; i++) {
      Envelope env = new Envelope(i, new JobID(), new ChannelID());
      int expectedEncodedMsgSize = OutboundEnvelopeEncoder.HEADER_SIZE;

      if (random.nextBoolean()) {
        int eventsSize = random.nextInt(MAX_EVENTS_SIZE + 1);
        expectedEncodedMsgSize += eventsSize;
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
     
      assertEquals(2, descr.getMaximumNumberOfAvailableInstances());
     
     
      // allocate something
      JobID jobID = new JobID();
      Configuration conf = new Configuration();
      InstanceRequestMap instanceRequestMap = new InstanceRequestMap();
      instanceRequestMap.setNumberOfInstances(cm.getDefaultInstanceType(), 2);
      cm.requestInstance(jobID, conf, instanceRequestMap, null);
     
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
     
      InstanceTypeDescription descr = instanceTypeDescriptions.entrySet().iterator().next().getValue();
      assertEquals(3, descr.getMaximumNumberOfAvailableInstances());
     
      // request some instances
      JobID jobID = new JobID();
      Configuration conf = new Configuration();

      InstanceRequestMap instancem = new InstanceRequestMap();
      instancem.setNumberOfInstances(cm.getDefaultInstanceType(), 1);
      cm.requestInstance(jobID, conf, instancem, null);
View Full Code Here
470
471
472
473
474
475
476
477
478
479
480
  private Envelope nextEnvelope(boolean withBuffer) {
    return nextEnvelope(withBuffer, false);
  }

  private Envelope nextEnvelope(int bufferSize, AbstractEvent... events) {
    Envelope env = new Envelope(random.nextInt(), new JobID(), new ChannelID());
    if (bufferSize > 0) {
      byte[] data = new byte[bufferSize];
      random.nextBytes(data);

      env.setBuffer(spy(new Buffer(new MemorySegment(data), bufferSize, RECYCLER)));
View Full Code Here
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
    if (printHelp) {
      printHelpForCancel();
      return 0;
    }
   
    JobID jobId;
   
    if (line.hasOption(ID_OPTION.getOpt())) {
      String jobIdString = line.getOptionValue(ID_OPTION.getOpt());
      try {
        jobId = new JobID(StringUtils.hexStringToByte(jobIdString));
      } catch (Exception e) {
        System.out.println("Error: The value for the Job ID is not a valid ID.");
        printHelpForCancel();
        return 1;
      }
View Full Code Here
236
237
238
239
240
241
242
243
244
245
246
   * @param startVertex
   *        the execution vertex to start the deployment from
   */
  public void deployAssignedVertices(final ExecutionVertex startVertex) {

    final JobID jobID = startVertex.getExecutionGraph().getJobID();

    final Map<AbstractInstance, List<ExecutionVertex>> verticesToBeDeployed = new HashMap<AbstractInstance, List<ExecutionVertex>>();
    final Set<ExecutionVertex> alreadyVisited = new HashSet<ExecutionVertex>();

    findVerticesToBeDeployed(startVertex, verticesToBeDeployed, alreadyVisited);
View Full Code Here
266
267
268
269
270
271
272
273
274
275
276
   * @param pipeline
   *        the execution pipeline to be deployed
   */
  public void deployAssignedPipeline(final ExecutionPipeline pipeline) {

    final JobID jobID = null;

    final Map<AbstractInstance, List<ExecutionVertex>> verticesToBeDeployed = new HashMap<AbstractInstance, List<ExecutionVertex>>();
    final Set<ExecutionVertex> alreadyVisited = new HashSet<ExecutionVertex>();

    final Iterator<ExecutionVertex> it = pipeline.iterator();
View Full Code Here
299
300
301
302
303
304
305
306
307
308
309
   * @param startVertices
   *        the collection of execution vertices to start the deployment from
   */
  public void deployAssignedVertices(final Collection<ExecutionVertex> startVertices) {

    JobID jobID = null;

    final Map<AbstractInstance, List<ExecutionVertex>> verticesToBeDeployed = new HashMap<AbstractInstance, List<ExecutionVertex>>();
    final Set<ExecutionVertex> alreadyVisited = new HashSet<ExecutionVertex>();

    for (final ExecutionVertex startVertex : startVertices) {
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
  private void cleanup(JobID jobId) {
    if(!lru.contains(jobId)) {
      lru.addFirst(jobId);
    }
    if(lru.size() > this.max_entries) {
      JobID toRemove = lru.removeLast();
      collectedEvents.remove(toRemove);
      oldJobs.remove(toRemove);
      managementGraphs.remove(toRemove);
      networkTopologies.remove(toRemove);
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
        assertTrue(retCode != 0);
      }
     
      // test cancel properly
      {
        JobID jid = new JobID();
        String jidString = jid.toString();
       
        String[] parameters = {"-i", jidString};
        InfoListTestCliFrontend testFrontend = new InfoListTestCliFrontend(new TestProtocol(jid));
        int retCode = testFrontend.cancel(parameters);
        assertTrue(retCode == 0);
View Full Code Here
TOP

Related Classes of eu.stratosphere.nephele.jobgraph.JobID

  • eu.stratosphere.client.CliFrontend
  • eu.stratosphere.client.CliFrontendListCancelTest
  • eu.stratosphere.nephele.deployment.TaskDeploymentDescriptor
  • eu.stratosphere.nephele.deployment.TaskDeploymentDescriptorTest
  • eu.stratosphere.nephele.event.job.ManagementEventTest
  • eu.stratosphere.nephele.event.job.RecentJobEvent
  • eu.stratosphere.nephele.executiongraph.ExecutionGraphTest
  • eu.stratosphere.nephele.instance.cluster.ClusterManager
  • eu.stratosphere.nephele.instance.cluster.ClusterManagerTest
  • eu.stratosphere.nephele.instance.cluster.HostInClusterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.