Package org.apache.flink.runtime.jobgraph

Examples of org.apache.flink.runtime.jobgraph.JobID

41
42
43
44
45
46
47
48
49
50
51
    Configuration config = new Configuration();

    config.setLong(ConfigConstants.LIBRARY_CACHE_MANAGER_CLEANUP_INTERVAL, 1);
    GlobalConfiguration.includeConfiguration(config);

    JobID jid = new JobID();
    List<BlobKey> keys = new ArrayList<BlobKey>();
    BlobServer server = null;
    LibraryCacheManager libraryCacheManager = null;

    final byte[] buf = new byte[128];
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
    if (contentAdressable == 0) {
      // Receive the job ID
      BlobServer.readFully(inputStream, buf, 0, JobID.SIZE);
      final ByteBuffer bb = ByteBuffer.wrap(buf);
      final JobID jobID = JobID.fromByteBuffer(bb);
      // Receive the key
      final String key = readKey(buf, inputStream);
      blob = this.blobServer.getStorageLocation(jobID, key);
    } else {
      final BlobKey key = BlobKey.readFromInputStream(inputStream);
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
   *         thrown if an I/O error occurs while reading/writing data from/to the respective streams
   */
  private void put(final InputStream inputStream, final OutputStream outputStream, final byte[] buf)
      throws IOException {

    JobID jobID = null;
    String key = null;
    MessageDigest md = null;
    final int contentAdressable = inputStream.read();
    if (contentAdressable < 0) {
      throw new EOFException("Expected PUT header");
View Full Code Here
272
273
274
275
276
277
278
279
280
281
282
  private void delete(final InputStream inputStream, final byte[] buf) throws IOException {

    // Receive the job ID
    BlobServer.readFully(inputStream, buf, 0, JobID.SIZE);
    final ByteBuffer bb = ByteBuffer.wrap(buf);
    final JobID jobID = JobID.fromByteBuffer(bb);
    String key = null;

    final int r = inputStream.read();
    if (r < 0) {
      throw new EOFException();
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
      TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      when(taskManager.submitTask(Matchers.any(TaskDeploymentDescriptor.class))).thenReturn(new TaskOperationResult(execId, true));
      when(taskManager.cancelTask(execId)).thenReturn(new TaskOperationResult(execId, true), new TaskOperationResult(execId, false));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      vertex.deployToSlot(slot);
     
      assertEquals(ExecutionState.DEPLOYING, vertex.getExecutionState());
     
View Full Code Here
191
192
193
194
195
196
197
198
199
200
201
     
      // first return NOT SUCCESS (task not found, cancel call overtook deploy call), then success (cancel call after deploy call)
      when(taskManager.cancelTask(execId)).thenReturn(new TaskOperationResult(execId, false), new TaskOperationResult(execId, true));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());
     
      vertex.deployToSlot(slot);
     
      assertEquals(ExecutionState.DEPLOYING, vertex.getExecutionState());
     
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      when(taskManager.cancelTask(execId)).thenReturn(new TaskOperationResult(execId, true));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());

      setVertexState(vertex, ExecutionState.RUNNING);
      setVertexResource(vertex, slot);
     
      assertEquals(ExecutionState.RUNNING, vertex.getExecutionState());
View Full Code Here
299
300
301
302
303
304
305
306
307
308
309
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      when(taskManager.cancelTask(execId)).thenReturn(new TaskOperationResult(execId, true));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());

      setVertexState(vertex, ExecutionState.RUNNING);
      setVertexResource(vertex, slot);
     
      assertEquals(ExecutionState.RUNNING, vertex.getExecutionState());
View Full Code Here
351
352
353
354
355
356
357
358
359
360
361
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      when(taskManager.cancelTask(execId)).thenReturn(new TaskOperationResult(execId, false));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());

      setVertexState(vertex, ExecutionState.RUNNING);
      setVertexResource(vertex, slot);
     
      assertEquals(ExecutionState.RUNNING, vertex.getExecutionState());
View Full Code Here
387
388
389
390
391
392
393
394
395
396
397
      final TaskOperationProtocol taskManager = mock(TaskOperationProtocol.class);
      when(taskManager.cancelTask(execId)).thenThrow(new IOException("RPC call failed"));
     
      Instance instance = getInstance(taskManager);
      AllocatedSlot slot = instance.allocateSlot(new JobID());

      setVertexState(vertex, ExecutionState.RUNNING);
      setVertexResource(vertex, slot);
     
      assertEquals(ExecutionState.RUNNING, vertex.getExecutionState());
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.jobgraph.JobID

  • org.apache.flink.client.CliFrontend
  • org.apache.flink.client.CliFrontendListCancelTest
  • org.apache.flink.runtime.accumulators.AccumulatorEvent
  • org.apache.flink.runtime.blob.BlobClientTest
  • org.apache.flink.runtime.blob.BlobConnection
  • org.apache.flink.runtime.deployment.TaskDeploymentDescriptor
  • org.apache.flink.runtime.deployment.TaskDeploymentDescriptorTest
  • org.apache.flink.runtime.event.job.EventsTest
  • org.apache.flink.runtime.event.job.RecentJobEvent
  • org.apache.flink.runtime.execution.librarycache.BlobLibraryCacheManagerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.