Package org.apache.tez.runtime.api

Examples of org.apache.tez.runtime.api.LogicalOutput

575
576
577
578
579
580
581
582
583
584
585
586
587
588
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
      case OUTPUT:
        LogicalOutput output = outputsMap.get(
            e.getDestinationInfo().getEdgeVertexName());
        if (output != null) {
          output.handleEvents(Collections.singletonList(e.getEvent()));
        } else {
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
      throw new IOException("Cannot handle multiple inputs or outputs"
          + ", inputCount=" + inputs.size()
          + ", outputCount=" + outputs.size());
    }
    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();

    initTask(out);

    // Sanity check
    if (!(in instanceof MRInputLegacy)) {
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
      throw new IOException("Invalid number of inputs"
          + ", inputCount=" + inputs.size());
    }

    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();

    this.statusUpdate();

    Class keyClass = ConfigUtils.getIntermediateInputKeyClass(jobConf);
    Class valueClass = ConfigUtils.getIntermediateInputValueClass(jobConf);
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
    LogicalInput li = inputs.values().iterator().next();
    if (! (li instanceof MRInput)) {
      throw new IllegalStateException("FilterByWordInputProcessor processor can only work with MRInput");
    }

    LogicalOutput lo = outputs.values().iterator().next();
    if (! (lo instanceof OnFileUnorderedKVOutput)) {
      throw new IllegalStateException("FilterByWordInputProcessor processor can only work with OnFileUnorderedKVOutput");
    }

   
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    LogicalInput li = inputs.values().iterator().next();
    if (! (li instanceof ShuffledUnorderedKVInput)) {
      throw new IllegalStateException("FilterByWordOutputProcessor processor can only work with ShuffledUnorderedKVInput");
    }

    LogicalOutput lo = outputs.values().iterator().next();
    if (! (lo instanceof MROutput)) {
      throw new IllegalStateException("FilterByWordOutputProcessor processor can only work with MROutput");
    }

    ShuffledUnorderedKVInput kvInput = (ShuffledUnorderedKVInput) li;
View Full Code Here
179
180
181
182
183
184
185
186
187
188
189
    for (InputSpec inputSpec : inputSpecs) {
      LogicalInput input = inputsMap.get(inputSpec.getSourceVertexName());
      runInputMap.put(inputSpec.getSourceVertexName(), input);
    }
    for (OutputSpec outputSpec : outputSpecs) {
      LogicalOutput output = outputsMap.get(outputSpec.getDestinationVertexName());
      runOutputMap.put(outputSpec.getDestinationVertexName(), output);
    }
   
    // TODO Maybe close initialized inputs / outputs in case of failure to
    // initialize.
View Full Code Here
417
418
419
420
421
422
423
424
425
426
427
428
429
430
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
      case OUTPUT:
        LogicalOutput output = outputsMap.get(
            e.getDestinationInfo().getEdgeVertexName());
        if (output != null) {
          output.handleEvents(Collections.singletonList(e.getEvent()));
        } else {
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
View Full Code Here
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
    @Override
    public Void call() throws Exception {
      LOG.info("Initializing Output using OutputSpec: " + outputSpec);
      String edgeName = outputSpec.getDestinationVertexName();
      LogicalOutput output = createOutput(outputSpec);
      TezOutputContext outputContext = createOutputContext(outputSpec);
      outputsMap.put(edgeName, output);
      outputContextMap.put(edgeName, outputContext);

      if (output instanceof LogicalOutput) {
        ((LogicalOutput) output).setNumPhysicalOutputs(outputSpec
            .getPhysicalEdgeCount());
      }
      LOG.info("Initializing Input with dest edge: " + edgeName);
      List<Event> events = output.initialize(outputContext);
      sendTaskGeneratedEvents(events, EventProducerConsumerType.OUTPUT,
          outputContext.getTaskVertexName(),
          outputContext.getDestinationVertexName(), taskSpec.getTaskAttemptID());
      LOG.info("Initialized Output with dest edge: " + edgeName);
      return null;
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
      throw new IOException("Cannot handle multiple inputs or outputs"
          + ", inputCount=" + inputs.size()
          + ", outputCount=" + outputs.size());
    }
    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();

    // Sanity check
    if (!(in instanceof MRInputLegacy)) {
      throw new IOException(new TezException(
          "Only Simple Input supported. Input: " + in.getClass()));
View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
        runInputMap.put(inputSpec.getSourceVertexName(), input);
      }
    }

    for (OutputSpec outputSpec : outputSpecs) {
      LogicalOutput output = outputsMap.get(outputSpec.getDestinationVertexName());
      String outputName = outputSpec.getDestinationVertexName();
      runOutputMap.put(outputName, output);
    }

    // TODO Maybe close initialized inputs / outputs in case of failure to
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.api.LogicalOutput

  • cascading.flow.tez.stream.graph.Hadoop2TezStreamGraph
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POStoreTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueOutputTez
  • org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigProcessor
  • org.apache.tez.examples.JoinExample$ForwardingProcessor
  • org.apache.tez.examples.JoinExample$JoinProcessor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.