Examples of PigStatusReporter

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

29
30
31
32
33
34
35
36
37
38
39
40
    @Override
    public Integer exec(Tuple input) throws IOException {
       
        try {
            Thread.sleep(7500);
            PigStatusReporter reporter = PigStatusReporter.getInstance();
            reporter.progress();
            Thread.sleep(7500);
        } catch (InterruptedException e) {
        }
       
        return 100;
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

97
98
99
100
101
102
103
104
105
106
107
108
109
                Object convertedKey = convertOrcToPig(entry.getKey(), keyObjectInspector, null);
                Object convertedValue = convertOrcToPig(entry.getValue(), valueObjectInspector, null);
                if (convertedKey!=null) {
                    ((Map)result).put(convertedKey.toString(), convertedValue);
                } else {
                    PigStatusReporter reporter = PigStatusReporter.getInstance();
                    if (reporter != null) {
                       reporter.incrCounter(PigWarning.UDF_WARNING_1, 1);
                    }
                }
            }
            break;
        case LIST:
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

130
131
132
133
134
135
136
137
138
139
140
141
142
    }

    @Override
    public Tuple getCurrentValue() throws IOException, InterruptedException {   
        if (inputRecordCounter == null && counterName != null) {
            PigStatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null) {
                inputRecordCounter = reporter.getCounter(
                        PigStatsUtil.MULTI_INPUTS_COUNTER_GROUP,
                        counterName);
                LOG.info("Created input record counter: " + counterName);
            } else {
                LOG.warn("Get null reporter for " + counterName);
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
  /**
   * Mocks the Reporter.incrCounter, but adds buffering.
   * See org.apache.hadoop.mapred.Reporter's incrCounter.
   */
  public void incrCounter(String group, String counterName, long incr) {
    PigStatusReporter reporter = PigStatusReporter.getInstance();
    if (reporter != null) { // common case
      Counter counter = reporter.getCounter(group, counterName);
      if (counter != null) {
        counter.increment(incr);

        if (counterStringMap_.size() > 0) {
          for (Map.Entry<Pair<String, String>, Long> entry : counterStringMap_.entrySet()) {
            reporter.getCounter(entry.getKey().first, entry.getKey().second).increment(entry.getValue());
          }
          counterStringMap_.clear();
        }
        return;
      }
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
  /**
   * Mocks the Reporter.incrCounter, but adds buffering.
   * See org.apache.hadoop.mapred.Reporter's incrCounter.
   */
  public void incrCounter(Enum<?> key, long incr) {
    PigStatusReporter reporter = PigStatusReporter.getInstance();
    if (reporter != null && reporter.getCounter(key) != null) {
      reporter.getCounter(key).increment(incr);
      if (counterEnumMap_.size() > 0) {
        for (Map.Entry<Enum<?>, Long> entry : counterEnumMap_.entrySet()) {
          reporter.getCounter(entry.getKey()).increment(entry.getValue());
        }
        counterEnumMap_.clear();
      }
    } else { // buffer the increments
      Long currentValue = counterEnumMap_.get(key);
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

382
383
384
385
386
387
388
389
390
391
392
393
    protected void incSpillCount(Enum counter) {
        incSpillCount(counter, 1);
    }

    protected void incSpillCount(Enum counter, long numRecsSpilled) {
        PigStatusReporter reporter = PigStatusReporter.getInstance();
        if (reporter != null && reporter.getCounter(counter)!=null) {
            reporter.getCounter(counter).increment(numRecsSpilled);
        } else {
            PigHadoopLogger.getInstance().warn(this, "Spill counter incremented", counter);
        }
    }
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

125
126
127
128
129
130
131
132
133
134
135
136
137
    }

    @Override
    public Tuple getCurrentValue() throws IOException, InterruptedException {   
        if (inputRecordCounter == null && counterName != null) {
            PigStatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null) {
                inputRecordCounter = reporter.getCounter(
                        PigStatsUtil.MULTI_INPUTS_COUNTER_GROUP,
                        counterName);
                LOG.info("Created input record counter: " + counterName);
            } else {
                LOG.warn("Get null reporter for " + counterName);
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

141
142
143
144
145
146
147
148
149
150
151
152
153
    }

    @Override
    public Tuple getCurrentValue() throws IOException, InterruptedException {   
        if (inputRecordCounter == null && counterName != null) {
            PigStatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null) {
                inputRecordCounter = reporter.getCounter(
                        PigStatsUtil.MULTI_INPUTS_COUNTER_GROUP,
                        counterName);
                LOG.info("Created input record counter: " + counterName);
            } else {
                LOG.warn("Get null reporter for " + counterName);
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

71
72
73
74
75
76
77
78
79
80
81
82
83
        @Override
        public void collect(Context context, Tuple tuple)
        throws InterruptedException, IOException {
            context.write(null, tuple);
            try {
                PigStatusReporter reporter = PigStatusReporter.getInstance();
                if (reporter != null) {
                    reporter.getCounter(
                            JobControlCompiler.PIG_MAP_RANK_NAME
                            + context.getJobID().toString(), taskID)
                            .increment(1);
                }
            } catch (Exception ex) {
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStatusReporter

129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
         * of the size of bag in the tuple.
         * @param increment is the value to add to the corresponding global counter.
         **/
        public static void incrementCounter(Long increment) {
            try {
                PigStatusReporter reporter = PigStatusReporter.getInstance();
                if (reporter != null) {

                    if(leaf instanceof POCounter){
                        reporter.getCounter(
                                JobControlCompiler.PIG_MAP_RANK_NAME
                                + context.getJobID().toString(), taskID).increment(increment);

                    }

View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.