Examples of TaskStats

backtype.storm.generated.TaskStats
com.alibaba.jstorm.task.heartbeat.TaskStats
com.facebook.presto.operator.TaskStats
gc.base.task.TaskStats
Task statistics.
org.apache.lucene.benchmark.byTask.stats.TaskStats
Statistics for a task run.
The same task can run more than once, but, if that task records statistics, each run would create its own TaskStats.

Examples of backtype.storm.generated.TaskStats

            TaskError e = (TaskError) errors.get(i);
            newErrors.add(new ErrorInfo(e.getError(), e.getTimSecs()));
          }
        }
        BaseStatsData status = (BaseStatsData) heartbeat.getStats();
        TaskStats tkStatus = status.getTaskStats();
        int uptimeSecs = heartbeat.getUptimeSecs();
        TaskSummary taskSummary = new TaskSummary(taskId, componentId,
            host, np.getPort(), uptimeSecs, newErrors);
        taskSummary.set_stats(tkStatus);
        taskSummarys.add(taskSummary);

View Full Code Here

Examples of backtype.storm.generated.TaskStats

  public String getType() {
    return "spout";
  }


  public TaskStats getTaskStats() {
    return new TaskStats(common.get_emitted(), common.get_transferred(),
        getThirftstats());
  }

View Full Code Here

Examples of backtype.storm.generated.TaskStats

  public void setProcess_latencies(HashMap<Integer, Object> process_latencies) {
    this.process_latencies = process_latencies;
  }


  public TaskStats getTaskStats() {
    return new TaskStats(common.get_emitted(), common.get_transferred(),
        getThirftstats());
  }

View Full Code Here

Examples of com.alibaba.jstorm.task.heartbeat.TaskStats

        false, Thread.MAX_PRIORITY, true);


    List<AsyncLoopThread> allThreads = new ArrayList<AsyncLoopThread>();
    allThreads.add(executor_threads);
    
    TaskHeartbeatRunable.registerTaskStats(taskid, new TaskStats(componentType, taskStats));
    LOG.info("Finished loading task " + componentid + ":" + taskid);


    return getShutdown(allThreads, deserializeQueue, baseExecutor);
  }

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

            if (initialSplit != null) {
                checkState(planFragment.isPartitioned(), "Plan is not partitioned");
                pendingSplits.put(planFragment.getPartitionedSource(), new ScheduledSplit(nextSplitId.getAndIncrement(), initialSplit));
            }


            TaskStats taskStats = new TaskContext(taskId, executor, session).getTaskStats();


            taskInfo = new StateMachine<>("task " + taskId, executor, new TaskInfo(
                    taskId,
                    TaskInfo.MIN_VERSION,
                    TaskState.PLANNED,

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

    @Override
    public RecordCursor cursor()
    {
        Builder table = InMemoryRecordSet.builder(TASK_TABLE);
        for (TaskInfo taskInfo : taskManager.getAllTaskInfo(false)) {
            TaskStats stats = taskInfo.getStats();
            table.addRow(
                    nodeId,


                    taskInfo.getTaskId().toString(),
                    taskInfo.getTaskId().getStageId().toString(),
                    taskInfo.getTaskId().getQueryId().toString(),
                    taskInfo.getState().toString(),


                    (long) stats.getTotalDrivers(),
                    (long) stats.getQueuedDrivers(),
                    (long) stats.getRunningDrivers(),
                    (long) stats.getCompletedDrivers(),


                    toMillis(stats.getTotalScheduledTime()),
                    toMillis(stats.getTotalCpuTime()),
                    toMillis(stats.getTotalUserTime()),
                    toMillis(stats.getTotalBlockedTime()),


                    toBytes(stats.getRawInputDataSize()),
                    stats.getRawInputPositions(),


                    toBytes(stats.getProcessedInputDataSize()),
                    stats.getProcessedInputPositions(),


                    toBytes(stats.getOutputDataSize()),
                    stats.getOutputPositions(),


                    toTimeStamp(stats.getCreateTime()),
                    toTimeStamp(stats.getStartTime()),
                    toTimeStamp(taskInfo.getLastHeartbeat()),
                    toTimeStamp(stats.getEndTime()));
        }
        return table.build().cursor();
    }

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

                {
                    return new BufferInfo(outputId, false, 0, 0);
                }
            }));


            TaskStats taskStats = new TaskContext(taskId, executor, session).getTaskStats();


            taskInfo = new StateMachine<>("task " + taskId, executor, new TaskInfo(
                    taskId,
                    TaskInfo.MIN_VERSION,
                    TaskState.PLANNED,

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

                if (!stage.getSubStages().isEmpty()) {
                    continue;
                }


                for (TaskInfo taskInfo : stage.getTasks()) {
                    TaskStats taskStats = taskInfo.getStats();


                    DateTime firstStartTime = taskStats.getFirstStartTime();
                    if (firstStartTime != null) {
                        firstTaskStartTime = Math.min(firstStartTime.getMillis(), firstTaskStartTime);
                    }


                    DateTime lastStartTime = taskStats.getLastStartTime();
                    if (lastStartTime != null) {
                        lastTaskStartTime = Math.max(lastStartTime.getMillis(), lastTaskStartTime);
                    }


                    DateTime endTime = taskStats.getEndTime();
                    if (endTime != null) {
                        lastTaskEndTime = Math.max(endTime.getMillis(), lastTaskEndTime);
                    }
                }
            }

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

                }
                else {
                    runningTasks++;
                }


                TaskStats taskStats = taskInfo.getStats();


                totalDrivers += taskStats.getTotalDrivers();
                queuedDrivers += taskStats.getQueuedDrivers();
                runningDrivers += taskStats.getRunningDrivers();
                completedDrivers += taskStats.getCompletedDrivers();


                totalMemoryReservation += taskStats.getMemoryReservation().toBytes();


                totalScheduledTime += taskStats.getTotalScheduledTime().roundTo(NANOSECONDS);
                totalCpuTime += taskStats.getTotalCpuTime().roundTo(NANOSECONDS);
                totalUserTime += taskStats.getTotalUserTime().roundTo(NANOSECONDS);
                totalBlockedTime += taskStats.getTotalBlockedTime().roundTo(NANOSECONDS);


                rawInputDataSize += taskStats.getRawInputDataSize().toBytes();
                rawInputPositions += taskStats.getRawInputPositions();


                processedInputDataSize += taskStats.getProcessedInputDataSize().toBytes();
                processedInputPositions += taskStats.getProcessedInputPositions();


                outputDataSize += taskStats.getOutputDataSize().toBytes();
                outputPositions += taskStats.getOutputPositions();
            }


            StageStats stageStats = new StageStats(
                    schedulingComplete.get(),
                    getSplitDistribution.snapshot(),

View Full Code Here

Examples of com.facebook.presto.operator.TaskStats

                }
                else {
                    runningTasks++;
                }


                TaskStats taskStats = taskInfo.getStats();


                totalDrivers += taskStats.getTotalDrivers();
                queuedDrivers += taskStats.getQueuedDrivers();
                runningDrivers += taskStats.getRunningDrivers();
                completedDrivers += taskStats.getCompletedDrivers();


                totalMemoryReservation += taskStats.getMemoryReservation().toBytes();


                totalScheduledTime += taskStats.getTotalScheduledTime().roundTo(NANOSECONDS);
                totalCpuTime += taskStats.getTotalCpuTime().roundTo(NANOSECONDS);
                totalUserTime += taskStats.getTotalUserTime().roundTo(NANOSECONDS);
                totalBlockedTime += taskStats.getTotalBlockedTime().roundTo(NANOSECONDS);


                rawInputDataSize += taskStats.getRawInputDataSize().toBytes();
                rawInputPositions += taskStats.getRawInputPositions();


                processedInputDataSize += taskStats.getProcessedInputDataSize().toBytes();
                processedInputPositions += taskStats.getProcessedInputPositions();


                outputDataSize += taskStats.getOutputDataSize().toBytes();
                outputPositions += taskStats.getOutputPositions();
            }


            StageStats stageStats = new StageStats(
                    getSplitDistribution.snapshot(),
                    scheduleTaskDistribution.snapshot(),

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.