Examples of ManagementGraph

eu.stratosphere.nephele.managementgraph.ManagementGraph
A management graph is structurally equal to the graph Nephele uses internally for scheduling jobs. Management graphs are intended to provide more fine-grained information about a job at runtime than available through the regular client interface, however, without exposing Nephele's internal scheduling data structures.
This class is not thread-safe.

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

  private ManagementGraphFactory() {
  }


  public static ManagementGraph fromExecutionGraph(ExecutionGraph executionGraph) {


    final ManagementGraph managementGraph = new ManagementGraph(executionGraph.getJobID());


    final Map<ExecutionStage, ManagementStage> stageMap = addExecutionStages(managementGraph, executionGraph);
    final Map<ExecutionGroupVertex, ManagementGroupVertex> groupMap = addGroupVertices(stageMap);
    addExecutionVertices(groupMap, executionGraph);

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

   */
  private void updateManagementGraph(final JobID jobID, final VertexAssignmentEvent vertexAssignmentEvent) {


    synchronized (this.recentManagementGraphs) {


      final ManagementGraph managementGraph = this.recentManagementGraphs.get(jobID);
      if (managementGraph == null) {
        return;
      }
      final ManagementVertex vertex = managementGraph.getVertexByID(vertexAssignmentEvent.getVertexID());
      if (vertex == null) {
        return;
      }


      vertex.setInstanceName(vertexAssignmentEvent.getInstanceName());

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

   */
  private void updateManagementGraph(final JobID jobID, final ExecutionStateChangeEvent executionStateChangeEvent, String optionalMessage) {


    synchronized (this.recentManagementGraphs) {


      final ManagementGraph managementGraph = this.recentManagementGraphs.get(jobID);
      if (managementGraph == null) {
        return;
      }
      final ManagementVertex vertex = managementGraph.getVertexByID(executionStateChangeEvent.getVertexID());
      if (vertex == null) {
        return;
      }


      vertex.setExecutionState(executionStateChangeEvent.getNewExecutionState());

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph


      final JobID jobID = executionGraph.getJobID();


      if (newJobStatus == InternalJobStatus.SCHEDULED) {


        final ManagementGraph managementGraph = ManagementGraphFactory.fromExecutionGraph(executionGraph);
        this.eventCollector.addManagementGraph(jobID, managementGraph);
      }


      // Update recent job event
      final JobStatus jobStatus = InternalJobStatus.toJobStatus(newJobStatus);

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

   * {@inheritDoc}
   */
  @Override
  public ManagementGraph getManagementGraph(final JobID jobID) throws IOException {


    ManagementGraph mg = this.eventCollector.getManagementGraph(jobID);
    if (mg == null) {
      if(this.archive != null) {
        mg = this.archive.getManagementGraph(jobID);
      }

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

    
  }
  
  private void writeJsonForJob(PrintWriter wrt, RecentJobEvent jobEvent) throws IOException {
    
    ManagementGraph jobManagementGraph = jobmanager.getManagementGraph(jobEvent.getJobID());
    
    //Serialize job to json
    wrt.write("{");
    wrt.write("\"jobid\": \"" + jobEvent.getJobID() + "\",");
    wrt.write("\"jobname\": \"" + jobEvent.getJobName()+"\",");
    wrt.write("\"status\": \""+ jobEvent.getJobStatus() + "\",");
    wrt.write("\"time\": " + jobEvent.getTimestamp()+",");
    
    // Serialize ManagementGraph to json
    wrt.write("\"groupvertices\": [");
    boolean first = true;
    for(ManagementGroupVertex groupVertex : jobManagementGraph.getGroupVerticesInTopologicalOrder()) {
      //Write seperator between json objects
      if(first) {
        first = false;
      } else {
        wrt.write(","); }

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

    
    try {
    
      wrt.write("[");
    
      ManagementGraph jobManagementGraph = jobmanager.getManagementGraph(jobEvent.getJobID());
      
      //Serialize job to json
      wrt.write("{");
      wrt.write("\"jobid\": \"" + jobEvent.getJobID() + "\",");
      wrt.write("\"jobname\": \"" + jobEvent.getJobName()+"\",");
      wrt.write("\"status\": \""+ jobEvent.getJobStatus() + "\",");
      wrt.write("\"SCHEDULED\": "+ jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.SCHEDULED) + ",");
      wrt.write("\"RUNNING\": "+ jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.RUNNING) + ",");
      wrt.write("\"FINISHED\": "+ jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.FINISHED) + ",");
      wrt.write("\"FAILED\": "+ jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.FAILED) + ",");
      wrt.write("\"CANCELED\": "+ jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.CANCELED) + ",");
      wrt.write("\"CREATED\": " + jobmanager.getArchive().getJobTime(jobEvent.getJobID(), JobStatus.CREATED)+",");


      if (jobEvent.getJobStatus() == JobStatus.FAILED) {
      ManagementGraphIterator managementGraphIterator =  new ManagementGraphIterator(jobManagementGraph,true);
      wrt.write("\"failednodes\": [");
      HashSet<String> map = new HashSet<String>();
      boolean first = true;
      while (managementGraphIterator.hasNext()) {
        ManagementVertex managementVertex = managementGraphIterator.next();
        String instanceName = managementVertex.getInstanceName();
        if (managementVertex.getExecutionState() == ExecutionState.FAILED && !map.contains(instanceName)) {
          if (first) {
            first = false;
          } else {
            wrt.write(",");
          }
          wrt.write("{");
          wrt.write("\"node\": \"" + instanceName + "\",");
          wrt.write("\"message\": \"" + StringUtils.escapeHtml(managementVertex.getOptMessage()) + "\"");
          wrt.write("}");
          map.add(instanceName);
        }
      }
      wrt.write("],");
      }


      // Serialize ManagementGraph to json
      wrt.write("\"groupvertices\": [");
      boolean first = true;
      for(ManagementGroupVertex groupVertex : jobManagementGraph.getGroupVerticesInTopologicalOrder()) {
        //Write seperator between json objects
        if(first) {
          first = false;
        } else {
          wrt.write(","); }
        
        wrt.write(groupVertex.toJson());
        
      }
      wrt.write("],");
      
      // write accumulators
      AccumulatorEvent accumulators = jobmanager.getAccumulatorResults(jobEvent.getJobID());
      Map<String, Object> accMap = AccumulatorHelper.toResultMap(accumulators.getAccumulators());
      
      wrt.write("\n\"accumulators\": [");
      int i = 0;
      for( Entry<String, Object> accumulator : accMap.entrySet()) {
        wrt.write("{ \"name\": \""+accumulator.getKey()+" (" + accumulator.getValue().getClass().getName()+")\","
            + " \"value\": \""+accumulator.getValue().toString()+"\"}\n");
        if(++i < accMap.size()) {
          wrt.write(",");
        }
      }
      wrt.write("],\n");
      
      wrt.write("\"groupverticetimes\": {");
      first = true;
      for(ManagementGroupVertex groupVertex : jobManagementGraph.getGroupVerticesInTopologicalOrder()) {
        
        if(first) {
          first = false;
        } else {
          wrt.write(","); }

View Full Code Here

Examples of eu.stratosphere.nephele.managementgraph.ManagementGraph

  private void writeJsonForArchivedJobGroupvertex(PrintWriter wrt, RecentJobEvent jobEvent, ManagementGroupVertexID groupvertexId) {
    
    
    try {
    
    ManagementGraph jobManagementGraph = jobmanager.getManagementGraph(jobEvent.getJobID());
    
    ManagementGroupVertex groupvertex = jobManagementGraph.getGroupVertexByID(groupvertexId);
    
    // Serialize ManagementGraph to json
    wrt.write("{\"groupvertex\": "+groupvertex.toJson()+",");
    
    wrt.write("\"verticetimes\": {");
    boolean first = true;
    for(ManagementGroupVertex groupVertex : jobManagementGraph.getGroupVerticesInTopologicalOrder()) {
      
      for(int j = 0; j < groupVertex.getNumberOfGroupMembers(); j++) {
        ManagementVertex vertex = groupVertex.getGroupMember(j);
        
        if(first) {

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.