Examples of DuccWorkJob

org.apache.uima.ducc.transport.event.common.DuccWorkJob

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob


        // Map of updates to send to OR
        HashMap<DuccId, ServiceDependency> updates = new HashMap<DuccId, ServiceDependency>();


        for ( DuccId id : work.keySet() ) {
            DuccWorkJob w = (DuccWorkJob) work.get(id);


            if ( !w.isActive() ) {
                logger.info(methodName, id, "Bypassing inactive job, state =", w.getStateObject());
                continue;
            }


            ServiceDependency s = new ServiceDependency(); // for the OR
            updates.put(id, s);


            String[] deps = w.getServiceDependencies();
            if ( deps == null ) {   // no deps, just mark it running and move on
                s.setState(ServiceState.Available);
                logger.info(methodName, id, "Added to map, no service dependencies.");
                continue;
            }

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

    if(sortedJobs.size()> 0) {
      Iterator<Entry<JobInfo, JobInfo>> iterator = sortedJobs.entrySet().iterator();
      int counter = 0;
      while(iterator.hasNext()) {
        JobInfo jobInfo = iterator.next().getValue();
        DuccWorkJob job = jobInfo.getJob();
        boolean list = DuccWebUtil.isListable(request, users, maxRecords, counter, job);
        if(list) {
          counter++;
          sb.append(trGet(counter));
          buildJobsListEntry(request, sb, job.getDuccId(), job, duccData, now, servicesRegistry);
        }
      }
    }
    else {
      sb.append("<tr>");

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

        sb.append("</span>");
        break;
      }
    }
    else if(duccwork instanceof DuccWorkJob) {
      DuccWorkJob job = (DuccWorkJob) duccwork;
      switch(job.getJobState()) {
      case Completed:
        sb.append("<span>");
        String duration = getDuration(request,job);
        String decoratedDuration = decorateDuration(request,job, duration);
        sb.append(decoratedDuration);
        sb.append("</span>");
        break;
      default:
        sb.append("<span class=\"health_green\""+">");
        duration = getDuration(request,job,now);
        decoratedDuration = decorateDuration(request,job, duration);
        sb.append(decoratedDuration);
        sb.append("</span>");
        break;
      }
    }
    sb.append("</td>");
    // User
    String title = "";
    String submitter = duccwork.getStandardInfo().getSubmitter();
    if(submitter != null) {
      title = "title=\"submitter PID@host: "+submitter+"\"";
    }
    sb.append("<td "+title+">");
    UserId userId = new UserId(duccwork.getStandardInfo().getUser());
    sb.append(userId.toString());
    sb.append("</td>");
    // Class
    sb.append("<td>");
    sb.append(stringNormalize(duccwork.getSchedulingInfo().getSchedulingClass(),messages.fetch("default")));
    sb.append("</td>");
    // Type
    sb.append("<td>");
    sb.append(reservationType);
    sb.append("</td>");
    // State
    sb.append("<td>");
    if(duccData.isLive(duccId)) {
      if(duccwork.isOperational()) {
        sb.append("<span class=\"active_state\">");
      }
      else {
        sb.append("<span class=\"completed_state\">");
      }
    }
    else {
      sb.append("<span class=\"historic_state\">");
    }
    sb.append(duccwork.getStateObject().toString());
    if(duccData.isLive(duccId)) {
      sb.append("</span>");
    }
    sb.append("</td>");
    // Reason
    if(duccwork instanceof DuccWorkReservation) {
      sb.append("<td>");
      DuccWorkReservation reservation = (DuccWorkReservation) duccwork;
      switch(reservation.getCompletionType()) {
      case Undefined:
        break;
      case CanceledByUser:
      case CanceledByAdmin:
        try {
          String cancelUser = duccwork.getStandardInfo().getCancelUser();
          if(cancelUser != null) {
            sb.append("<span title=\"canceled by "+cancelUser+"\">");
            sb.append(duccwork.getCompletionTypeObject().toString());
            sb.append("</span>");
          }
          else {              
            IRationale rationale = reservation.getCompletionRationale();
            if(rationale != null) {
              sb.append("<span title=\""+rationale+"\">");
              sb.append(duccwork.getCompletionTypeObject().toString());
              sb.append("</span>");
            }
            else {
              sb.append(duccwork.getCompletionTypeObject().toString());
            }
            
          }
        } 
        catch(Exception e) {
          IRationale rationale = reservation.getCompletionRationale();
          if(rationale != null) {
            sb.append("<span title=\""+rationale+"\">");
            sb.append(duccwork.getCompletionTypeObject().toString());
            sb.append("</span>");
          }
          else {
            sb.append(duccwork.getCompletionTypeObject().toString());
          }
        }
        break;
      default:
        IRationale rationale = reservation.getCompletionRationale();
        if(rationale != null) {
          sb.append("<span title=\""+rationale+"\">");
          sb.append(duccwork.getCompletionTypeObject().toString());
          sb.append("</span>");
        }
        else {
          sb.append(duccwork.getCompletionTypeObject().toString());
        }
        break;
      }
      sb.append("</td>");
    }
    else if(duccwork instanceof DuccWorkJob) {
      DuccWorkJob job = (DuccWorkJob) duccwork;
      String reason = getReason(job, DuccType.Reservation).toString();
      sb.append("<td>");
      sb.append(reason);
      sb.append("</td>");
    }
    // Allocation
    sb.append("<td align=\"right\">");
    sb.append(duccwork.getSchedulingInfo().getInstancesCount());
    sb.append("</td>");
    // User Processes
    sb.append("<td align=\"right\">");
    TreeMap<String,Integer> nodeMap = new TreeMap<String,Integer>();
    if(duccwork instanceof DuccWorkReservation) {
      DuccWorkReservation reservation = (DuccWorkReservation) duccwork;
      if(!reservation.getReservationMap().isEmpty()) {
        IDuccReservationMap map = reservation.getReservationMap();
        for (DuccId key : map.keySet()) { 
          IDuccReservation value = reservation.getReservationMap().get(key);
          String node = value.getNodeIdentity().getName();
          if(!nodeMap.containsKey(node)) {
            nodeMap.put(node,new Integer(0));
          }
          Integer count = nodeMap.get(node);
          count++;
          nodeMap.put(node,count);
        }
      }
      
      boolean qualify = false;
      if(!nodeMap.isEmpty()) {
        if(nodeMap.keySet().size() > 1) {
          qualify = true;
        }
      }
      ArrayList<String> qualifiedPids = new ArrayList<String>();
      if(duccwork.isOperational()) {
        DuccMachinesData machinesData = DuccMachinesData.getInstance();
        for (String node: nodeMap.keySet()) { 
          NodeId nodeId = new NodeId(node);
          List<String> nodePids = machinesData.getPids(nodeId, userId);
          for( String pid : nodePids ) {
            if(qualify) {
              qualifiedPids.add(node+":"+pid);
            }
            else {
              qualifiedPids.add(pid);
            }
          }
        }
      }
      if(qualifiedPids.size() > 0) {
        String list = "";
        for( String entry : qualifiedPids ) {
          list += entry+" ";
        }
        sb.append("<span title=\""+list.trim()+"\">");
        sb.append(""+qualifiedPids.size());
        sb.append("</span>");
      }
      else {
        sb.append(""+qualifiedPids.size());
      }
    }
    else {
      DuccWorkJob job = (DuccWorkJob) duccwork;
      if(job.isOperational()) {
        sb.append(duccwork.getSchedulingInfo().getInstancesCount());
      }
      else {
        sb.append("0");
      }
      Iterator<DuccId> iterator = job.getProcessMap().keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = job.getProcessMap().get(processId);
        String node = process.getNodeIdentity().getName();
        nodeMap.put(node, 1);
      }
    }
    sb.append("</td>");

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

            DuccWorkReservation reservation = (DuccWorkReservation) dw;
            sb.append(trGet(counter));
            buildReservationsListEntry(request, sb, reservation.getDuccId(), reservation, duccData, now);
          }
          else if(dw instanceof DuccWorkJob) {
            DuccWorkJob job = (DuccWorkJob) dw;
            sb.append(trGet(counter));
            buildReservationsListEntry(request, sb, job.getDuccId(), job, duccData, now);
          }
          else {
            // huh?
          }
        }

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

          else {
            duccLogger.info(location, duccId, "auto-cancel off");
          }
        }
      }
      DuccWorkJob dwr = (DuccWorkJob) dw;
      MonitorInfo monitorInfo = mMap.get(duccId);
      //IDuccSchedulingInfo si = dwr.getSchedulingInfo();
      //monitorInfo.total = si.getWorkItemsTotal();    // ignore for MR, default to 0
      //monitorInfo.done  = si.getWorkItemsCompleted();  // ignore for MR, default to 0
      //monitorInfo.error = si.getWorkItemsError();    // ignore for MR, default to 0
      //monitorInfo.retry = si.getWorkItemsRetry();    // ignore for MR, default to 0
      monitorInfo.procs = ""+dwr.getProcessMap().getAliveProcessCount();
      
      Map<DuccId, IDuccProcess> map = dwr.getProcessMap().getMap();
      monitorInfo.code = getCode(map);
      
      ArrayList<String> stateSequence = monitorInfo.stateSequence;
      String state = dwr.getJobState().toString();
      if(!stateSequence.contains(state)) {
        duccLogger.info(location, duccId, "state: "+state);
        stateSequence.add(state);
      }
    }

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

    if(sortedJobs.size()> 0) {
      Iterator<Entry<JobInfo, JobInfo>> iterator = sortedJobs.entrySet().iterator();
      int counter = 0;
      while(iterator.hasNext()) {
        JobInfo jobInfo = iterator.next().getValue();
        DuccWorkJob job = jobInfo.getJob();
        boolean list = DuccWebUtil.isListable(request, users, maxRecords, counter, job);
        if(list) {
          counter++;
          JsonArray row = buildJobRow(request, job, duccData, now, servicesRegistry);
          data.add(row);

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

        sb.append("</span>");
        break;
      }
    }
    else if(duccwork instanceof DuccWorkJob) {
      DuccWorkJob job = (DuccWorkJob) duccwork;
      switch(job.getJobState()) {
      case Completed:
        sb.append("<span>");
        String duration = getDuration(request,job);
        String decoratedDuration = decorateDuration(request,job, duration);
        sb.append(decoratedDuration);
        sb.append("</span>");
        break;
      default:
        sb.append("<span class=\"health_green\""+">");
        duration = getDuration(request,job,now);
        decoratedDuration = decorateDuration(request,job, duration);
        sb.append(decoratedDuration);
        sb.append("</span>");
        break;
      }
    }
    row.add(new JsonPrimitive(sb.toString()));
    // User
    sb = new StringBuffer();
    String title = "";
    String submitter = duccwork.getStandardInfo().getSubmitter();
    if(submitter != null) {
      title = "title=\"submitter PID@host: "+submitter+"\"";
    }
    sb.append("<span "+title+">");
    UserId userId = new UserId(duccwork.getStandardInfo().getUser());
    sb.append(userId.toString());
    sb.append("</span>");
    row.add(new JsonPrimitive(sb.toString()));
    // Class
    row.add(new JsonPrimitive(stringNormalize(duccwork.getSchedulingInfo().getSchedulingClass(),messages.fetch("default"))));
    // Type
    sb = new StringBuffer();
    sb.append(reservationType);
    row.add(new JsonPrimitive(sb.toString()));
    // State
    sb = new StringBuffer();
    String state = duccwork.getStateObject().toString();
    sb.append("<span>");
    if(duccData.isLive(duccId)) {
      if(duccwork.isOperational()) {
        sb.append("<span class=\"active_state\">");
      }
      else {
        sb.append("<span class=\"completed_state\">");
      }
      sb.append(state);
      sb.append("</span>");
    }
    else {
      sb.append("<span class=\"historic_state\">");
      sb.append(state);
      sb.append("</span>");
    }
    sb.append("</span>");
    row.add(new JsonPrimitive(sb.toString()));
    // Reason
    sb = new StringBuffer();
    if(duccwork instanceof DuccWorkReservation) {
      DuccWorkReservation reservation = (DuccWorkReservation) duccwork;
      switch(reservation.getCompletionType()) {
      case Undefined:
        break;
      case CanceledByUser:
      case CanceledByAdmin:
        try {
          String cancelUser = duccwork.getStandardInfo().getCancelUser();
          if(cancelUser != null) {
            sb.append("<span title=\"canceled by "+cancelUser+"\">");
            sb.append(duccwork.getCompletionTypeObject().toString());
            sb.append("</span>");
          }
          else {              
            IRationale rationale = reservation.getCompletionRationale();
            if(rationale != null) {
              sb.append("<span title=\""+rationale+"\">");
              sb.append(duccwork.getCompletionTypeObject().toString());
              sb.append("</span>");
            }
            else {
              sb.append(duccwork.getCompletionTypeObject().toString());
            }
            
          }
        } 
        catch(Exception e) {
          IRationale rationale = reservation.getCompletionRationale();
          if(rationale != null) {
            sb.append("<span title=\""+rationale+"\">");
            sb.append(duccwork.getCompletionTypeObject().toString());
            sb.append("</span>");
          }
          else {
            sb.append(duccwork.getCompletionTypeObject().toString());
          }
        }
        break;
      default:
        IRationale rationale = reservation.getCompletionRationale();
        if(rationale != null) {
          sb.append("<span title=\""+rationale+"\">");
          sb.append(duccwork.getCompletionTypeObject().toString());
          sb.append("</span>");
        }
        else {
          sb.append(duccwork.getCompletionTypeObject().toString());
        }
        break;
      }
    }
    else if(duccwork instanceof DuccWorkJob) {
      // Reason
      DuccWorkJob job = (DuccWorkJob) duccwork;
      sb = getReason(job,DuccType.Reservation);
    }
    row.add(new JsonPrimitive(sb.toString()));
    // Allocation
    sb = new StringBuffer();
    sb.append("<span>");
    sb.append(duccwork.getSchedulingInfo().getInstancesCount());
    sb.append("</span>");
    row.add(new JsonPrimitive(sb.toString()));
    // User Processes
    sb = new StringBuffer();
    TreeMap<String,Integer> nodeMap = new TreeMap<String,Integer>();
    if(duccwork instanceof DuccWorkReservation) {
      DuccWorkReservation reservation = (DuccWorkReservation) duccwork;
      if(!reservation.getReservationMap().isEmpty()) {
        IDuccReservationMap map = reservation.getReservationMap();
        for (DuccId key : map.keySet()) { 
          IDuccReservation value = reservation.getReservationMap().get(key);
          String node = value.getNodeIdentity().getName();
          if(!nodeMap.containsKey(node)) {
            nodeMap.put(node,new Integer(0));
          }
          Integer count = nodeMap.get(node);
          count++;
          nodeMap.put(node,count);
        }
      }
      
      boolean qualify = false;
      if(!nodeMap.isEmpty()) {
        if(nodeMap.keySet().size() > 1) {
          qualify = true;
        }
      }
      ArrayList<String> qualifiedPids = new ArrayList<String>();
      if(duccwork.isOperational()) {
        DuccMachinesData machinesData = DuccMachinesData.getInstance();
        for (String node: nodeMap.keySet()) { 
          NodeId nodeId = new NodeId(node);
          List<String> nodePids = machinesData.getPids(nodeId, userId);
          for( String pid : nodePids ) {
            if(qualify) {
              qualifiedPids.add(node+":"+pid);
            }
            else {
              qualifiedPids.add(pid);
            }
          }
        }
      }
      if(qualifiedPids.size() > 0) {
        String list = "";
        for( String entry : qualifiedPids ) {
          list += entry+" ";
        }
        sb.append("<span title=\""+list.trim()+"\">");
        sb.append(""+qualifiedPids.size());
        sb.append("</span>");
      }
      else {
        sb.append(""+qualifiedPids.size());
      }
    }
    else {
      DuccWorkJob job = (DuccWorkJob) duccwork;
      if(job.isOperational()) {
        sb.append(duccwork.getSchedulingInfo().getInstancesCount());
      }
      else {
        sb.append("0");
      }
      Iterator<DuccId> iterator = job.getProcessMap().keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = job.getProcessMap().get(processId);
        String node = process.getNodeIdentity().getName();
        nodeMap.put(node, 1);
      }
    }
    row.add(new JsonPrimitive(sb.toString()));

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

            DuccWorkReservation reservation = (DuccWorkReservation) dw;
            JsonArray row = buildReservationRow(request, reservation, duccData, now);
            data.add(row);
          }
          else if(dw instanceof DuccWorkJob) {
            DuccWorkJob job = (DuccWorkJob) dw;
            JsonArray row = buildReservationRow(request, job, duccData, now);
            data.add(row);
          }
          else {
            // huh?

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

          else {
            duccLogger.info(location, duccId, "auto-cancel off");
          }
        }
      }
      DuccWorkJob dwj = (DuccWorkJob) dw;
      MonitorInfo monitorInfo = mMap.get(duccId);
      IDuccSchedulingInfo si = dw.getSchedulingInfo();
      monitorInfo.total = si.getWorkItemsTotal();
      monitorInfo.done  = si.getWorkItemsCompleted();
      monitorInfo.error = ""+si.getIntWorkItemsError();
      monitorInfo.retry = si.getWorkItemsRetry();
      monitorInfo.lost = si.getWorkItemsLost();
      monitorInfo.procs = ""+dwj.getProcessMap().getAliveProcessCount();
      
      if(si.getIntWorkItemsError() > 0) {
        String logsjobdir = dwj.getUserLogsDir()+dwj.getDuccId().getFriendly()+File.separator;
        String logfile = "jd.err.log";
        ArrayList<String> errorLogs = new ArrayList<String>();
        errorLogs.add(logsjobdir+logfile);
        monitorInfo.errorLogs = errorLogs;
      }
      
      ArrayList<String> stateSequence = monitorInfo.stateSequence;
      String state = dwj.getJobState().toString();
      if(!stateSequence.contains(state)) {
        duccLogger.info(location, duccId, "state: "+state);
        stateSequence.add(state);
      }
      
      IRationale rationale = dwj.getCompletionRationale();
      if(rationale != null) {
        if(rationale.isSpecified()) {
          String text = rationale.getText();
          if(text != null) {
            monitorInfo.rationale = text;

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkJob

    String methodName = "handleDuccServletJobProcessesData";
    duccLogger.trace(methodName, null, messages.fetch("enter"));
    StringBuffer sb = new StringBuffer();
    String jobno = request.getParameter("id");
    DuccWorkMap duccWorkMap = DuccData.getInstance().get();
    DuccWorkJob job = null;
    if(duccWorkMap.getJobKeySet().size()> 0) {
      Iterator<DuccId> iterator = null;
      iterator = duccWorkMap.getJobKeySet().iterator();
      while(iterator.hasNext()) {
        DuccId jobId = iterator.next();
        String fid = ""+jobId.getFriendly();
        if(jobno.equals(fid)) {
          job = (DuccWorkJob) duccWorkMap.findDuccWork(jobId);
          break;
        }
      }
    }
    if(job != null) {
      Iterator<DuccId> iterator = null;
      iterator = job.getDriver().getProcessMap().keySet().iterator();
      int counter = 1;
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = job.getDriver().getProcessMap().get(processId);
        StringBuffer bb = new StringBuffer();
        buildJobProcessListEntry(bb, job, process, DetailsType.Job, ShareType.JD, counter);
        if(bb.length() > 0) {
          sb.append(bb.toString());
          counter++;
        }
      }
      iterator = job.getProcessMap().keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = job.getProcessMap().get(processId);
        StringBuffer bb = new StringBuffer();
        buildJobProcessListEntry(bb, job, process, DetailsType.Job, ShareType.UIMA, counter);
        if(bb.length() > 0) {
          sb.append(bb.toString());
          counter++;

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.