Package org.apache.uima.ducc.common.jd.files

Examples of org.apache.uima.ducc.common.jd.files.WorkItemStateManager


          case Job:
            IDuccWorkJob job = (IDuccWorkJob)duccWork;
            String jobNo = job.getId();
            String userId = job.getStandardInfo().getUser();
            String jobDir = job.getLogDirectory()+jobNo;
            WorkItemStateManager workItemStateManager = new WorkItemStateManager(jobDir);
            workItemStateManager.importData(userId);
            updatedWisMap.put(jobNo, workItemStateManager);
            break;
          }
        }
        wisMap = updatedWisMap;
View Full Code Here


    }
    inProgress.set(false);
  }
 
  public WorkItemStateManager getWorkItemStateManager(String jobNo) {
    WorkItemStateManager retVal = wisMap.get(jobNo);
    return retVal;
  }
View Full Code Here

      duccOut.debug(methodName, null, duccMsg.fetch("performanceSummaryWriter is null"));
    }
    else {
      performanceSummaryWriter.writeSummary();
    }
    WorkItemStateManager workItemStateManager = thread.getWorkItemStateManager();
    if(workItemStateManager == null) {
      duccOut.debug(methodName, null, duccMsg.fetch("workItemStateManager is null"));
    }
    else {
      try {
        workItemStateManager.exportData();
      }
      catch(Exception e) {
        duccOut.error(methodName, null, e);
      }
     
View Full Code Here

      IDuccUimaDeploymentDescriptor uimaDeploymentDescriptor = new DuccUimaDeploymentDescriptor(process_DD);
      driverStatusReport.setUimaDeploymentDescriptor(uimaDeploymentDescriptor);
      // Prepare for gathering of UIMA performance statistics
      String logsjobdir = job.getLogDirectory()+job.getDuccId().getFriendly()+File.separator;
      performanceSummaryWriter = new PerformanceSummaryWriter(logsjobdir);
      workItemStateManager = new WorkItemStateManager(logsjobdir);
      synchronizedStats = new SynchronizedStats();
      // Prepare UIMA-AS client instance and multiple threads
      ClientThreadFactory factory = new ClientThreadFactory("UimaASClientThread");
      queue = new LinkedBlockingQueue<Runnable>();
      executor = new DynamicThreadPoolExecutor(1, 1, 10, TimeUnit.MICROSECONDS, queue, factory, null);
View Full Code Here

        }
    }

    protected void formatWorkItems()
    {
        WorkItemStateManager workItemStateManager = new WorkItemStateManager(dir);
        try {
          workItemStateManager.importData();
        }
        catch(Exception e) {
          e.printStackTrace();
          return;
        }
        ConcurrentSkipListMap<Long,IWorkItemState> map = workItemStateManager.getMap();
        int namemax = 0;
        int nodemax = 0;

        ArrayList<IWorkItemState> items = new ArrayList<IWorkItemState>();
        for ( Long k: map.keySet() ) {
View Full Code Here

    String jobNo = request.getParameter("id");
    DuccWorkJob job = getJob(jobNo);
    if(job != null) {
      try {
        String userId = duccWebSessionManager.getUserId(request);
        WorkItemStateManager workItemStateManager = new WorkItemStateManager(job.getLogDirectory()+jobNo);
        workItemStateManager.importData(userId);
        ConcurrentSkipListMap<Long,IWorkItemState> map = workItemStateManager.getMap();
          if( (map == null) || (map.size() == 0) ) {
            sb.append("no data (map empty?)");
          }
          else {
            ConcurrentSkipListMap<IWorkItemState,IWorkItemState> sortedMap = new ConcurrentSkipListMap<IWorkItemState,IWorkItemState>();
View Full Code Here

    String jobNo = request.getParameter("id");
    DuccWorkJob job = getJob(jobNo);
    if(job != null) {
      try {
        String userId = duccWebSessionManager.getUserId(request);
        WorkItemStateManager workItemStateManager = new WorkItemStateManager(job.getLogDirectory()+jobNo);
        workItemStateManager.importData(userId);
        PerformanceSummary performanceSummary = new PerformanceSummary(job.getLogDirectory()+jobNo);
          PerformanceMetricsSummaryMap performanceMetricsSummaryMap = performanceSummary.readSummary(userId);
          if( (performanceMetricsSummaryMap == null) || (performanceMetricsSummaryMap.size() == 0) ) {
            sb.append("no data (map empty?)");
          }
          else {
            int casCount  = performanceMetricsSummaryMap.casCount();
            /*
            sb.append("<table>");
            sb.append("<tr>");
            sb.append("<th align=\"right\">");
            sb.append("Job Id:");
            sb.append("<th align=\"left\">");
            sb.append(jobNo);
            sb.append("<th>");
            sb.append("&nbsp");
            sb.append("<th align=\"right\">");
            sb.append("Workitems:");
            sb.append("<th align=\"left\">");
            sb.append(casCount);
            sb.append("</table>");
            sb.append("<br>");
            */
            sb.append("<table>");
          sb.append("<tr class=\"ducc-head\">");
          sb.append("<th>");
          sb.append("Name");
          sb.append("</th>");
          sb.append("<th>");
          sb.append("Total<br><small>ddd:hh:mm:ss</small>");
          sb.append("</th>");
          sb.append("<th>");
          sb.append("% of<br>Total");
          sb.append("</th>");
          sb.append("<th>");
          sb.append("Avg<br><small>hh:mm:ss/workitem</small>");
          sb.append("</th>");
          sb.append("<th>");
          sb.append("Min<br><small>hh:mm:ss/workitem</small>");
          sb.append("</th>");
          sb.append("<th>");
          sb.append("Max<br><small>hh:mm:ss/workitem</small>");
          sb.append("</th>");
          sb.append("</tr>");
          ArrayList <UimaStatistic> uimaStats = new ArrayList<UimaStatistic>();
            uimaStats.clear();
            //long analysisTime = 0;
            for (Entry<String, PerformanceMetricsSummaryItem> entry : performanceMetricsSummaryMap.entrySet()) {
              PerformanceMetricsSummaryItem item = entry.getValue();
              String shortname = item.getDisplayName();
              long anTime = item.getAnalysisTime();
              long anMinTime = item.getAnalysisTimeMin();
              long anMaxTime = item.getAnalysisTimeMax();
              //analysisTime += anTime;
              UimaStatistic stat = new UimaStatistic(shortname, entry.getKey(), anTime, anMinTime, anMaxTime);
              uimaStats.add(stat);
            }
            Collections.sort(uimaStats);
            int numstats = uimaStats.size();
            DecimalFormat formatter = new DecimalFormat("##0.0");
            // pass 1
            double time_total = 0;
            for (int i = 0; i < numstats; ++i) {
            time_total += (uimaStats.get(i).getAnalysisTime());
          }
            int counter = 0;
            sb.append(trGet(counter++));
            // Totals
          sb.append("<td>");
          sb.append("<i><b>Summary</b></i>");
          long ltime = 0;
          // Total
          sb.append("<td align=\"right\">");
          ltime = (long)time_total;
          sb.append(FormatHelper.duration(ltime));
          // % of Total
          sb.append("<td align=\"right\">");
          sb.append(formatter.format(100));
          // Avg
          sb.append("<td align=\"right\">");
          sb.append("<span class=\"health_purple\" title=\"average processing time per completed work item\">");
          ltime = (long)workItemStateManager.getAvg();
          sb.append(FormatHelper.duration(ltime));
          sb.append("</span>");
          // Min
          sb.append("<td align=\"right\">");
          sb.append("<span class=\"health_purple\" title=\"minimum processing time for any completed work item\">");
          ltime = (long)workItemStateManager.getMin();
          sb.append(FormatHelper.duration(ltime));
          sb.append("</span>");
          // Max
          sb.append("<td align=\"right\">");
          sb.append("<span class=\"health_purple\" title=\"maximum processing time for any completed work item\">");
          ltime = (long)workItemStateManager.getMax();
          sb.append(FormatHelper.duration(ltime));
          sb.append("</span>");
            // pass 2
            for (int i = 0; i < numstats; ++i) {
              sb.append(trGet(counter++));
View Full Code Here

    String jobNo = job.getId();
    String userId = job.getStandardInfo().getUser();
    String jobDir = job.getLogDirectory()+jobNo;
    workItemStateManager = CacheManager.getInstance().getWorkItemStateManager(jobNo);
    if(workItemStateManager == null) {
      workItemStateManager = new WorkItemStateManager(jobDir);
      workItemStateManager.importData(userId);
    }
  }
View Full Code Here

TOP

Related Classes of org.apache.uima.ducc.common.jd.files.WorkItemStateManager

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.