Examples of DuccWorkMap

org.apache.uima.ducc.transport.event.common.DuccWorkMap

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

  }
  
  public void put(DuccWorkMap map) {
    String location = "put";
    synchronized(this) {
      DuccWorkMap mapCopy = map.deepCopy();
      mergeHistory(map);
      duccWorkLive = mapCopy;
      Iterator<DuccId> iterator = map.keySet().iterator();
      while(iterator.hasNext()) {
        DuccId duccId = iterator.next();

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    
    private Properties getShareMapJobs(Properties properties, int shareSize) {
      String location = "getShareMapJobs";
      try {
      DuccData duccData = DuccData.getInstance();
      DuccWorkMap duccWorkMap = duccData.getLive();
      Iterator<DuccId> iteratorJ = duccWorkMap.getJobKeySet().iterator();
      while(iteratorJ.hasNext()) {
        DuccId jobid = iteratorJ.next();
        IDuccWorkJob job = (IDuccWorkJob)duccWorkMap.findDuccWork(jobid);
        if(job.isOperational()) {
          int pMemSize = toInt(job.getSchedulingInfo().getShareMemorySize(),1*shareSize);
          long pShareSize = pMemSize/shareSize;
          if(pShareSize <= 0) {
            pShareSize = 1;

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    
    private Properties getShareMapServices(Properties properties, int shareSize) {
      String location = "getShareMapServices";
      try {
      DuccData duccData = DuccData.getInstance();
      DuccWorkMap duccWorkMap = duccData.getLive();
      Iterator<DuccId> iteratorS = duccWorkMap.getServiceKeySet().iterator();
      while(iteratorS.hasNext()) {
        DuccId jobid = iteratorS.next();
        IDuccWorkJob service = (IDuccWorkJob)duccWorkMap.findDuccWork(jobid);
        if(service.isOperational()) {
          int pMemSize = toInt(service.getSchedulingInfo().getShareMemorySize(),1*shareSize);
          long pShareSize = pMemSize/shareSize;
          if(pShareSize <= 0) {
            pShareSize = 1;

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    
    private Properties getShareMapReservations(Properties properties, int shareSize) {
      String location = "getShareMapReservations";
      try {
      DuccData duccData = DuccData.getInstance();
      DuccWorkMap duccWorkMap = duccData.getLive();
      Iterator<DuccId> iteratorR = duccWorkMap.getReservationKeySet().iterator();
      while(iteratorR.hasNext()) {
        DuccId reservationId = iteratorR.next();
        IDuccWorkReservation reservation = (IDuccWorkReservation)duccWorkMap.findDuccWork(reservationId);
        if(reservation.isOperational()) {
          IDuccReservationMap reservationMap = reservation.getReservationMap();
          Iterator<DuccId> iteratorS = reservationMap.keySet().iterator();
          while(iteratorS.hasNext()) {
            DuccId spid = iteratorS.next();

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

  public void update(OrchestratorStateDuccEvent duccEvent) {
    String methodName = "update";
    duccLogger.trace(methodName, jobid, duccMsg.fetch("enter"));
    duccLogger.debug(methodName, jobid, duccMsg.fetchLabel("received")+"OrchestratorStateDuccEvent");
    DuccDaemonsData.getInstance().put(duccEvent);
    DuccWorkMap wm = duccEvent.getWorkMap();
    boolean change = false;
    int count;
    count = wm.getJobCount();
    if(count != jobCount.get()) {
      jobCount.set(count);
      change = true;
    }
    count = wm.getReservationCount();
    if(count != reservationCount.get()) {
      reservationCount.set(count);
      change = true;
    }
    count = wm.getServiceCount();
    if(count !=serviceCount.get()) {
      serviceCount.set(count);
      change = true;
    }
    if(change) {

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    String methodName = "getState";
    logger.trace(methodName, null, messages.fetch("enter"));
    OrchestratorStateDuccEvent orchestratorStateDuccEvent = new OrchestratorStateDuccEvent();
    try {
      long t0 = System.currentTimeMillis();
      DuccWorkMap workMapCopy = workMap.deepCopy();
      long t1 = System.currentTimeMillis();
      long elapsed = t1 - t0;
      if(elapsed > Constants.SYNC_LIMIT) {
        logger.debug(methodName, null, "elapsed msecs: "+elapsed);
      }
      int activeJobs = workMapCopy.getJobCount();
      int activeReservations = workMapCopy.getReservationCount();
      int activeServices = workMapCopy.getServiceCount();
      logger.debug(methodName, null, messages.fetch("publishing state")+" "+
                      messages.fetchLabel("active job count")+activeJobs
                      +" "+
                      messages.fetchLabel("active reservation count")+activeReservations
                      +" "+
                      messages.fetchLabel("active service count")+activeServices
                      );
      int jobDriverNodeCount = hostManager.nodes();
      workMapCopy.setJobDriverNodeCount(jobDriverNodeCount);
      orchestratorStateDuccEvent.setWorkMap(workMapCopy);
      //stateManager.prune(workMapCopy);
      //healthMonitor.cancelNonViableJobs();
      //mqReaper.removeUnusedJdQueues(workMapCopy);
    }

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    String methodName = "getAbbreviatedState";
    logger.trace(methodName, null, messages.fetch("enter"));
    OrchestratorAbbreviatedStateDuccEvent orchestratorAbbreviatedStateDuccEvent = new OrchestratorAbbreviatedStateDuccEvent();
    try {
      long t0 = System.currentTimeMillis();
      DuccWorkMap workMapCopy = workMap.deepCopy();
      long t1 = System.currentTimeMillis();
      long elapsed = t1 - t0;
      if(elapsed > Constants.SYNC_LIMIT) {
        logger.debug(methodName, null, "elapsed msecs: "+elapsed);
      }
      int activeJobs = workMapCopy.getJobCount();
      int activeReservations = workMapCopy.getReservationCount();
      int activeServices = workMapCopy.getServiceCount();
      logger.debug(methodName, null, messages.fetch("publishing state")+" "+
                      messages.fetchLabel("active job count")+activeJobs
                      +" "+
                      messages.fetchLabel("active reservation count")+activeReservations
                      +" "+
                      messages.fetchLabel("active service count")+activeServices
                      );
      int jobDriverNodeCount = hostManager.nodes();
      workMapCopy.setJobDriverNodeCount(jobDriverNodeCount);
      long t2 = System.currentTimeMillis();
      orchestratorAbbreviatedStateDuccEvent.setWorkMap(workMapCopy);
      long t3 = System.currentTimeMillis();
      long elapsed2 = t3 - t2;
      if(elapsed > Constants.SYNC_LIMIT) {

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    }
    // </Jira 3414>
    setPropertiesFileManager(new PropertiesFileManager(IDuccLoggerComponents.abbrv_orchestrator, IDuccEnv.DUCC_STATE_DIR, constOrchestratorProperties, false, true));
    initSeqNo();
    setDuccIdFactory(new DuccIdFactory(propertiesFileManager,constSeqNo));
    workMap = new DuccWorkMap();
    driverStatusReportMap = new ConcurrentHashMap<DuccId,DriverStatusReport>();
    processAccounting = new ProcessAccounting();
    OrchestratorCheckpoint.getInstance().switchOnOff(commonConfiguration.orchestratorCheckpoint);
    OrchestratorCheckpoint.getInstance().restoreState();
    hostManager = JobDriverHostManager.getInstance();

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

  // **********
  
  @SuppressWarnings("unchecked")
  public Checkpointable getCheckpointable() {
    String methodName = "getCheckpointable";
    DuccWorkMap ckptWorkMap;
    ConcurrentHashMap<DuccId,DuccId> ckptProcessToJobMap;
    long t0 = System.currentTimeMillis();
    synchronized(workMap) {
      ckptWorkMap = (DuccWorkMap)SerializationUtils.clone(workMap);
      ckptProcessToJobMap = (ConcurrentHashMap<DuccId,DuccId>)SerializationUtils.clone(processAccounting.getProcessToJobMap());

View Full Code Here

Examples of org.apache.uima.ducc.transport.event.common.DuccWorkMap

    Map<String, String> administrators = new HashMap<String, String>();


  public ServiceManagerComponent(CamelContext context) 
    {
    super("ServiceManager", context);
        this.localMap = new DuccWorkMap();
        handler = new ServiceHandler(this);
  }

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.