Examples of JobClient


Examples of com.asakusafw.yaess.jobqueue.client.JobClient

        boolean[] bs = blackList;
        assert cs.length >= 1;
        while (true) {
            synchronized (cs) {
                for (int i = 0; i < cs.length; i++) {
                    JobClient client = cs[location];
                    boolean enabled = blackList[location] == false;
                    location = (location + 1) % cs.length;
                    if (enabled) {
                        return client;
                    }
View Full Code Here

Examples of com.asakusafw.yaess.jobqueue.client.JobClient

        assert context != null;
        assert script != null;
        JobScript job = convert(context, script);
        for (int i = 1, n = clients.count() * 2; i <= n; i++) {
            monitor.checkCancelled();
            JobClient client = clients.get();
            try {
                JobId id = registerWithTimeout(job, client);
                return new JobInfo(job, id, client);
            } catch (IOException e) {
                clients.setError(client);
View Full Code Here

Examples of eu.stratosphere.nephele.client.JobClient

        OptimizedPlan op = compileProgram(jobName);
       
        NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
        JobGraph jobGraph = jgg.compileJobGraph(op);

        JobClient client = this.executor.getJobClient(jobGraph);
        client.setConsoleStreamForReporting(AbstractTestBase.getNullPrintStream());
        JobExecutionResult result = client.submitJobAndWait();
       
        this.latestResult = result;
        return result;
      }
      catch (Exception e) {
View Full Code Here

Examples of org.apache.flink.runtime.client.JobClient

    JobGraph job = getJobGraph(compiledPlan, libraries);
    return run(job, wait);
  }

  public JobExecutionResult run(JobGraph jobGraph, boolean wait) throws ProgramInvocationException {
    JobClient client;
    try {
      client = new JobClient(jobGraph, configuration, this.userCodeClassLoader);
    }
    catch (IOException e) {
      throw new ProgramInvocationException("Could not open job manager: " + e.getMessage());
    }
   
    client.setConsoleStreamForReporting(this.printStatusDuringExecution ? System.out : null);

    try {
      if (wait) {
        return client.submitJobAndWait();
      }
      else {
        JobSubmissionResult result = client.submitJob();
       
        if (result.getReturnCode() != ReturnCode.SUCCESS) {
          throw new ProgramInvocationException("The job was not successfully submitted to the nephele job manager"
            + (result.getDescription() == null ? "." : ": " + result.getDescription()));
        }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

      File wd = new File(".").getAbsoluteFile();
      StreamUtil.unJar(new File(jar_), wd);
    }

    // if jobConf_ changes must recreate a JobClient
    jc_ = new JobClient(jobConf_);
    boolean error = true;
    running_ = null;
    String lastReport = null;
    try {
      running_ = jc_.submitJob(jobConf_);
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

    jobConf.set(TMP_DIR_LABEL, tmpDir.toUri().toString());
    LOG.info("srcCount=" + srcCount);
    jobConf.setInt(SRC_COUNT_LABEL, srcCount);
    jobConf.setLong(TOTAL_SIZE_LABEL, cbsize);
    jobConf.setNumMapTasks(getMapCount(cbsize,
        new JobClient(jobConf).getClusterStatus().getTaskTrackers()));
  }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

      return null;
    }

    try {
      Configuration cfg = job.getConfiguration();
      JobClient jobClient = null;
      try {
        Constructor<JobClient> constr = JobClient.class.getConstructor(Configuration.class);
        jobClient = constr.newInstance(cfg);
      } catch (Exception e) {
        jobClient = new JobClient();
      }
      org.apache.hadoop.mapred.JobID id = getOldJobId(job);
      if (id != null) {
        return jobClient.getJob(id);
      } else {
        return null;
      }
    } catch (IOException e) {
      return null;
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

    idbconf.setInfiniDBHome("/usr/local/Calpont");

    jobconf.setMapperClass(InfiniDoopMapper.class);
    jobconf.setNumMapTasks(1);
    jobconf.setNumReduceTasks(2);
    JobClient client = new JobClient();
    client.setConf(jobconf);
    try {
      JobClient.runJob(jobconf);
    } catch (Exception e) {
      e.printStackTrace();
    }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

    idbconf.setOutputPath("output2");
    jobconf.setMapperClass(InfiniDoopInputMapper.class);
    jobconf.setNumMapTasks(4);
    jobconf.setNumReduceTasks(1);
    jobconf.set("mapred.textoutputformat.separator", "|");
    JobClient client = new JobClient();

    client.setConf(jobconf);
    try {
      JobClient.runJob(jobconf);
    } catch (Exception e) {
      e.printStackTrace();
    }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobClient

    jobconf.set("mapred.output.dir", "output");
   
        jobconf.setMapperClass(InfiniDoopMapper.class);
        jobconf.setNumMapTasks(1);
        jobconf.setNumReduceTasks(2);
        JobClient client = new JobClient();
        //System.out.println(jobconf.getUser());
        //System.out.println(FileOutputFormat.getOutputPath(jobconf));
        jobconf.setInt("mapred.min.split.size", 2147483647);

        //int i = (job.waitForCompletion(true)? 1: 0);
        //return i;
        client.setConf(jobconf);
    try {
      JobClient.runJob(jobconf);
    } catch (Exception e) {
      e.printStackTrace();
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.