Examples of StartupConfiguration

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
                    + "unknown.").build();
      }
     
      // TODO: can a worker "start" more than once?
     
      StartupConfiguration workerConf = workers.get(workerId);
      Utils.mergeConfigs(appConf, workerConf);

      LOG.debug("Got a startup call, workerId="
          + Utils.getWorkerId(workerId) + ", responded with"
          + ", batchSize=" + workerConf.getBatchSize() + ", iterations="
          + workerConf.getIterations() + ", fileSplit=[" + workerConf.getSplit().getPath()
          + ", " + workerConf.getSplit().getOffset() + "]");

      workersState.put(workerId, WorkerState.STARTED);

      return workerConf;
    }
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

249
250
251
252
253
254
255
256
257
258
259
     
      convertedToMetronomeSplit.length = hadoopFileSplit.getLength();
      convertedToMetronomeSplit.offset = hadoopFileSplit.getStart();
      convertedToMetronomeSplit.path = hadoopFileSplit.getPath().toString();
     
        StartupConfiguration config = StartupConfiguration.newBuilder()
              .setBatchSize(batchSize).setIterations(iterationCount)
              .setOther(appConfig).setSplit( convertedToMetronomeSplit ).build();
             
        String wid = "worker-" + workerId;
        ConfigurationTuple tuple = new ConfigurationTuple( split.getLocations()[ 0 ], wid, config );
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

305
306
307
308
309
310
311
312
313
314
315
      for (BlockLocation b : bl) {
        FileSplit split = FileSplit.newBuilder().setPath(p.toString())
            .setOffset(b.getOffset()).setLength(b.getLength()).build();

        StartupConfiguration config = StartupConfiguration.newBuilder()
            .setBatchSize(batchSize).setIterations(iterationCount)
            .setOther(appConfig).setSplit(split).build();

        String wid = "worker-" + workerId;
        ConfigurationTuple tuple = new ConfigurationTuple(b.getHosts()[0], wid,
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

73
74
75
76
77
78
79
80
81
82
83
  public void setUpMaster() throws Exception {
    FileSplit split = FileSplit.newBuilder()
        .setPath("testData/testWorkerService.txt").setOffset(0).setLength(200)
        .build();

    StartupConfiguration conf = StartupConfiguration.newBuilder()
        .setSplit(split).setBatchSize(2).setIterations(1).setOther(null)
        .build();

    HashMap<WorkerId, StartupConfiguration> workers = new HashMap<WorkerId, StartupConfiguration>();
    workers.put(Utils.createWorkerId("worker1"), conf);
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

69
70
71
72
73
74
75
76
77
78
79
  public void setUpMaster() throws Exception {
    FileSplit split = FileSplit.newBuilder()
        .setPath("testData/testWorkerService.txt").setOffset(0).setLength(200)
        .build();

    StartupConfiguration conf = StartupConfiguration.newBuilder()
        .setSplit(split).setBatchSize(200).setIterations(1).setOther(null)
        .build();

    HashMap<WorkerId, StartupConfiguration> workers = new HashMap<WorkerId, StartupConfiguration>();
    workers.put(Utils.createWorkerId("worker1"), conf);
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

65
66
67
68
69
70
71
72
73
74
75
  public void setUpMaster() throws Exception {
    FileSplit split = FileSplit.newBuilder()
        .setPath("testData/testWorkerService.txt").setOffset(0).setLength(200)
        .build();

    StartupConfiguration conf = StartupConfiguration.newBuilder()
        .setSplit(split).setBatchSize(200).setIterations(1).setOther(null)
        .build();

    HashMap<WorkerId, StartupConfiguration> workers = new HashMap<WorkerId, StartupConfiguration>();
    workers.put(Utils.createWorkerId("worker1"), conf);
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

43
44
45
46
47
48
49
50
51
52
53
        .setPath("/foo/bar")
        .setOffset(100)
        .setLength(200)
        .build();
   
    StartupConfiguration conf = StartupConfiguration.newBuilder()
        .setSplit(split)
        .setBatchSize(2)
        .setIterations(1)
        .setOther(null)
        .build();
View Full Code Here

Examples of com.cloudera.iterativereduce.yarn.avro.generated.StartupConfiguration

27
28
29
30
31
32
33
34
35
36
37
  @Before
  public void setUp() throws Exception {
    FileSplit split = FileSplit.newBuilder().setPath("/foo/bar").setOffset(100)
        .setLength(200).build();

    StartupConfiguration conf = StartupConfiguration.newBuilder()
        .setSplit(split).setBatchSize(2).setIterations(1).setOther(null)
        .build();

    HashMap<WorkerId, StartupConfiguration> workers = new HashMap<WorkerId, StartupConfiguration>();
    workers.put(Utils.createWorkerId("worker1"), conf);
View Full Code Here

Examples of org.apache.directory.server.core.configuration.StartupConfiguration

59
60
61
62
63
64
65
66
67
68
69
70
71
72
        authMap = new LDAPAuthorizationMap();
    }

    protected void startLdapServer() throws Exception {
        ApplicationContext factory = new ClassPathXmlApplicationContext("org/apache/activemq/security/ldap-spring.xml");
        StartupConfiguration cfg = (StartupConfiguration) factory.getBean("configuration");
        Properties env = (Properties) factory.getBean("environment");

        env.setProperty(Context.PROVIDER_URL, "");
        env.setProperty(Context.INITIAL_CONTEXT_FACTORY, CoreContextFactory.class.getName());
        env.putAll(cfg.toJndiEnvironment());

        new InitialDirContext(env);
    }
View Full Code Here

Examples of org.apache.ldap.server.configuration.StartupConfiguration

179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
        if( started )
        {
            return;
        }

        StartupConfiguration cfg = ( StartupConfiguration ) Configuration.toConfiguration( env );
        envCopy.put( Context.PROVIDER_URL, "" );
       
        try
        {
            cfg.validate();
        }
        catch( ConfigurationException e )
        {
            NamingException ne = new LdapConfigurationException( "Invalid configuration." );
            ne.initCause( e );
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.