Package org.apache.hama.bsp

Examples of org.apache.hama.bsp.TaskAttemptID

249
250
251
252
253
254
255
256
257
258
259
    Map<String, String> env = setupEnvironment(peer.getConfiguration());
    List<String> cmd = setupCommand(peer.getConfiguration());

    // wrap the command in a stdout/stderr capture
    TaskAttemptID taskid = peer.getTaskId();
    File stdout = TaskLog.getTaskLogFile(taskid, TaskLog.LogName.STDOUT);
    File stderr = TaskLog.getTaskLogFile(taskid, TaskLog.LogName.STDERR);

    // Get the desired maximum length of task's logs.
    long logLength = TaskLog.getTaskLogLength(peer.getConfiguration());
View Full Code Here
293
294
295
296
297
298
299
300
301
302
303
304
305
  }

  public static TaskAttemptID deserializeTaskId(byte[] arr) {
    ByteArrayInputStream bis = new ByteArrayInputStream(arr);
    DataInputStream in = new DataInputStream(bis);
    TaskAttemptID id = new TaskAttemptID();
    try {
      id.readFields(in);
    } catch (IOException e) {
      LOG.error(e);
    } finally {
      try {
        in.close();
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
330
331
332
            .toArray(new String[0]);

        for (String s : allPeers) {
          byte[] data = zk.getData(
              "/" + taskId.getJobID().toString() + "/" + s, this, null);
          TaskAttemptID thatTask = deserializeTaskId(data);
          LOG.debug("TASK mapping from zookeeper: " + thatTask + " ID:"
              + thatTask.getTaskID().getId() + " : " + s);
          sortedMap.put(thatTask.getTaskID().getId(), s);
        }

      } catch (Exception e) {
        LOG.error(e);
        throw new RuntimeException("All peer names could not be retrieved!");
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
    conf.set(GraphJob.VERTEX_EDGE_VALUE_CLASS_ATTR,
        NullWritable.class.getName());
    conf.set(GraphJob.VERTEX_ID_CLASS_ATTR, Text.class.getName());
    conf.set(GraphJob.VERTEX_VALUE_CLASS_ATTR, DoubleWritable.class.getName());
    GraphJobRunner.<Text, NullWritable, DoubleWritable> initClasses(conf);
    TaskAttemptID attempt = new TaskAttemptID("omg", 1, 1, 0);
    try {
      ArrayList<PageRankVertex> list = new ArrayList<PageRankVertex>();

      for (int i = 0; i < 10; i++) {
        PageRankVertex v = new PageRank.PageRankVertex();
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    conf.set(GraphJob.VERTEX_EDGE_VALUE_CLASS_ATTR,
        NullWritable.class.getName());
    conf.set(GraphJob.VERTEX_ID_CLASS_ATTR, Text.class.getName());
    conf.set(GraphJob.VERTEX_VALUE_CLASS_ATTR, DoubleWritable.class.getName());
    GraphJobRunner.<Text, NullWritable, DoubleWritable> initClasses(conf);
    TaskAttemptID attempt = new TaskAttemptID("123", 1, 1, 0);
    try {
      ArrayList<PageRankVertex> list = new ArrayList<PageRankVertex>();

      for (int i = 0; i < 10; i++) {
        PageRankVertex v = new PageRankVertex();
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    InetSocketAddress peer = new InetSocketAddress(
        BSPNetUtils.getCanonicalHostname(), BSPNetUtils.getFreePort()
            + (increment++));
    BSPPeer<?, ?, ?, ?, IntWritable> dummyPeer = new BSPPeerImpl<NullWritable, NullWritable, NullWritable, NullWritable, IntWritable>(
        conf, FileSystem.get(conf), new Counters());
    TaskAttemptID id = new TaskAttemptID("1", 1, 1, 1);
    messageManager.init(id, dummyPeer, conf, peer);
    String peerName = peer.getHostName() + ":" + peer.getPort();

    messageManager.send(peerName, new IntWritable(1337));
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
    Map<String, String> env = setupEnvironment(peer.getConfiguration());
    List<String> cmd = setupCommand(peer.getConfiguration());

    // wrap the command in a stdout/stderr capture
    TaskAttemptID taskid = peer.getTaskId();
    File stdout = TaskLog.getTaskLogFile(taskid, TaskLog.LogName.STDOUT);
    File stderr = TaskLog.getTaskLogFile(taskid, TaskLog.LogName.STDERR);

    // Get the desired maximum length of task's logs.
    long logLength = TaskLog.getTaskLogLength(peer.getConfiguration());
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    conf.set(Constants.PEER_HOST, Constants.DEFAULT_PEER_HOST);
    conf.setInt(Constants.PEER_PORT, Constants.DEFAULT_PEER_PORT);

    BSPPeer<?, ?, ?, ?, IntWritable> dummyPeer = new BSPPeerImpl<NullWritable, NullWritable, NullWritable, NullWritable, IntWritable>(
        conf, FileSystem.get(conf), new Counters());
    TaskAttemptID id = new TaskAttemptID("1", 1, 1, 1);
    messageManager.init(id, dummyPeer, conf, peer);
    peer = messageManager.getListenerAddress();
    String peerName = peer.getHostName() + ":" + peer.getPort();
    System.out.println("Peer is " + peerName);
    messageManager.send(peerName, new IntWritable(1337));
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
   */
  public void testTextSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
   */
  public void testObjectWritableSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
TOP

Related Classes of org.apache.hama.bsp.TaskAttemptID

  • org.apache.hama.bsp.message.TestAvroMessageManager
  • org.apache.hama.bsp.message.TestDiskQueue
  • org.apache.hama.bsp.message.TestHadoopMessageManager
  • org.apache.hama.bsp.message.TestHamaAsyncMessageManager
  • org.apache.hama.bsp.message.TestHamaMessageManager
  • org.apache.hama.bsp.message.TestSpillingQueue
  • org.apache.hama.bsp.sync.TestSyncServiceFactory
  • org.apache.hama.bsp.sync.ZooKeeperSyncClientImpl
  • org.apache.hama.graph.TestDiskVerticesInfo
  • org.apache.hama.graph.TestOffHeapVerticesInfo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.