Package com.facebook.LinkBench.LinkBenchLoad

Examples of com.facebook.LinkBench.LinkBenchLoad.LoadProgress


    int nTotalLoaders = genNodes ? nLinkLoaders + 1 : nLinkLoaders;

    LatencyStats latencyStats = new LatencyStats(nTotalLoaders);
    List<Runnable> loaders = new ArrayList<Runnable>(nTotalLoaders);

    LoadProgress loadTracker = LoadProgress.create(logger, props);
    for (int i = 0; i < nLinkLoaders; i++) {
      LinkStore linkStore = createLinkStore();

      bulkLoad = bulkLoad && linkStore.bulkLoadBatchSize() > 0;
      LinkBenchLoad l = new LinkBenchLoad(linkStore, props, latencyStats,
              csvStreamFile, i, maxid1 == startid1 + 1, chunk_q, loadTracker);
      loaders.add(l);
    }

    if (genNodes) {
      logger.info("Will generate graph nodes during loading");
      int loaderId = nTotalLoaders - 1;
      NodeStore nodeStore = createNodeStore(null);
      Random rng = new Random(masterRandom.nextLong());
      loaders.add(new NodeLoader(props, logger, nodeStore, rng,
          latencyStats, csvStreamFile, loaderId));
    }
    enqueueLoadWork(chunk_q, startid1, maxid1, nLinkLoaders,
                    new Random(masterRandom.nextLong()));
    // run loaders
    loadTracker.startTimer();
    long loadTime = concurrentExec(loaders);

    long expectedNodes = maxid1 - startid1;
    long actualLinks = 0;
    long actualNodes = 0;
View Full Code Here


      seq++;
    }
    chunk_q.add(LoadChunk.SHUTDOWN);


    LoadProgress tracker = new LoadProgress(logger, idCount, 1000);
    tracker.startTimer();
    LinkBenchLoad loader = new LinkBenchLoad(store,
        props, latencyStats, System.out, 0, false, chunk_q, tracker);
    /* Run the loading process */
    loader.run();

View Full Code Here

      LatencyStats latencyStats = new LatencyStats(nloaders.get());

      long maxid1 = ConfigUtil.getLong(props, Config.MAX_ID);
      long startid1 = ConfigUtil.getLong(props, Config.MIN_ID);

      LoadProgress prog_tracker = LoadProgress.create(
            Logger.getLogger(ConfigUtil.LINKBENCH_LOGGER), props);

      LinkBenchLoad loader = new LinkBenchLoad(store, props, latencyStats,
                               null,
                               loaderid.get(), maxid1 == startid1 + 1,
View Full Code Here

TOP

Related Classes of com.facebook.LinkBench.LinkBenchLoad.LoadProgress

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.