Package com.hubspot.singularity.s3.base

Examples of com.hubspot.singularity.s3.base.ArtifactManager

109
110
111
112
113
114
115
116
117
118
119
    private void downloadFilesFromLocalDownloadService(List<S3Artifact> s3Artifacts, SingularityExecutorTask task) {
      final List<ListenableFuture<Response>> futures = Lists.newArrayListWithCapacity(s3Artifacts.size());

      for (S3Artifact s3Artifact : s3Artifacts) {
        ArtifactDownloadRequest artifactDownloadRequest = new ArtifactDownloadRequest(task.getTaskDefinition().getTaskDirectory(), s3Artifact);

        task.getLog().debug("Requesting {} from {}", artifactDownloadRequest, localDownloadUri);

        BoundRequestBuilder postRequestBldr = localDownloadHttpClient.preparePost(localDownloadUri);
View Full Code Here
45
46
47
48
49
50
51
52
53
    this.localDownloadUri = String.format(LOCAL_DOWNLOAD_STRING_FORMAT, s3Configuration.getLocalDownloadHttpPort(), s3Configuration.getLocalDownloadPath());
  }

  public SingularityExecutorTaskArtifactFetcher buildTaskFetcher(ExecutorData executorData, SingularityExecutorTask task) {
    ArtifactManager artifactManager = new ArtifactManager(s3Configuration, task.getLog());

    return new SingularityExecutorTaskArtifactFetcher(artifactManager, executorData, task);
  }
View Full Code Here
19
20
21
22
23
24
25
    this.s3Configuration = s3Configuration;
  }

  @Override
  public ArtifactManager get() {
    return new ArtifactManager(s3Configuration, log);
  }
View Full Code Here
15
16
17
18
19
20
21
  }

  private SingularityS3DownloaderRunner() {}

  public void run(String[] args) {
    new SingularityRunner().run(Arrays.asList(new SingularityRunnerBaseModule(new SingularityS3ConfigurationLoader(), new SingularityS3DownloaderConfigurationLoader()), new SingularityS3DownloaderModule()));
  }
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
  public static void main(String... args) {
    final long start = System.currentTimeMillis();

    try {
      final Injector injector = Guice.createInjector(Stage.PRODUCTION, new SingularityRunnerBaseModule(new SingularityS3ConfigurationLoader(), new SingularityExecutorConfigurationLoader()), new SingularityExecutorModule());
      final SingularityExecutorRunner executorRunner = injector.getInstance(SingularityExecutorRunner.class);

      final Protos.Status driverStatus = executorRunner.run();

      LOG.info("Finished after {} with status: {}", JavaUtils.duration(start), driverStatus);
View Full Code Here
25
26
27
28
29
30
31
32
33
34
35
  public static void main(String... args) {
    final long start = System.currentTimeMillis();

    try {
      final Injector injector = Guice.createInjector(Stage.PRODUCTION, new SingularityRunnerBaseModule(new SingularityS3ConfigurationLoader(), new SingularityExecutorConfigurationLoader(), new SingularityExecutorCleanupConfigurationLoader()), new SingularityExecutorModule(), new SingularityClientModule());
      final SingularityExecutorCleanupRunner runner = injector.getInstance(SingularityExecutorCleanupRunner.class);

      LOG.info("Starting cleanup");

      final SingularityExecutorCleanupStatistics statistics = runner.cleanup();
View Full Code Here
15
16
17
18
19
20
21
  }

  private SingularityS3UploaderRunner() {}

  public void run(String[] args) {
    new SingularityRunner().run(Arrays.asList(new SingularityRunnerBaseModule(new SingularityS3ConfigurationLoader(), new SingularityS3UploaderConfigurationLoader()), new SingularityS3UploaderModule()));
  }
View Full Code Here
TOP

Related Classes of com.hubspot.singularity.s3.base.ArtifactManager

  • com.google.common.hash.HashCode
  • com.google.common.util.concurrent.ThreadFactoryBuilder
  • com.hubspot.singularity.executor.cleanup.SingularityExecutorCleanupRunner
  • com.hubspot.singularity.executor.SingularityExecutorRunner
  • com.hubspot.singularity.executor.task.SingularityExecutorArtifactFetcher
  • com.hubspot.singularity.executor.task.SingularityExecutorArtifactFetcher$SingularityExecutorTaskArtifactFetcher
  • com.hubspot.singularity.s3downloader.config.ArtifactManagerProvider
  • com.hubspot.singularity.s3downloader.SingularityS3DownloaderRunner
  • com.hubspot.singularity.s3uploader.SingularityS3UploaderRunner
  • org.jets3t.service.impl.rest.httpclient.RestS3Service
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.