Package com.amazonaws.services.s3

Examples of com.amazonaws.services.s3.AmazonS3Client

228
229
230
231
232
233
234
235
        }

        this.simpleDbClient = new AmazonSimpleDBClient(awsCredentials, createConfiguration(sdbSecure));
        this.simpleDbClient.setEndpoint(sdbEndpoint);

        this.s3Client = new AmazonS3Client(awsCredentials, createConfiguration(s3Secure));
        this.s3Client.setEndpoint(s3Endpoint);
    }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
        this.credentials = cred;
        this.objCacheMgr = new ObjCacheMgr(this, memCacheable);
        this.sdbMgr = new SimpleDBService(this, cred);
        this.ddbMgr = new DynamoDBService(this, cred);
        this.s3Client = new AmazonS3Client(cred);
        this.preStore1Registry = BuiltinFunc.clonePreStore1Registry();
        this.preStore2Registry = BuiltinFunc.clonePreStore2Registry();
        this.validationRegistry = BuiltinFunc.cloneValidationRegistry();
        this.postLoadRegistry = BuiltinFunc.clonePostLoadRegistry();
    }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
                          " to "+hdfsPathForKey(s3key).toString()+
                          " attempts="+attempts;
          reporter.setStatus(logmsg);
          System.err.println(logmsg);
        
          AmazonS3Client s3Client = newS3Client();         
          s3object = s3Client.getObject("commoncrawl-crawl-002", s3key.toString()).getObjectContent();                 
          hdfsFile = createHdfsFileFor(s3key);  
         
          copy(s3object, hdfsFile, reporter);                             
         
          s3object.close();
          hdfsFile.close();
          s3Client.shutdown();
         
          return;
        }
        catch (Exception e) {
          // clean up attempt
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
    private Path hdfsPathForKey(Text s3key) {
      return new Path(ccHdfsPath + s3key.toString());    
    }
   
    private AmazonS3Client newS3Client() {     
      AmazonS3Client s3Client = new AmazonS3Client(new BasicAWSCredentials(awsAccessKeyId, awsSecretAccessKey));
      s3Client.addRequestHandler(new AbstractRequestHandler() {
        public void beforeRequest(Request<?> request) {
          request.addHeader("x-amz-request-payer", "requester");
        }
      });     
      return s3Client;
View Full Code Here
156
157
158
159
160
161
162
     * them throughout applications.
     * <p>
     * TransferManager and all AWS client objects are thread safe.
     */
    public TransferManager(){
        this(new AmazonS3Client(new DefaultAWSCredentialsProviderChain()));
    }
View Full Code Here
174
175
176
177
178
179
180
     * @param credentialsProvider
     *            The AWS security credentials provider to use when making
     *            authenticated requests.
     */
    public TransferManager(AWSCredentialsProvider credentialsProvider) {
        this(new AmazonS3Client(credentialsProvider));
    }
View Full Code Here
193
194
195
196
197
198
199
     * @param credentials
     *            The AWS security credentials to use when making authenticated
     *            requests.
     */
    public TransferManager(AWSCredentials credentials) {
        this(new AmazonS3Client(credentials));
    }
View Full Code Here
160
161
162
163
164
165
166
     * them throughout applications.
     * <p>
     * TransferManager and all AWS client objects are thread safe.
     */
    public TransferManager(){
        this(new AmazonS3Client(new DefaultAWSCredentialsProviderChain()));
    }
View Full Code Here
178
179
180
181
182
183
184
     * @param credentialsProvider
     *            The AWS security credentials provider to use when making
     *            authenticated requests.
     */
    public TransferManager(AWSCredentialsProvider credentialsProvider) {
        this(new AmazonS3Client(credentialsProvider));
    }
View Full Code Here
197
198
199
200
201
202
203
     * @param credentials
     *            The AWS security credentials to use when making authenticated
     *            requests.
     */
    public TransferManager(AWSCredentials credentials) {
        this(new AmazonS3Client(credentials));
    }
View Full Code Here
TOP

Related Classes of com.amazonaws.services.s3.AmazonS3Client

  • com.amazonaws.AmazonWebServiceRequest
  • com.amazonaws.auth.AWSCredentials
  • com.amazonaws.auth.AWSCredentialsProviderChain
  • com.amazonaws.auth.DefaultAWSCredentialsProviderChain
  • com.amazonaws.auth.EnvironmentVariableCredentialsProvider
  • com.amazonaws.auth.InstanceProfileCredentialsProvider
  • com.amazonaws.auth.Signer
  • com.amazonaws.auth.SystemPropertiesCredentialsProvider
  • com.amazonaws.ClientConfiguration
  • com.amazonaws.event.ProgressListener
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.