Package com.amazonaws.services.kinesis

Examples of com.amazonaws.services.kinesis.AmazonKinesisClient

67
68
69
70
71
72
73
                    "Please make sure that your credentials file is at the correct " +
                    "location (~/.aws/credentials), and is in valid format.",
                    e);
        }

        kinesisClient = new AmazonKinesisClient(credentials);
    }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
58
     *        The configuration with the specified input stream name and {@link AWSCredentialsProvider}
     * @param shardCount
     *        The shard count to create the stream with
     */
    public static void createInputStream(KinesisConnectorConfiguration config) {
        AmazonKinesisClient kinesisClient = new AmazonKinesisClient(config.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setRegion(RegionUtils.getRegion(config.REGION_NAME));
        if (config.KINESIS_ENDPOINT != null) {
            kinesisClient.setEndpoint(config.KINESIS_ENDPOINT);
        }
        createAndWaitForStreamToBecomeAvailable(kinesisClient,
                config.KINESIS_INPUT_STREAM,
                config.KINESIS_INPUT_STREAM_SHARD_COUNT);
    }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
77
     *        The configuration with the specified output stream name and {@link AWSCredentialsProvider}
     * @param shardCount
     *        The shard count to create the stream with
     */
    public static void createOutputStream(KinesisConnectorConfiguration config) {
        AmazonKinesisClient kinesisClient = new AmazonKinesisClient(config.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setRegion(RegionUtils.getRegion(config.REGION_NAME));
        if (config.KINESIS_ENDPOINT != null) {
            kinesisClient.setEndpoint(config.KINESIS_ENDPOINT);
        }
        createAndWaitForStreamToBecomeAvailable(kinesisClient,
                config.KINESIS_OUTPUT_STREAM,
                config.KINESIS_OUTPUT_STREAM_SHARD_COUNT);
    }
View Full Code Here
216
217
218
219
220
221
222
223
224
225
226
227
     *
     * @param config
     *        The configuration containing the stream name and {@link AWSCredentialsProvider}
     */
    public static void deleteInputStream(KinesisConnectorConfiguration config) {
        AmazonKinesisClient kinesisClient = new AmazonKinesisClient(config.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setRegion(RegionUtils.getRegion(config.REGION_NAME));
        if (config.KINESIS_ENDPOINT != null) {
            kinesisClient.setEndpoint(config.KINESIS_ENDPOINT);
        }
        deleteStream(kinesisClient, config.KINESIS_INPUT_STREAM);
    }
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
242
     *
     * @param config
     *        The configuration containing the stream name and {@link AWSCredentialsProvider}
     */
    public static void deleteOutputStream(KinesisConnectorConfiguration config) {
        AmazonKinesisClient kinesisClient = new AmazonKinesisClient(config.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setRegion(RegionUtils.getRegion(config.REGION_NAME));
        if (config.KINESIS_ENDPOINT != null) {
            kinesisClient.setEndpoint(config.KINESIS_ENDPOINT);
        }
        deleteStream(kinesisClient, config.KINESIS_OUTPUT_STREAM);
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    public StreamSource(KinesisConnectorConfiguration config, String inputFile, boolean loopOverStreamSource) {
        this.config = config;
        this.inputFile = inputFile;
        this.loopOverInputFile = loopOverStreamSource;
        this.objectMapper = new ObjectMapper();
        kinesisClient = new AmazonKinesisClient(config.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setRegion(RegionUtils.getRegion(config.REGION_NAME));
        if (config.KINESIS_ENDPOINT != null) {
            kinesisClient.setEndpoint(config.KINESIS_ENDPOINT);
        }
        KinesisUtils.createInputStream(config);
View Full Code Here
49
50
51
52
53
54
55
56
    private final String manifestStream;

    public S3ManifestEmitter(KinesisConnectorConfiguration configuration) {
        super(configuration);
        manifestStream = configuration.KINESIS_OUTPUT_STREAM;
        kinesisClient = new AmazonKinesisClient(configuration.AWS_CREDENTIALS_PROVIDER);
        kinesisClient.setEndpoint(configuration.KINESIS_ENDPOINT);
    }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
     *        consumption)
     */
    public Worker(IRecordProcessorFactory recordProcessorFactory,
            KinesisClientLibConfiguration config,
            ExecutorService execService) {
        this(recordProcessorFactory, config, new AmazonKinesisClient(config.getKinesisCredentialsProvider(),
                config.getKinesisClientConfiguration()),
                new AmazonDynamoDBClient(config.getDynamoDBCredentialsProvider(),
                        config.getDynamoDBClientConfiguration()),
                new AmazonCloudWatchClient(config.getCloudWatchCredentialsProvider(),
                        config.getCloudWatchClientConfiguration()), execService);
View Full Code Here
128
129
130
131
132
133
134
135
136
137
     */
    public Worker(IRecordProcessorFactory recordProcessorFactory,
            KinesisClientLibConfiguration config,
            IMetricsFactory metricsFactory,
            ExecutorService execService) {
        this(recordProcessorFactory, config, new AmazonKinesisClient(config.getKinesisCredentialsProvider(),
                config.getKinesisClientConfiguration()),
                new AmazonDynamoDBClient(config.getDynamoDBCredentialsProvider(),
                        config.getDynamoDBClientConfiguration()), metricsFactory, execService);
    }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
     *        consumption)
     */
    public Worker(IRecordProcessorFactory recordProcessorFactory,
            KinesisClientLibConfiguration config, ExecutorService execService) {
        this(recordProcessorFactory, config,
            new AmazonKinesisClient(config.getKinesisCredentialsProvider(), config.getKinesisClientConfiguration()),
            new AmazonDynamoDBClient(config.getDynamoDBCredentialsProvider(), config.getDynamoDBClientConfiguration()),
            new AmazonCloudWatchClient(config.getCloudWatchCredentialsProvider(),
                    config.getCloudWatchClientConfiguration()),
            execService);
    }
View Full Code Here
TOP

Related Classes of com.amazonaws.services.kinesis.AmazonKinesisClient

  • AmazonKinesisSample
  • com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker
  • com.amazonaws.services.kinesis.clientlibrary.proxies.KinesisProxy
  • com.amazonaws.services.kinesis.clientlibrary.proxies.KinesisProxyFactory
  • com.amazonaws.services.kinesis.connectors.s3.S3ManifestEmitter
  • org.apache.spark.examples.streaming.JavaKinesisWordCountASL
  • samples.StreamSource
  • samples.utils.KinesisUtils
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.