Package backtype.storm.utils

Examples of backtype.storm.utils.BufferFileInputStream

276
277
278
279
280
281
282
283
284
285
286
287
288
289
  }

  @Override
  public String beginFileDownload(String file) throws TException {
    BufferFileInputStream is = null;
    String id = null;
    try {
      is = new BufferFileInputStream(file);
      id = UUID.randomUUID().toString();
      data.getDownloaders().put(id, is);
    } catch (FileNotFoundException e) {
      LOG.error(e + "file:" + file + " not found");
    }
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
          "Could not find input stream for that id");
    }
    byte[] ret = null;
    try {
      if(obj instanceof BufferFileInputStream){
        BufferFileInputStream is=(BufferFileInputStream) obj;
        ret=is.read();
        if (ret != null) {
          downloaders.put(id, (BufferFileInputStream) is);
        }
      }
    } catch (IOException e) {
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
    public static String submitJar(Map conf, String localJar) {
        NimbusClient client = NimbusClient.getConfiguredClient(conf);
        try {
            String uploadLocation = client.getClient().beginFileUpload();
            LOG.info("Uploading topology jar " + localJar + " to assigned location: " + uploadLocation);
            BufferFileInputStream is = new BufferFileInputStream(localJar);
            while(true) {
                byte[] toSubmit = is.read();
                if(toSubmit.length==0) break;
                client.getClient().uploadChunk(uploadLocation, ByteBuffer.wrap(toSubmit));
            }
            client.getClient().finishFileUpload(uploadLocation);
            LOG.info("Successfully uploaded topology jar to assigned location: " + uploadLocation);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
129
          if (val!=null) {
            if(val instanceof Channel){
              Channel channel = (Channel) val;
              channel.close();   
            }else if(val instanceof BufferFileInputStream){
              BufferFileInputStream is=(BufferFileInputStream)val;
              is.close();
            }
          }
        } catch (IOException e) {
          LOG.error(e.getMessage(), e);
        } 
View Full Code Here
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
        NimbusClient client = NimbusClient.getConfiguredClient(conf);
        try {
            String uploadLocation = client.getClient().beginFileUpload();
            LOG.info("Uploading topology jar " + localJar + " to assigned location: " + uploadLocation);
            BufferFileInputStream is = new BufferFileInputStream(localJar, THRIFT_CHUNK_SIZE_BYTES);

            long totalSize = new File(localJar).length();
            if (listener != null) {
                listener.onStart(localJar, uploadLocation, totalSize);
            }

            long bytesUploaded = 0;
            while(true) {
                byte[] toSubmit = is.read();
                bytesUploaded += toSubmit.length;
                if (listener != null) {
                    listener.onProgress(localJar, uploadLocation, bytesUploaded, totalSize);
                }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
        }
        NimbusClient client = NimbusClient.getConfiguredClient(conf);
        try {
            String uploadLocation = client.getClient().beginFileUpload();
            LOG.info("Uploading topology jar " + localJar + " to assigned location: " + uploadLocation);
            BufferFileInputStream is = new BufferFileInputStream(localJar);
            while(true) {
                byte[] toSubmit = is.read();
                if(toSubmit.length==0) break;
                client.getClient().uploadChunk(uploadLocation, ByteBuffer.wrap(toSubmit));
            }
            client.getClient().finishFileUpload(uploadLocation);
            LOG.info("Successfully uploaded topology jar to assigned location: " + uploadLocation);
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
        NimbusClient client = NimbusClient.getConfiguredClient(conf);
        try {
            String uploadLocation = client.getClient().beginFileUpload();
            LOG.info("Uploading topology jar " + localJar + " to assigned location: " + uploadLocation);
            BufferFileInputStream is = new BufferFileInputStream(localJar, THRIFT_CHUNK_SIZE_BYTES);

            long totalSize = new File(localJar).length();
            if (listener != null) {
                listener.onStart(localJar, uploadLocation, totalSize);
            }

            long bytesUploaded = 0;
            while(true) {
                byte[] toSubmit = is.read();
                bytesUploaded += toSubmit.length;
                if (listener != null) {
                    listener.onProgress(localJar, uploadLocation, bytesUploaded, totalSize);
                }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
        }
        NimbusClient client = NimbusClient.getConfiguredClient(conf);
        try {
            String uploadLocation = client.getClient().beginFileUpload();
            LOG.info("Uploading topology jar " + localJar + " to assigned location: " + uploadLocation);
            BufferFileInputStream is = new BufferFileInputStream(localJar);
            while(true) {
                byte[] toSubmit = is.read();
                if(toSubmit.length==0) break;
                client.getClient().uploadChunk(uploadLocation, ByteBuffer.wrap(toSubmit));
            }
            client.getClient().finishFileUpload(uploadLocation);
            LOG.info("Successfully uploaded topology jar to assigned location: " + uploadLocation);
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
295
296
297
          .get(Config.NIMBUS_THRIFT_MAX_BUFFER_SIZE);
      if (maxBufSizeObject != null) {
        bufferSize = Utils.getInt(maxBufSizeObject) / 2;
      }

      BufferFileInputStream is = new BufferFileInputStream(localJar,
          bufferSize);
      while (true) {
        byte[] toSubmit = is.read();
        if (toSubmit.length == 0)
          break;
        client.getClient().uploadChunk(uploadLocation,
            ByteBuffer.wrap(toSubmit));
      }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
204
          if (val != null) {
            if (val instanceof Channel) {
              Channel channel = (Channel) val;
              channel.close();
            } else if (val instanceof BufferFileInputStream) {
              BufferFileInputStream is = (BufferFileInputStream) val;
              is.close();
            }
          }
        } catch (IOException e) {
          LOG.error(e.getMessage(), e);
        }
View Full Code Here
TOP

Related Classes of backtype.storm.utils.BufferFileInputStream

  • backtype.storm.StormSubmitter
  • com.alibaba.jstorm.daemon.nimbus.NimbusServer
  • com.alibaba.jstorm.daemon.nimbus.ServiceHandler
  • com.alipay.bluewhale.core.daemon.NimbusServer
  • com.alipay.bluewhale.core.daemon.ServiceHandler
  • java.io.FileInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.