Examples of org.apache.flume.event.SimpleEvent

org.apache.flume.event.SimpleEvent

    agent.put(event);
    verify(source, times(1)).put(event);
  }
  @Test
  public void testPutAll() throws EventDeliveryException {
    Event event = new SimpleEvent();
    List<Event> events = Lists.newArrayList();
    events.add(event);
    agent.configure(properties);
    agent.start();
    agent.putAll(events);

View Full Code Here

    agent.putAll(events);
    verify(source, times(1)).putAll(events);
  }
  @Test(expected = IllegalStateException.class)
  public void testPutNotStarted() throws EventDeliveryException {
    Event event = new SimpleEvent();
    agent.configure(properties);
    agent.put(event);
  }

View Full Code Here

    agent.configure(properties);
    agent.put(event);
  }
  @Test(expected = IllegalStateException.class)
  public void testPutAllNotStarted() throws EventDeliveryException {
    Event event = new SimpleEvent();
    List<Event> events = Lists.newArrayList();
    events.add(event);
    agent.configure(properties);
    agent.putAll(events);
  }

View Full Code Here

                            try {
                                status = cursor.getFirst(key, data, LockMode.RMW);
                                if (batchSize > 1) {
                                    BatchEvent batch = new BatchEvent();
                                    for (int i = 0; status == OperationStatus.SUCCESS && i < batchSize; ++i) {
                                        SimpleEvent event = createEvent(data);
                                        if (event != null) {
                                            batch.addEvent(event);
                                        }
                                        status = cursor.getNext(key, data, LockMode.RMW);
                                    }
                                    try {
                                        manager.send(batch);
                                    } catch (Exception ioe) {
                                        LOGGER.error("Error sending events", ioe);
                                        break;
                                    }
                                    for (Event event : batch.getEvents()) {
                                        try {
                                            Map<String, String> headers = event.getHeaders();
                                            key = new DatabaseEntry(headers.get(FlumeEvent.GUID).getBytes(UTF8));
                                            database.delete(null, key);
                                        } catch (Exception ex) {
                                            LOGGER.error("Error deleting key from database", ex);
                                        }
                                    }
                                } else {
                                    while (status == OperationStatus.SUCCESS) {
                                        SimpleEvent event = createEvent(data);
                                        if (event != null) {
                                            try {
                                                manager.doSend(event);
                                            } catch (Exception ioe) {
                                                errors = true;

View Full Code Here

            }
            LOGGER.trace("WriterThread exiting");
        }


        private SimpleEvent createEvent(DatabaseEntry data) {
            SimpleEvent event = new SimpleEvent();
            try {
                byte[] eventData = data.getData();
                if (secretKey != null) {
                    Cipher cipher = Cipher.getInstance("AES");
                    cipher.init(Cipher.DECRYPT_MODE, secretKey);
                    eventData = cipher.doFinal(eventData);
                }
                ByteArrayInputStream bais = new ByteArrayInputStream(eventData);
                DataInputStream dais = new DataInputStream(bais);
                int length = dais.readInt();
                byte[] bytes = new byte[length];
                dais.read(bytes, 0, length);
                event.setBody(bytes);
                length = dais.readInt();
                Map<String, String> map = new HashMap<String, String>(length);
                for (int i = 0; i < length; ++i) {
                    String headerKey = dais.readUTF();
                    String value = dais.readUTF();
                    map.put(headerKey, value);
                }
                event.setHeaders(map);
                return event;
            } catch (Exception ex) {
                LOGGER.error("Error retrieving event", ex);
                return null;
            }

View Full Code Here

    // push the event batches into channel
    for (i = 1; i < 4; i++) {
      Transaction txn = channel.getTransaction();
      txn.begin();
      for (j = 1; j <= txnMax; j++) {
        Event event = new SimpleEvent();
        eventDate.clear();
        eventDate.set(2011, i, i, i, 0); // yy mm dd
        event.getHeaders().put("timestamp",
            String.valueOf(eventDate.getTimeInMillis()));
        event.getHeaders().put("hostname", "Host" + i);
        String body = "Test." + i + "." + j;
        event.setBody(body.getBytes());
        bodies.add(body);
        channel.put(event);
        totalEvents++;
      }
      txn.commit();

View Full Code Here

    // push the event batches into channel
    for (i = 1; i < numBatches; i++) {
      Transaction txn = channel.getTransaction();
      txn.begin();
      for (j = 1; j <= txnMax; j++) {
        Event event = new SimpleEvent();
        eventDate.clear();
        eventDate.set(2011, i, i, i, 0); // yy mm dd
        event.getHeaders().put("timestamp",
            String.valueOf(eventDate.getTimeInMillis()));
        event.getHeaders().put("hostname", "Host" + i);
        String body = "Test." + i + "." + j;
        event.setBody(body.getBytes());
        bodies.add(body);
        channel.put(event);
        totalEvents++;
      }
      txn.commit();

View Full Code Here

    // push the event batches into channel
    for (int i = 1; i < 4; i++) {
      Transaction txn = channel.getTransaction();
      txn.begin();
      for (int j = 1; j <= txnMax; j++) {
        Event event = new SimpleEvent();
        eventDate.clear();
        eventDate.set(2011, i, i, i, 0); // yy mm dd
        event.getHeaders().put("timestamp",
            String.valueOf(eventDate.getTimeInMillis()));
        event.getHeaders().put("hostname", "Host" + i);
        String body = "Test." + i + "." + j;
        event.setBody(body.getBytes());
        bodies.add(body);
        channel.put(event);
      }
      txn.commit();
      txn.close();

View Full Code Here

    // push the event batches into channel
    for (i = 1; i < numBatches; i++) {
      Transaction txn = channel.getTransaction();
      txn.begin();
      for (j = 1; j <= txnMax; j++) {
        Event event = new SimpleEvent();
        eventDate.clear();
        eventDate.set(2011, i, i, i, 0); // yy mm dd
        event.getHeaders().put("timestamp",
            String.valueOf(eventDate.getTimeInMillis()));
        event.getHeaders().put("hostname", "Host" + i);


        String body = "Test." + i + "." + j;
        event.setBody(body.getBytes());
        bodies.add(body);
        // inject fault
        if ((totalEvents % 30) == 1) {
          event.getHeaders().put("fault-once", "");
        }
        channel.put(event);
        totalEvents++;
      }
      txn.commit();

View Full Code Here

    // push the event batches into channel
    for (i = 1; i < numBatches; i++) {
      Transaction txn = channel.getTransaction();
      txn.begin();
      for (j = 1; j <= txnMax; j++) {
        Event event = new SimpleEvent();
        eventDate.clear();
        eventDate.set(2011, i, i, i, 0); // yy mm dd
        event.getHeaders().put("timestamp",
            String.valueOf(eventDate.getTimeInMillis()));
        event.getHeaders().put("hostname", "Host" + i);
        event.getHeaders().put("slow", "1500");
        event.setBody(("Test." + i + "." + j).getBytes());
        channel.put(event);
      }
      txn.commit();
      txn.close();

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flume.event.SimpleEvent

co.cask.cdap.common.logging.common.FlumeLogWriter

co.cask.cdap.gateway.tools.FlumeClient

com.btoddb.fastpersitentqueue.flume.EventSerializer

org.apache.flume.agent.embedded.TestEmbeddedAgentEmbeddedSource

org.apache.flume.channel.recoverable.memory.RecoverableMemoryChannelEvent

org.apache.flume.sink.elasticsearch.TestElasticSearchIndexRequestBuilderFactory

org.apache.flume.sink.elasticsearch.TimeBasedIndexNameBuilderTest

org.apache.flume.sink.elasticsearch.TimestampedEventTest

org.apache.flume.sink.hdfs.TestHDFSEventSink

org.apache.flume.sink.kite.TestDatasetSink

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.