Package org.apache.flume.event

Examples of org.apache.flume.event.SimpleEvent

109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    assertNull(timestampedEvent.getHeaders().get("timestamp"));
  }

  @Test
  public void shouldPreserveBodyAndNonTimestampHeadersInTimestampedEvent() {
    SimpleEvent base = new SimpleEvent();
    base.setBody(new byte[] {1,2,3,4});
    Map<String, String> headersWithTimestamp = Maps.newHashMap();
    headersWithTimestamp.put("foo", "bar");
    base.setHeaders(headersWithTimestamp );

    TimestampedEvent timestampedEvent = new TimestampedEvent(base);
    assertEquals("bar", timestampedEvent.getHeaders().get("foo"));
    assertArrayEquals(base.getBody(), timestampedEvent.getBody());
  }
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
  public void shouldSetIndexNameTypeAndSerializedEventIntoIndexRequest()
      throws Exception {

    String indexPrefix = "qwerty";
    String indexType = "uiop";
    Event event = new SimpleEvent();

    IndexRequestBuilder indexRequestBuilder = factory.createIndexRequest(
        FAKE_CLIENT, indexPrefix, indexType, event);

    assertEquals(indexPrefix + '-'
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
  @Test
  public void shouldSetIndexNameFromTimestampHeaderWhenPresent()
      throws Exception {
    String indexPrefix = "qwerty";
    String indexType = "uiop";
    Event event = new SimpleEvent();
    event.getHeaders().put("timestamp", "1213141516");

    IndexRequestBuilder indexRequestBuilder = factory.createIndexRequest(
        null, indexPrefix, indexType, event);

    assertEquals(indexPrefix + '-'
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
347
348
  @Test
  public void testMissingSchema() throws EventDeliveryException {
    final DatasetSink sink = sink(in, config);

    Event badEvent = new SimpleEvent();
    badEvent.setHeaders(Maps.<String, String>newHashMap());
    badEvent.setBody(serialize(expected.get(0), RECORD_SCHEMA));
    putToChannel(in, badEvent);

    // run the sink
    sink.start();
    assertThrows("Should fail", EventDeliveryException.class,
View Full Code Here
428
429
430
431
432
433
434
435
436
437
          file.getAbsoluteFile().toURI().toString());
    } else {
      headers.put(DatasetSinkConstants.AVRO_SCHEMA_LITERAL_HEADER,
          schema.toString());
    }
    Event e = new SimpleEvent();
    e.setBody(serialize(datum, schema));
    e.setHeaders(headers);
    return e;
  }
View Full Code Here
546
547
548
549
550
551
552
553
554
555
556
                                    txn = environment.beginTransaction(null, null);
                                    cursor = database.openCursor(txn, null);
                                    try {
                                        status = cursor.getFirst(key, data, LockMode.RMW);
                                        while (status == OperationStatus.SUCCESS) {
                                            final SimpleEvent event = createEvent(data);
                                            if (event != null) {
                                                try {
                                                    manager.doSend(event);
                                                } catch (final Exception ioe) {
                                                    errors = true;
View Full Code Here
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
            try {
                status = cursor.getFirst(key, data, null);

                final BatchEvent batch = new BatchEvent();
                for (int i = 0; status == OperationStatus.SUCCESS && i < batchSize; ++i) {
                    final SimpleEvent event = createEvent(data);
                    if (event != null) {
                        batch.addEvent(event);
                    }
                    status = cursor.getNext(key, data, null);
                }
                try {
                    manager.send(batch);
                } catch (final Exception ioe) {
                    LOGGER.error("Error sending events", ioe);
                    errors = true;
                }
                if (!errors) {
                    cursor.close();
                    cursor = null;
                    Transaction txn = null;
                    Exception exception = null;
                    for (int retryIndex = 0; retryIndex < lockTimeoutRetryCount; ++retryIndex) {
                        try {
                            txn = environment.beginTransaction(null, null);
                            try {
                                for (final Event event : batch.getEvents()) {
                                    try {
                                        final Map<String, String> headers = event.getHeaders();
                                        key = new DatabaseEntry(headers.get(FlumeEvent.GUID).getBytes(UTF8));
                                        database.delete(txn, key);
                                    } catch (final Exception ex) {
                                        LOGGER.error("Error deleting key from database", ex);
                                    }
View Full Code Here
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
            return errors;
        }

        private SimpleEvent createEvent(final DatabaseEntry data) {
            final SimpleEvent event = new SimpleEvent();
            try {
                byte[] eventData = data.getData();
                if (secretKey != null) {
                    final Cipher cipher = Cipher.getInstance("AES");
                    cipher.init(Cipher.DECRYPT_MODE, secretKey);
                    eventData = cipher.doFinal(eventData);
                }
                final ByteArrayInputStream bais = new ByteArrayInputStream(eventData);
                final DataInputStream dais = new DataInputStream(bais);
                int length = dais.readInt();
                final byte[] bytes = new byte[length];
                dais.read(bytes, 0, length);
                event.setBody(bytes);
                length = dais.readInt();
                final Map<String, String> map = new HashMap<String, String>(length);
                for (int i = 0; i < length; ++i) {
                    final String headerKey = dais.readUTF();
                    final String value = dais.readUTF();
                    map.put(headerKey, value);
                }
                event.setHeaders(map);
                return event;
            } catch (final Exception ex) {
                LOGGER.error("Error retrieving event", ex);
                return null;
            }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
        if (VERSION != (tmp=bytesToInt(context))) {
            throw new FpqException("version, " + tmp + ", not supported");
        }

        Event event = new SimpleEvent();

        tmp = bytesToInt(context);
        for (;tmp > 0;tmp--) {
            event.getHeaders().put(bytesToString(context), bytesToString(context));
        }

        event.setBody(bytesToBytes(context));

        return event;
    }
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
  private static class LocalRuntimeException extends RuntimeException {
    private static final long serialVersionUID = 116546244849853151L;
  }
  @Test
  public void testPut() throws EventDeliveryException {
    Event event = new SimpleEvent();
    agent.configure(properties);
    agent.start();
    agent.put(event);
    verify(source, times(1)).put(event);
  }
View Full Code Here
TOP

Related Classes of org.apache.flume.event.SimpleEvent

  • co.cask.cdap.common.logging.common.FlumeLogWriter
  • co.cask.cdap.gateway.tools.FlumeClient
  • com.btoddb.fastpersitentqueue.flume.EventSerializer
  • org.apache.flume.agent.embedded.TestEmbeddedAgentEmbeddedSource
  • org.apache.flume.channel.recoverable.memory.RecoverableMemoryChannelEvent
  • org.apache.flume.sink.elasticsearch.TestElasticSearchIndexRequestBuilderFactory
  • org.apache.flume.sink.elasticsearch.TimeBasedIndexNameBuilderTest
  • org.apache.flume.sink.elasticsearch.TimestampedEventTest
  • org.apache.flume.sink.hdfs.TestHDFSEventSink
  • org.apache.flume.sink.kite.TestDatasetSink
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.