Package com.cloudera.flume.core

Examples of com.cloudera.flume.core.Event


      // Schema error -- null output value in non-null field. Drop the record.
      LOG.debug("Dropping output record with NULL value in non-null field: " + npe);
      return;
    }

    Event out = new EventImpl(mOutputBytes.toByteArray());
    mOutputQueue.put(out);
  }
View Full Code Here


    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    // Select a user-attached "attribute" of the stream.

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1".getBytes());
    e.set("attr", "val".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT #attr AS a  FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

    // Select a user-attached "attribute" of the stream and convert it to
    // a string.

    streamBuilder.addField(new TypedField("f", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1".getBytes());
    e.set("attr", "val".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT bin2str(#attr) AS a  FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

    // Select a (missing) user-attached "attribute" of the stream, verify
    // we get null back.

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1".getBytes());
    e.set("attr", "val".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT #attr2 AS a  FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

  public void testBinaryComparison1() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a = b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

  public void testBinaryComparison2() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

  public void testBinaryComparison3() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

  public void testBinaryComparison4() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a > b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
View Full Code Here

    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a",
        new NullableType(new ListType(Type.getPrimitive(Type.TypeName.INT)))));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1|2|3,4".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    List<Pair<String, Object>> checks = new ArrayList<Pair<String, Object>>();
    List<Object> innerList = new ArrayList<Object>();
View Full Code Here

      }
    }

    @Override
    public Event next() {
      Event nextEvent = mIter.next();

      try {
        switch (InMemStreamSymbol.this.mLatencyPolicy) {
        case None:
          break; // No delay required.
        case Timestamp:
          // Sleep based on the timestamps of the nextEvent and the prev event.
          Thread.sleep(getNapTime(nextEvent));
          break;
        case MildLag:
          // Add up to 40 ms of lag.
          Thread.sleep(getNapTime(nextEvent) + mRandom.nextInt(40));
          break;
        case HeavyLag:
          // Add up to 500 ms of lag.
          Thread.sleep(getNapTime(nextEvent) + mRandom.nextInt(500));
          break;
        case Avalanche:
          if (mAvalanched) {
            // Avalanche already occurred; dump data as fast as possible.
            break;
          } else if (causeAvalanche()) {
            // We just triggered an avalanche. Sleep two full seconds.
            Thread.sleep(2000);
          } else {
            // Avalanche has not yet happened. Return things in 'real time.'
            Thread.sleep(getNapTime(nextEvent));
          }
          break;
        default:
          throw new RuntimeException("Unexpected latency policy: " + mLatencyPolicy);
        }
      } catch (InterruptedException ie) {
        // ignore any interrupt in here; just return the next event
        // quickly to the upstream caller.
      }

      mPrevTimestamp = nextEvent.getTimestamp();
      mPrevReturnTime = System.currentTimeMillis();
      return nextEvent;
    }
View Full Code Here

TOP

Related Classes of com.cloudera.flume.core.Event

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.