Package com.cloudera.flume.handlers.text.output

Source Code of com.cloudera.flume.handlers.text.output.TestOutputFormats

/**
* Licensed to Cloudera, Inc. under one
* or more contributor license agreements.  See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership.  Cloudera, Inc. licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.cloudera.flume.handlers.text.output;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.util.Arrays;
import java.util.HashMap;
import java.util.Map;
import java.util.TimeZone;

import org.apache.avro.Schema;
import org.apache.avro.file.DataFileStream;
import org.apache.avro.reflect.ReflectData;
import org.apache.avro.reflect.ReflectDatumReader;
import org.junit.Assert;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.cloudera.flume.core.Event;
import com.cloudera.flume.core.EventImpl;
import com.cloudera.flume.core.Event.Priority;
import com.cloudera.flume.handlers.avro.AvroJsonOutputFormat;
import com.cloudera.flume.handlers.avro.AvroNativeFileOutputFormat;
import com.cloudera.flume.handlers.text.SyslogEntryFormat;

/**
* Testing expected output of basic events.
*
* TODO (jon) These test check prefixes and suffixes. Can't actually test time
* part (even though it is set) becuase of timezone locale issues. PST vs PDT
* break in different times of the year, PST vs EST break if tested in other
* timezones. Effort to force a timezone punted on.
*/
public class TestOutputFormats {
  public static final Logger LOG = LoggerFactory.getLogger(TestOutputFormats.class);

  Event e = new EventImpl("test".getBytes(), 0, Priority.INFO, 0, "hostname");
  TimeZone tz = TimeZone.getTimeZone("GMT");

  @Test
  public void testOutput() throws IOException {
    OutputFormat format = DebugOutputFormat.builder().build();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    String s = new String(sos.toByteArray());
    System.out.print(s);
    Assert.assertTrue(s.startsWith("hostname ["));
    Assert.assertTrue(s.endsWith("] test\n"));
  }

  @Test
  public void testLog4j() throws IOException {
    OutputFormat format = new Log4jOutputFormat();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    byte[] data = sos.toByteArray();
    String s = new String(data);
    System.out.print(s);
    Assert.assertTrue(s.endsWith("INFO log4j: test\n"));
  }

  @Test
  public void testSyslogEntry() throws IOException {
    OutputFormat format = new SyslogEntryFormat();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    String s = new String(sos.toByteArray());
    System.out.print(s);
    Assert.assertTrue(s.endsWith("hostname test\n"));
  }

  @Test
  public void testAvroJson() throws IOException {
    OutputFormat format = new AvroJsonOutputFormat();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    String s = new String(sos.toByteArray());
    System.out.print(s);
    // TODO (jon) not sure if this will pass on every machine the same (how does
    // avro order fields?)
    Assert.assertEquals(s, "{\"body\":\"test\",\"timestamp\":0,"
        + "\"pri\":\"INFO\",\"nanos\":0,\"host\":\"hostname\","
        + "\"fields\":{}}\n");
  }

  @Test
  public void testAvroNativeJson() throws IOException {
    AvroNativeFileOutputFormat format = new AvroNativeFileOutputFormat();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    format.close();
    byte[] bytes = sos.toByteArray();

    ReflectData reflectData = ReflectData.get();
    Schema schema = reflectData.getSchema(EventImpl.class);
    ReflectDatumReader<EventImpl> dr = new ReflectDatumReader<EventImpl>(schema);
    ByteArrayInputStream bais = new ByteArrayInputStream(bytes);
    DataFileStream<EventImpl> dec = new DataFileStream<EventImpl>(bais, dr);

    Event er = dec.next();
    assertEquals(e.getHost(), er.getHost());
    assertEquals(e.getNanos(), er.getNanos());
    assertEquals(e.getPriority(), er.getPriority());
    assertTrue(Arrays.equals(e.getBody(), er.getBody()));
  }

  @Test
  public void testJson() throws IOException {
    Map<String, byte[]> fields = new HashMap<String, byte[]>();
    byte[] data = { 'd', 'a', 't', 'a' };
    fields.put("test", data);
    Event e = new EventImpl("test".getBytes(), 0, Priority.INFO, 0, "hostname", fields);
    OutputFormat format = new JsonOutputFormat();
    ByteArrayOutputStream sos = new ByteArrayOutputStream();
    format.format(sos, e);
    String s = new String(sos.toByteArray());
    System.out.print(s);
    Assert.assertEquals(s, "{\"body\":\"test\",\"timestamp\":0,"
        + "\"pri\":\"INFO\",\"nanos\":0,\"host\":\"hostname\","
        + "\"fields\":{\"test\":\"data\"}}\n");
  }
}
TOP

Related Classes of com.cloudera.flume.handlers.text.output.TestOutputFormats

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.