* Licensed to the Apache Software Foundation (ASF) under one

* or more contributor license agreements.  See the NOTICE file

* distributed with this work for additional information

* regarding copyright ownership.  The ASF licenses this file

* to you under the Apache License, Version 2.0 (the

* "License"); you may not use this file except in compliance

* with the License.  You may obtain a copy of the License at

*

*     http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

*/

* Tests for the top level reader/streamFactory of ORC files.

*/

  Path workDir = new Path(System.getProperty("test.tmp.dir",

      "target" + File.separator + "test" + File.separator + "tmp"));

  Configuration conf;

  FileSystem fs;

  Path testFilePath, testFilePath2;

  @Rule

  public TestName testCaseName = new TestName();

  @Before

  public void openFileSystem () throws Exception {

    conf = new Configuration();

    fs = FileSystem.getLocal(conf);

    testFilePath = new Path(workDir, "TestOrcFile." +

        testCaseName.getMethodName() + ".orc");

    testFilePath2 = new Path(workDir, "TestOrcFile2." +

        testCaseName.getMethodName() + ".orc");

    fs.delete(testFilePath, false);

    fs.delete(testFilePath2, false);

  }

  @Test

  public void testHash() throws Exception {

    ObjectInspector inspector;

    synchronized (TestOrcFile.class) {

      inspector = ObjectInspectorFactory.getReflectionObjectInspector

          (BigRow.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);

    }

    ReaderWriterProfiler.setProfilerOptions(conf);

    Writer writer = OrcFile.createWriter(fs, testFilePath, conf, inspector,

        100000, CompressionKind.ZLIB, 10000, 10000);

    writer.addRow(new BigRow(false, (byte) 1, (short) 1, 1,

        1L, (float) 1.0, 1.0, bytes(1), "1",

        new MiddleStruct(inner(1, "bye"), inner(2, "sigh")),

        list(inner(3, "good"), inner(4, "bad")),

        map(inner(3, "good"), inner(4, "bad"))));

    writer.addRow(new BigRow(null, null, null, null,

        null, null, null, null, null, null, null, null));

    writer.close();

    ReaderWriterProfiler.setProfilerOptions(conf);

    Reader reader = OrcFile.createReader(fs, testFilePath, conf);

    RecordReader rows = reader.rows(null);

    OrcLazyStruct lazyRow = null;

    OrcStruct row = null;

    lazyRow = (OrcLazyStruct) rows.next(lazyRow);

    row = (OrcStruct) lazyRow.materialize();

    assertEquals(1, row.getFieldValue(0).hashCode());

    assertEquals(1, row.getFieldValue(1).hashCode());

    assertEquals(1, row.getFieldValue(2).hashCode());

    assertEquals(1, row.getFieldValue(3).hashCode());

    assertEquals(1, row.getFieldValue(4).hashCode());

    assertEquals(1065353216, row.getFieldValue(5).hashCode());

    assertEquals(1072693248, row.getFieldValue(6).hashCode());

    assertEquals(32, row.getFieldValue(7).hashCode());

    assertEquals(80, row.getFieldValue(8).hashCode());

    assertEquals(8417130, row.getFieldValue(9).hashCode());

    assertEquals(127296452, row.getFieldValue(10).hashCode());

    assertEquals(7, row.getFieldValue(11).hashCode());

    lazyRow = (OrcLazyStruct) rows.next(lazyRow);

    row = (OrcStruct) lazyRow.materialize();

    assertEquals(0, row.getFieldValue(0).hashCode());

    assertEquals(0, row.getFieldValue(1).hashCode());

    assertEquals(0, row.getFieldValue(2).hashCode());

    assertEquals(0, row.getFieldValue(3).hashCode());

    assertEquals(0, row.getFieldValue(4).hashCode());

    assertEquals(0, row.getFieldValue(5).hashCode());

    assertEquals(0, row.getFieldValue(6).hashCode());

    assertEquals(0, row.getFieldValue(7).hashCode());

    assertEquals(0, row.getFieldValue(8).hashCode());

    assertEquals(0, row.getFieldValue(9).hashCode());

    assertEquals(0, row.getFieldValue(10).hashCode());

    assertEquals(0, row.getFieldValue(11).hashCode());

  }

  @Test

  public void testDeepCopy() throws Exception {

    // Create a table and write a row to it

    ObjectInspector inspector;

    synchronized (TestOrcFile.class) {

      inspector = ObjectInspectorFactory.getReflectionObjectInspector

          (BigRow.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);

    }

    ReaderWriterProfiler.setProfilerOptions(conf);

    Writer writer = OrcFile.createWriter(fs, testFilePath, conf, inspector,

        100000, CompressionKind.ZLIB, 10000, 10000);

    writer.addRow(new BigRow(false, (byte) 1, (short) 1, 1,

        1L, (float) 1.0, 1.0, bytes(1), "1",

        new MiddleStruct(inner(1, "bye"), inner(2, "sigh")),

        list(inner(3, "good"), inner(4, "bad")),

        map(inner(3, "good"), inner(4, "bad"))));

    writer.close();

    // Prepare to tread back the row

    ReaderWriterProfiler.setProfilerOptions(conf);

    Reader reader = OrcFile.createReader(fs, testFilePath, conf);

    RecordReader rows = reader.rows(null);

    OrcLazyStruct lazyRow = null;

    OrcStruct row = null;

    lazyRow = (OrcLazyStruct) rows.next(lazyRow);

    row = (OrcStruct) lazyRow.materialize();

    // Check that the object read equals what is expected, then copy the object, and make the same

    // check

    OrcLazyObject obj;

    assertEquals(false,

        ((BooleanWritable) ((OrcLazyBoolean) row.getFieldValue(0)).materialize()).get());

    obj = new OrcLazyBoolean((OrcLazyBoolean) row.getFieldValue(0));

    assertEquals(false, ((BooleanWritable) obj.materialize()).get());

    assertEquals(1, ((ByteWritable) ((OrcLazyByte) row.getFieldValue(1)).materialize()).get());

    obj = new OrcLazyByte((OrcLazyByte) row.getFieldValue(1));

    assertEquals(1, ((ByteWritable) obj.materialize()).get());

    assertEquals(1, ((ShortWritable) ((OrcLazyShort) row.getFieldValue(2)).materialize()).get());

    obj = new OrcLazyShort((OrcLazyShort) row.getFieldValue(2));

    assertEquals(1, ((ShortWritable) obj.materialize()).get());

    assertEquals(1, ((IntWritable) ((OrcLazyInt) row.getFieldValue(3)).materialize()).get());

    obj = new OrcLazyInt((OrcLazyInt) row.getFieldValue(3));

    assertEquals(1, ((IntWritable) obj.materialize()).get());

    assertEquals(1, ((LongWritable) ((OrcLazyLong) row.getFieldValue(4)).materialize()).get());

    obj = new OrcLazyLong((OrcLazyLong) row.getFieldValue(4));

    assertEquals(1, ((LongWritable) obj.materialize()).get());

    assertEquals(1.0f,

        ((FloatWritable) ((OrcLazyFloat) row.getFieldValue(5)).materialize()).get());

    obj = new OrcLazyFloat((OrcLazyFloat) row.getFieldValue(5));

    assertEquals(1.0f, ((FloatWritable) obj.materialize()).get());

    assertEquals(1.0,

        ((DoubleWritable) ((OrcLazyDouble) row.getFieldValue(6)).materialize()).get());

    obj = new OrcLazyDouble((OrcLazyDouble) row.getFieldValue(6));

    assertEquals(1.0, ((DoubleWritable) obj.materialize()).get());

    assertEquals(bytes(1), ((OrcLazyBinary) row.getFieldValue(7)).materialize());

    obj = new OrcLazyBinary((OrcLazyBinary) row.getFieldValue(7));

    assertEquals(bytes(1), obj.materialize());

    assertEquals("1", ((Text) ((OrcLazyString) row.getFieldValue(8)).materialize()).toString());

    obj = new OrcLazyString((OrcLazyString) row.getFieldValue(8));

    assertEquals("1", ((Text) obj.materialize()).toString());

    // Currently copies are not supported for complex types

  }

  @Test

  public void testSeekAcrossChunks() throws Exception {

    ObjectInspector inspector;

    synchronized (TestOrcFile.class) {

      inspector = ObjectInspectorFactory.getReflectionObjectInspector

          (DoubleRow.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);

    }

    // Create a table consisting of a single column of doubles

    // Add enough values to it to get 3 index strides (doubles are 8 bytes) more is ok

    // Note that the compression buffer size and index stride length are very important

    ReaderWriterProfiler.setProfilerOptions(conf);

    Writer writer = OrcFile.createWriter(fs, testFilePath, conf, inspector, 2097152,

        CompressionKind.ZLIB, 262144, 10000);

    Random rand = new Random(42);

    double[] values = new double[131702];

    // The first compression block is all 0's

    for (int i = 0; i < 32768; i++) {

      values[i] = 0;

      writer.addRow(new DoubleRow(values[i]));

    }

    // The second compression block is random doubles

    for (int i = 0; i < 32768; i++) {

      values[i + 32768] = rand.nextDouble();

      writer.addRow(new DoubleRow(values[i + 32768]));

    }

    // The third compression block is all 0's

    // (important so it compresses to the same size as the first)

    for (int i = 0; i < 32768; i++) {

      values[i + 32768 + 32768] = 0;