Package com.netflix.aegisthus.io.sstable

Examples of com.netflix.aegisthus.io.sstable.SSTableScanner


    if (ctx instanceof TaskInputOutputContext) {
      context = (TaskInputOutputContext) ctx;
    }

    try {
      scanner = new SSTableScanner(new DataInputStream(is),
          split.getConvertors(), end, Descriptor.fromFilename(filename).version);
      if (ctx.getConfiguration().get("aegisthus.maxcolsize") != null) {
        scanner.setMaxColSize(ctx.getConfiguration().getLong("aegisthus.maxcolsize", -1L));
        LOG.info(String.format("aegisthus.maxcolsize - %d",
            ctx.getConfiguration().getLong("aegisthus.maxcolsize", -1L)));
View Full Code Here


    public static void exportRowSize(String ssTableFile) throws IOException {
        export(new SSTableSplitScanner(ssTableFile), true);
    }

    public static void exportStream(Descriptor.Version version) throws IOException {
        export(new SSTableScanner(new DataInputStream(System.in), version));
    }
View Full Code Here

            }
            DataInputStream input = new DataInputStream(inputStream);
            if (version == null) {
                version = Descriptor.fromFilename(ssTableFileName).version;
            }
            SSTableScanner scanner = new SSTableScanner(input, convertors, end, version);
            if (cmd.hasOption(OPT_MAX_COLUMN_SIZE)) {
                scanner.setMaxColSize(Long.parseLong(cmd.getOptionValue(OPT_MAX_COLUMN_SIZE)));
            }
            export(scanner);
            if (cmd.hasOption(OPT_MAX_COLUMN_SIZE)) {
                if (scanner.getErrorRowCount() > 0) {
                    System.err.println(String.format("%d rows were too large", scanner.getErrorRowCount()));
                }
            }
        }
    }
View Full Code Here

TOP

Related Classes of com.netflix.aegisthus.io.sstable.SSTableScanner

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.