Package org.apache.hadoop.zebra.types

Examples of org.apache.hadoop.zebra.types.Projection

298
299
300
301
302
303
304
305
306
307
308
        Schema schema;
        colGroups = new ColumnGroup.Reader[numCGs];
        cgTuples = new Tuple[numCGs];
        // set default projection that contains everything
        schema = schemaFile.getLogical();
        projection = new Projection(schema);
        String storage = schemaFile.getStorageString();
        String comparator = schemaFile.getComparator();
        partition = new Partition(schema, projection, storage, comparator);
        for (int nx = 0; nx < numCGs; nx++) {
          if (!schemaFile.isCGDeleted(nx)) {
View Full Code Here
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
     * @throws IOException
     */
    public synchronized void setProjection(String projection)
        throws ParseException, IOException {
      if (projection == null) {
        this.projection = new Projection(schemaFile.getLogical());
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      else {
        /**
         * the typed schema from projection which is untyped or actually typed
         * as "bytes"
         */
        this.projection =
            new Projection(schemaFile.getLogical(), projection);
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      inferredMapping = false;
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
    if( pigLoadSignature != null) {
      jobConf.set("pig.loader.signature", pigLoadSignature);
    } 
    setProjection();
   
    Projection projection;

    org.apache.hadoop.zebra.schema.Schema tschema = TableInputFormat.getSchema(jobConf);
    try {
      projection = new org.apache.hadoop.zebra.types.Projection(tschema, TableInputFormat.getProjection(jobConf));
      projectionSchema = projection.getProjectionSchema();
    } catch (ParseException e) {
      throw new IOException("Schema parsing failed : "+e.getMessage());
    }

    if (projectionSchema == null) {
View Full Code Here
287
288
289
290
291
292
293
294
295
296
297
      cgschema = CGSchema.load(fs, path);
      if (cgschema.isSorted()) {
        comparator = TFile.makeComparator(cgschema.getComparator());
      }
      projection = new Projection(cgschema.getSchema()); // default projection to CG schema.
      Path metaFilePath = makeMetaFilePath(path);
      /* If index file is not existing */
      if (!fs.exists(metaFilePath)) {
        throw new FileNotFoundException(
              "Missing Meta File of " + metaFilePath);
View Full Code Here
324
325
326
327
328
329
330
331
332
333
334
     *          operations. If we want select all columns, pass
     *          projection==null.
     */
    public synchronized void setProjection(String projection) throws ParseException {
      if (projection == null) {
        this.projection = new Projection(cgschema.getSchema());
      }
      else {
        this.projection = new Projection(cgschema.getSchema(), projection);
      }
    }
View Full Code Here
430
431
432
433
434
435
436
437
438
439
440
441
442
         projectionSchema = tableSchema;
         try {
           if(projectionString != null)
             TableInputFormat.setProjection(job, projectionString);                     
             Projection projection = new org.apache.hadoop.zebra.types.Projection( tableSchema,
                     TableInputFormat.getProjection( job ) );
             projectionSchema = projection.getProjectionSchema();
         } catch (ParseException e) {
             throw new IOException( "Schema parsing failed : "+ e.getMessage() );
         }

         if( projectionSchema == null ) {
View Full Code Here
297
298
299
300
301
302
303
304
305
306
307
        Schema schema;
        colGroups = new ColumnGroup.Reader[numCGs];
        cgTuples = new Tuple[numCGs];
        // set default projection that contains everything
        schema = schemaFile.getLogical();
        projection = new Projection(schema);
        String storage = schemaFile.getStorageString();
        String comparator = schemaFile.getComparator();
        partition = new Partition(schema, projection, storage, comparator);
        for (int nx = 0; nx < numCGs; nx++) {
          if (!schemaFile.isCGDeleted(nx)) {
View Full Code Here
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
     * @throws IOException
     */
    public synchronized void setProjection(String projection)
        throws ParseException, IOException {
      if (projection == null) {
        this.projection = new Projection(schemaFile.getLogical());
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      else {
        /**
         * the typed schema from projection which is untyped or actually typed
         * as "bytes"
         */
        this.projection =
            new Projection(schemaFile.getLogical(), projection);
        partition =
            new Partition(schemaFile.getLogical(), this.projection, schemaFile
                .getStorageString(), schemaFile.getComparator());
      }
      inferredMapping = false;
View Full Code Here
349
350
351
352
353
354
355
356
357
358
359
360
361
         projectionSchema = tableSchema;
         try {
           if(projectionString != null)
             TableInputFormat.setProjection(job, projectionString);                     
             Projection projection = new org.apache.hadoop.zebra.types.Projection( tableSchema,
                     TableInputFormat.getProjection( job ) );
             projectionSchema = projection.getProjectionSchema();
         } catch (ParseException e) {
             throw new IOException( "Schema parsing failed : "+ e.getMessage() );
         }

         if( projectionSchema == null ) {
View Full Code Here
290
291
292
293
294
295
296
297
298
299
300
      cgschema = CGSchema.load(fs, path);
      if (cgschema.isSorted()) {
        comparator = TFile.makeComparator(cgschema.getComparator());
      }
      projection = new Projection(cgschema.getSchema()); // default projection to CG schema.
      Path metaFilePath = makeMetaFilePath(path);
      /* If index file is not existing */
      if (!fs.exists(metaFilePath)) {
        throw new FileNotFoundException(
              "Missing Meta File of " + metaFilePath);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.types.Projection

  • org.apache.hadoop.zebra.io.BasicTable$Reader
  • org.apache.hadoop.zebra.io.ColumnGroup$Reader
  • org.apache.hadoop.zebra.pig.TableLoader
  • org.apache.hadoop.zebra.schema.Schema
  • java.util.ArrayList
  • org.apache.hadoop.zebra.parser.ParseException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.