Package org.apache.pig.impl.util

Examples of org.apache.pig.impl.util.UDFContext

112
113
114
115
116
117
118
119
120
121
    }


    // helper methods
    protected void storeInUDFContext(String signature, String key, Object value) {
        UDFContext udfContext = UDFContext.getUDFContext();
        Properties props = udfContext.getUDFProperties(
            this.getClass(), new String[]{signature});
        props.put(key, value);
    }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
    @Override
    public void setLocation(String location, Job job) throws IOException {
        HCatContext.INSTANCE.setConf(job.getConfiguration()).getConf().get()
            .setBoolean(HCatConstants.HCAT_DATA_TINY_SMALL_INT_PROMOTION, true);

        UDFContext udfContext = UDFContext.getUDFContext();
        Properties udfProps = udfContext.getUDFProperties(this.getClass(),
            new String[]{signature});
        job.getConfiguration().set(INNER_SIGNATURE, INNER_SIGNATURE_PREFIX + "_" + signature);
        Pair<String, String> dbTablePair = PigHCatUtil.getDBTableNames(location);
        dbName = dbTablePair.first;
        tableName = dbTablePair.second;
View Full Code Here
323
324
325
326
327
328
329
330
331
        return schema;
    }

    public void setPartitionFilter(Expression partitionFilter) throws IOException
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(AbstractCassandraStorage.class);
        property.setProperty(PARTITION_FILTER_SIGNATURE, partitionFilterToWhereClauseString(partitionFilter));
    }
View Full Code Here
331
332
333
334
335
336
337
338
339
    }

    /** retrieve where clause for partition filter */
    private String getWhereClauseForPartitionFilter()
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(AbstractCassandraStorage.class);
        return property.getProperty(PARTITION_FILTER_SIGNATURE);
    }
View Full Code Here
481
482
483
484
485
486
487
488
489
    }

    /** set partition filter */
    public void setPartitionFilter(Expression partitionFilter) throws IOException
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(AbstractCassandraStorage.class);
        property.setProperty(PARTITION_FILTER_SIGNATURE, indexExpressionsToString(filterToIndexExpressions(partitionFilter)));
    }
View Full Code Here
713
714
715
716
717
718
719
720
721
722
723
724
    }

    /** get a list of index expression */
    private List<IndexExpression> getIndexExpressions() throws IOException
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(AbstractCassandraStorage.class);
        if (property.getProperty(PARTITION_FILTER_SIGNATURE) != null)
            return indexExpressionsFromString(property.getProperty(PARTITION_FILTER_SIGNATURE));
        else
            return null;
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
    }

    /** get the columnfamily definition for the signature */
    protected CfInfo getCfInfo(String signature) throws IOException
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(AbstractCassandraStorage.class);
        String prop = property.getProperty(signature);
        CfInfo cfInfo = new CfInfo();
        cfInfo.cfDef = cfdefFromString(prop.substring(2));
        cfInfo.compactCqlTable = prop.charAt(0) == '1' ? true : false;
        cfInfo.cql3Table = prop.charAt(1) == '1' ? true : false;
View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
313
314
                    roots = rp.getRoots().toArray(new PhysicalOperator[1]);
                    leaf = rp.getLeaves().get(0);
                }
               
                // Get the UDF specific context
              UDFContext udfc = UDFContext.getUDFContext();
              udfc.addJobConf(jConf);
              udfc.deserialize();
           
            } catch (IOException ioe) {
                String msg = "Problem while configuring reduce plan.";
                throw new RuntimeException(msg, ioe);
            }
View Full Code Here
249
250
251
252
253
254
255
256
257
258
259
260
261
262
                 * samplable tuples
                 */
                Object loader = PigContext.instantiateFuncFromSpec(spec.getFuncSpec());
                if (loader instanceof SampleLoader) {
                    Long iSize = FileLocalizer.getSize(spec.getFileName(), pigContext.getProperties());                    
                    UDFContext udfc = UDFContext.getUDFContext();
                    Properties p = udfc.getUDFProperties(SampleLoader.class);
                    p.setProperty("pig.input." + i + ".size", Long.toString(iSize));
                    udfc.serialize(job);
                }
           
        Slice[] pigs = spec.getSlicer().slice(store, spec.getFileName());
        for (Slice split : pigs) {
            splits.add(new SliceWrapper(split, pigContext.getExecType(), i, fs, inpTargets.get(i)));
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
            keyType = ((byte[])ObjectSerializer.deserialize(job.get("pig.map.keytype")))[0];
           
            pigReporter = new ProgressableReporter();
               
            // Get the UDF specific context
            UDFContext udfc = UDFContext.getUDFContext();
            udfc.addJobConf(job);
            udfc.deserialize();
           
            if(!(mp.isEmpty())) {
                List<OperatorKey> targetOpKeys =
                    (ArrayList<OperatorKey>)ObjectSerializer.deserialize(job.get("map.target.ops"));
                ArrayList<PhysicalOperator> targetOpsAsList = new ArrayList<PhysicalOperator>();
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.util.UDFContext

  • com.acme.financial.AnalyzeStockV2
  • com.acme.io.JsonLoader
  • com.acme.io.JsonStorage
  • com.linkedin.pig.FastAvroStorage
  • com.mongodb.hadoop.pig.BSONStorage
  • com.mongodb.hadoop.pig.MongoInsertStorage
  • com.mongodb.hadoop.pig.MongoStorage
  • com.mongodb.hadoop.pig.MongoUpdateStorage
  • com.packetloop.packetpig.storage.JsonStorage
  • org.apache.cassandra.hadoop.pig.AbstractCassandraStorage
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.