Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.LOForEach

201
202
203
204
205
206
207
208
209
210
211
212
213
                }
            }

            // Build a foreach to insert after the load, giving it a cast for each
            // position that has a type other than byte array.
            LOForEach foreach = new LOForEach(mPlan,
                OperatorKey.genOpKey(scope), genPlans, flattens);
            foreach.setAlias(lo.getAlias());
            // Insert the foreach into the plan and patch up the plan.
            insertAfter(lo, foreach, null);

            rebuildSchemas();
View Full Code Here
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
       
        RequiredFields cogroupRelevantFields1 = cogroup.getRelevantInputs(0, 1).get(0);
        assertTrue(cogroupRelevantFields1.getNeedAllFields() == true);
        assertTrue(cogroupRelevantFields1.getNeedNoFields() == false);
       
        LOForEach foreach = (LOForEach)lp.getSuccessors(cogroup).get(0);
        RequiredFields foreachRelevantFields0 = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(foreachRelevantFields0.needNoFields() == false);
        assertTrue(foreachRelevantFields0.needAllFields() == false);
        assertTrue(foreachRelevantFields0.getFields().size() == 1);
        assertTrue(foreachRelevantFields0.getFields().get(0).first == 0);
        assertTrue(foreachRelevantFields0.getFields().get(0).second == 1);
       
        assertTrue(foreach.getRelevantInputs(0, 1) == null);
    }
View Full Code Here
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
        assertTrue(cogroupRelevantFields1.getNeedNoFields() == false);
        assertTrue(cogroupRelevantFields1.getFields() == null);
       
        assertTrue(cogroup.getRelevantInputs(0, 2) == null);
       
        LOForEach foreach = (LOForEach)lp.getSuccessors(cogroup).get(0);
        RequiredFields forEachRelevantFields0 = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(forEachRelevantFields0.getNeedAllFields() == false);
        assertTrue(forEachRelevantFields0.getNeedNoFields() == false);
        assertTrue(forEachRelevantFields0.getFields().size() == 1);
        assertTrue(forEachRelevantFields0.getFields().get(0).first == 0);
        assertTrue(forEachRelevantFields0.getFields().get(0).second == 1);
       
        assertTrue(foreach.getRelevantInputs(0, 1) == null);
    }
View Full Code Here
1223
1224
1225
1226
1227
1228
1229
1230
    @Test
    public void testQueryForeachGenerateStarNoSchema() {
        String query = "foreach (load 'a') generate * ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        assertTrue(foreach.getRelevantInputs(0, 0) == null);
    }
View Full Code Here
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
    @Test
    public void testQueryForeachGenerateCountStarNoSchema() {
        String query = "foreach (load 'a') generate COUNT(*) ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        RequiredFields foreachRelevantFields = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(foreachRelevantFields.getNeedAllFields() == true);
        assertTrue(foreachRelevantFields.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields.getFields() == null);
    }
View Full Code Here
1244
1245
1246
1247
1248
1249
1250
1251
1252
    @Test
    public void testQueryForeachGenerateStarNoSchema1() {
        String query = "foreach (load 'a') generate *, COUNT(*) ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        assertTrue(foreach.getRelevantInputs(0, 0) == null);
        assertTrue(foreach.getRelevantInputs(0, 1) == null);
    }
View Full Code Here
1254
1255
1256
1257
1258
1259
1260
1261
1262
    @Test
    public void testQueryForeachGenerateStarNoSchema2() {
        String query = "foreach (load 'a') generate *, $0 ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        assertTrue(foreach.getRelevantInputs(0, 0) == null);
        assertTrue(foreach.getRelevantInputs(0, 1) == null);
    }
View Full Code Here
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
    @Test
    public void testQueryForeachGenerateStarWithSchema() {
        String query = "foreach (load 'a' as (url, hitCount)) generate * ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        RequiredFields foreachRelevantFields0 = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(foreachRelevantFields0.getNeedAllFields() == false);
        assertTrue(foreachRelevantFields0.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields0.getFields().size() == 1);
        assertTrue(foreachRelevantFields0.getFields().get(0).first == 0);
        assertTrue(foreachRelevantFields0.getFields().get(0).second == 0);
       
        RequiredFields foreachRelevantFields1 = foreach.getRelevantInputs(0, 1).get(0);
        assertTrue(foreachRelevantFields1.getNeedAllFields() == false);
        assertTrue(foreachRelevantFields1.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields1.getFields().size() == 1);
        assertTrue(foreachRelevantFields1.getFields().get(0).first == 0);
        assertTrue(foreachRelevantFields1.getFields().get(0).second == 1);
       
        assertTrue(foreach.getRelevantInputs(0, 2)==null);
    }
View Full Code Here
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
    @Test
    public void testQueryForeachGenerateCountStarWithSchema() {
        String query = "foreach (load 'a' as (url, hitCount)) generate COUNT(*) ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        RequiredFields foreachRelevantFields = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(foreachRelevantFields.getNeedAllFields() == true);
        assertTrue(foreachRelevantFields.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields.getFields() == null);
    }
View Full Code Here
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
    @Test
    public void testQueryForeachGenerateStarWithSchema1() {
        String query = "foreach (load 'a' as (url, hitCount)) generate *, COUNT(*) ;";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        RequiredFields foreachRelevantFields0 = foreach.getRelevantInputs(0, 0).get(0);
        assertTrue(foreachRelevantFields0.getNeedAllFields() == false);
        assertTrue(foreachRelevantFields0.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields0.getFields().size() == 1);
        assertTrue(foreachRelevantFields0.getFields().get(0).first == 0);
        assertTrue(foreachRelevantFields0.getFields().get(0).second == 0);
       
        RequiredFields foreachRelevantFields1 = foreach.getRelevantInputs(0, 1).get(0);
        assertTrue(foreachRelevantFields1.getNeedAllFields() == false);
        assertTrue(foreachRelevantFields1.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields1.getFields().size() == 1);
        assertTrue(foreachRelevantFields1.getFields().get(0).first == 0);
        assertTrue(foreachRelevantFields1.getFields().get(0).second == 1);
       
        RequiredFields foreachRelevantFields2 = foreach.getRelevantInputs(0, 2).get(0);
        assertTrue(foreachRelevantFields2.getNeedAllFields() == true);
        assertTrue(foreachRelevantFields2.getNeedNoFields() == false);
        assertTrue(foreachRelevantFields2.getFields() == null);
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.logicalLayer.LOForEach

  • org.apache.pig.impl.logicalLayer.optimizer.OpLimitOptimizer
  • org.apache.pig.impl.logicalLayer.optimizer.PruneColumns
  • org.apache.pig.impl.logicalLayer.optimizer.PushDownForeachFlatten
  • org.apache.pig.impl.logicalLayer.optimizer.PushUpFilter
  • org.apache.pig.impl.logicalLayer.optimizer.SchemaRemover
  • org.apache.pig.impl.logicalLayer.optimizer.TypeCastInserter
  • org.apache.pig.impl.logicalLayer.schema.Schema
  • org.apache.pig.impl.plan.ProjectionMap
  • org.apache.pig.impl.plan.RequiredFields
  • org.apache.pig.test.TestRelevantFields
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.