/**
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.tajo.master;
import org.apache.hadoop.yarn.event.AsyncDispatcher;
import org.apache.tajo.LocalTajoTestingUtility;
import org.apache.tajo.TajoTestingCluster;
import org.apache.tajo.algebra.Expr;
import org.apache.tajo.benchmark.TPCH;
import org.apache.tajo.catalog.CatalogService;
import org.apache.tajo.catalog.CatalogUtil;
import org.apache.tajo.catalog.TableDesc;
import org.apache.tajo.catalog.TableMeta;
import org.apache.tajo.catalog.proto.CatalogProtos;
import org.apache.tajo.catalog.statistics.TableStat;
import org.apache.tajo.conf.TajoConf;
import org.apache.tajo.engine.parser.SQLAnalyzer;
import org.apache.tajo.engine.planner.LogicalOptimizer;
import org.apache.tajo.engine.planner.LogicalPlan;
import org.apache.tajo.engine.planner.LogicalPlanner;
import org.apache.tajo.engine.planner.global.ExecutionBlockCursor;
import org.apache.tajo.engine.planner.global.GlobalPlanner;
import org.apache.tajo.engine.planner.global.MasterPlan;
import org.apache.tajo.engine.query.QueryContext;
import org.apache.tajo.storage.AbstractStorageManager;
import org.apache.tajo.storage.StorageManagerFactory;
import org.apache.tajo.util.CommonTestingUtil;
import org.junit.AfterClass;
import org.junit.BeforeClass;
import org.junit.Test;
import static org.junit.Assert.assertEquals;
public class TestExecutionBlockCursor {
private static TajoTestingCluster util;
private static TajoConf conf;
private static CatalogService catalog;
private static GlobalPlanner planner;
private static SQLAnalyzer analyzer;
private static LogicalPlanner logicalPlanner;
private static LogicalOptimizer optimizer;
private static AsyncDispatcher dispatcher;
@BeforeClass
public static void setUp() throws Exception {
util = new TajoTestingCluster();
util.startCatalogCluster();
conf = util.getConfiguration();
catalog = util.getMiniCatalogCluster().getCatalog();
TPCH tpch = new TPCH();
tpch.loadSchemas();
tpch.loadOutSchema();
for (String table : tpch.getTableNames()) {
TableMeta m = CatalogUtil.newTableMeta(tpch.getSchema(table), CatalogProtos.StoreType.CSV);
m.setStat(new TableStat());
TableDesc d = CatalogUtil.newTableDesc(table, m, CommonTestingUtil.getTestDir());
catalog.addTable(d);
}
analyzer = new SQLAnalyzer();
logicalPlanner = new LogicalPlanner(catalog);
optimizer = new LogicalOptimizer();
AbstractStorageManager sm = StorageManagerFactory.getStorageManager(conf);
dispatcher = new AsyncDispatcher();
dispatcher.init(conf);
dispatcher.start();
planner = new GlobalPlanner(conf, sm);
}
@AfterClass
public static void tearDown() {
util.shutdownCatalogCluster();
dispatcher.stop();
}
@Test
public void testNextBlock() throws Exception {
Expr context = analyzer.parse(
"select s_acctbal, s_name, n_name, p_partkey, p_mfgr, s_address, s_phone, s_comment, ps_supplycost, " +
"r_name, p_type, p_size " +
"from region join nation on n_regionkey = r_regionkey and r_name = 'AMERICA' " +
"join supplier on s_nationkey = n_nationkey " +
"join partsupp on s_suppkey = ps_suppkey " +
"join part on p_partkey = ps_partkey and p_type like '%BRASS' and p_size = 15");
LogicalPlan logicalPlan = logicalPlanner.createPlan(context);
optimizer.optimize(logicalPlan);
QueryContext queryContext = new QueryContext();
MasterPlan plan = new MasterPlan(LocalTajoTestingUtility.newQueryId(), queryContext, logicalPlan);
planner.build(plan);
ExecutionBlockCursor cursor = new ExecutionBlockCursor(plan);
int count = 0;
while(cursor.hasNext()) {
cursor.nextBlock();
count++;
}
// 4 input relations, 1 broadcast join and 2 symmetric repartition joins and 1 terminal = 8 execution blocks
assertEquals(8, count);
}
}