Examples of DataChannel

de.netseeker.ejoe.io.DataChannel
Utility class handling all socket oriented data IO on nio channels. DataChannels must be implemented as singletons to avoid creation of a new object for each socket IO operation. Otherwise heavy load could result in fast-growing memory consumption. @author netseeker @since 0.3.9.1
org.apache.cayenne.DataChannel
DataChannel is an abstraction used by ObjectContexts to obtain mapping metadata and access a persistent store. There is rarely a need to use it directly. @since 1.2
org.apache.tajo.engine.planner.global.DataChannel
org.imagearchive.lsm.toolbox.info.scaninfo.DataChannel

Examples of org.apache.cayenne.DataChannel


        // create and initialize provide instance to test
        DataDomainProvider provider = new DataDomainProvider();
        injector.injectMembers(provider);


        DataChannel channel = provider.get();
        assertNotNull(channel);


        assertTrue(channel instanceof DataDomain);


        DataDomain domain = (DataDomain) channel;

View Full Code Here

Examples of org.apache.cayenne.DataChannel


    ClientConnection connection = new HessianConnection(
        "http://localhost:8080/cayenne-service", "cayenne-user",
        "secret", null);


    DataChannel channel = new ClientChannel(connection);


    ObjectContext context = new CayenneContext(channel);


    // cleans up all data, so that we start with empty database on each
    // tutorial run

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

      return dataChannel;
    }
    if (!p.hasDataChannel()) {
      return null;
    }
    this.dataChannel = new DataChannel(p.getDataChannel());
    return this.dataChannel;
  }

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

          }
          return query.checkQueryForCompleted();


        } else { // Finish a query
          if (query.checkQueryForCompleted() == QueryState.QUERY_SUCCEEDED) {
            DataChannel finalChannel = masterPlan.getChannel(castEvent.getExecutionBlockId(), nextBlock.getId());
            Path finalOutputDir = commitOutputData(query);
            TableDesc finalTableDesc = buildOrUpdateResultTableDesc(query, castEvent.getExecutionBlockId(), finalOutputDir);


            QueryContext queryContext = query.context.getQueryContext();
            CatalogService catalog = query.context.getQueryMasterContext().getWorkerContext().getCatalog();

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

    }
  }


  private PhysicalExec buildOutputOperator(TaskAttemptContext context, LogicalNode plan,
                                           PhysicalExec execPlan) throws IOException {
    DataChannel channel = context.getDataChannel();
    StoreTableNode storeTableNode = new StoreTableNode(UNGENERATED_PID, channel.getTargetId().toString());
    storeTableNode.setStorageType(CatalogProtos.StoreType.CSV);
    storeTableNode.setInSchema(plan.getOutSchema());
    storeTableNode.setOutSchema(plan.getOutSchema());
    if (channel.getPartitionType() != PartitionType.NONE_PARTITION) {
      storeTableNode.setPartitions(channel.getPartitionType(), channel.getPartitionKey(), channel.getPartitionNum());
    } else {
      storeTableNode.setDefaultParition();
    }
    storeTableNode.setChild(plan);

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

        if (execBlock.hasUnion()) {
          subQuery.finish();
          state = SubQueryState.SUCCEEDED;
        } else {
          ExecutionBlock parent = subQuery.getMasterPlan().getParent(subQuery.getBlock());
          DataChannel channel = subQuery.getMasterPlan().getChannel(subQuery.getId(), parent.getId());
          setRepartitionIfNecessary(subQuery, channel);
          createTasks(subQuery);


          if (subQuery.tasks.size() == 0) { // if there is no tasks
            subQuery.finish();

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel


      } else { // Case 3: Others (Sort or Aggregation)
        int numTasks = getNonLeafTaskNum(subQuery);
        ExecutionBlockId childId = masterPlan.getChilds(subQuery.getBlock()).get(0).getId();
        SubQuery child = subQuery.context.getSubQuery(childId);
        DataChannel channel = masterPlan.getChannel(child.getId(), subQuery.getId());
        tasks = Repartitioner.createNonLeafTask(masterPlan, subQuery, child, channel, numTasks);
      }


      LOG.info("Create " + tasks.length + " Tasks");

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

      stat = computeStatFromUnionBlock(this);
    } else {
      stat = computeStatFromTasks();
    }


    DataChannel channel = masterPlan.getOutgoingChannels(getId()).get(0);
    // get default or store type
    CatalogProtos.StoreType storeType = CatalogProtos.StoreType.CSV; // default setting


    // if store plan (i.e., CREATE or INSERT OVERWRITE)
    StoreTableNode storeTableNode = PlannerUtil.findTopNode(getBlock().getPlan(), NodeType.STORE);
    if (storeTableNode != null) {
      storeType = storeTableNode.getStorageType();
    }
    meta = CatalogUtil.newTableMeta(channel.getSchema(), storeType, new Options());
    meta.setStat(stat);
    statistics = stat;
    setFinishTime();


    eventHandler.handle(new SubQuerySucceeEvent(getId(), meta));

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

    LogicalPlan plan = planner.createPlan(context);


    int numPartitions = 3;
    Column key1 = new Column("score.deptName", Type.TEXT);
    Column key2 = new Column("score.class", Type.TEXT);
    DataChannel dataChannel = new DataChannel(masterPlan.newExecutionBlockId(), masterPlan.newExecutionBlockId(),
        PartitionType.HASH_PARTITION, numPartitions);
    dataChannel.setPartitionKey(new Column[]{key1, key2});
    ctx.setDataChannel(dataChannel);
    LogicalNode rootNode = optimizer.optimize(plan);


    TableMeta outputMeta = CatalogUtil.newTableMeta(rootNode.getOutSchema(), StoreType.CSV);

View Full Code Here

Examples of org.apache.tajo.engine.planner.global.DataChannel

    ctx.setEnforcer(new Enforcer());
    Expr expr = analyzer.parse(QUERIES[14]);
    LogicalPlan plan = planner.createPlan(expr);
    LogicalNode rootNode = plan.getRootBlock().getRoot();
    int numPartitions = 1;
    DataChannel dataChannel = new DataChannel(masterPlan.newExecutionBlockId(), masterPlan.newExecutionBlockId(),
        PartitionType.HASH_PARTITION, numPartitions);
    dataChannel.setPartitionKey(new Column[]{});
    ctx.setDataChannel(dataChannel);
    optimizer.optimize(plan);


    TableMeta outputMeta = CatalogUtil.newTableMeta(rootNode.getOutSchema(),
        StoreType.CSV);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.