Examples of org.apache.hadoop.hive.ql.plan.BaseWork

org.apache.hadoop.hive.ql.plan.BaseWork
BaseWork. Base class for any "work" that's being done on the cluster. Items like stats gathering that are commonly used regarless of the type of work live here.

   * @param name
   * @return BaseWork based on the name supplied will return null if name is null
   * @throws RuntimeException if the configuration files are not proper or if plan can not be loaded
   */
  private static BaseWork getBaseWork(Configuration conf, String name) {
    BaseWork gWork = null;
    Path path = null;
    InputStream in = null;
    try {
      path = getPlanPath(conf, name);
      assert path != null;

View Full Code Here

    if ( rWrk == null) {
      return;
    }
    Operator<? extends OperatorDesc> reducer = rWrk.getReducer();
    if ( reducer instanceof JoinOperator ) {
      BaseWork prntWork = mrWrk.getMapWork();
      checkForCrossProduct(taskName, reducer,
          new ExtractReduceSinkInfo(null).analyze(prntWork));
    }
  }

View Full Code Here

    }
  }


  private Map<Integer, ExtractReduceSinkInfo.Info> getReducerInfo(TezWork tzWrk, String vertex, String prntVertex)
      throws SemanticException {
    BaseWork prntWork = tzWrk.getWorkMap().get(prntVertex);
    return new ExtractReduceSinkInfo(vertex).analyze(prntWork);
  }

View Full Code Here

   * @param name
   * @return BaseWork based on the name supplied will return null if name is null
   * @throws RuntimeException if the configuration files are not proper or if plan can not be loaded
   */
  private static BaseWork getBaseWork(Configuration conf, String name) {
    BaseWork gWork = null;
    Path path = null;
    InputStream in = null;
    try {
      path = getPlanPath(conf, name);
      assert path != null;

View Full Code Here

  public static ReduceWork getReduceWork(Configuration conf) {
    return (ReduceWork) getBaseWork(conf, REDUCE_PLAN_NAME);
  }


  public static BaseWork getBaseWork(Configuration conf, String name) {
    BaseWork gWork = null;
    Path path = null;
    try {
      path = getPlanPath(conf, name);
      assert path != null;
      gWork = gWorkMap.get(path);
      if (gWork == null) {
        Path localPath;
        if (ShimLoader.getHadoopShims().isLocalMode(conf)) {
          localPath = path;
        } else {
          localPath = new Path(name);
        }
        InputStream in = new FileInputStream(localPath.toUri().getPath());
        BaseWork ret = deserializePlan(in);
        gWork = ret;
        gWorkMap.put(path, gWork);
      }
      return gWork;
    } catch (FileNotFoundException fnf) {

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.hadoop.hive.ql.plan.BaseWork

org.apache.hadoop.hive.ql.exec.Utilities

org.apache.hadoop.hive.ql.optimizer.MergeJoinProc

org.apache.hadoop.hive.ql.optimizer.physical.CrossProductCheck

org.apache.hadoop.hive.ql.optimizer.ReduceSinkMapJoinProc

org.apache.hadoop.hive.ql.parse.GenTezUtils

org.apache.hadoop.hive.ql.parse.GenTezWork

org.apache.hadoop.hive.ql.parse.GenTezWorkWalker

org.apache.hadoop.hive.ql.parse.TestGenTezWork

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.