Examples of SliceWrapper

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper
Wraps a {@link Slice} in an {@link InputSplit} so it's usable by hadoop.
org.apache.pig.backend.hadoop.executionengine.mapreduceExec.SliceWrapper
Wraps a {@link Slice} in an {@link InputSplit} so it's usable by hadoop.

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

     * @param fileName
     * @return InputStream of the open file.
     * @throws IOException
     */
    public static InputStream openDFSFile(String fileName) throws IOException {
        SliceWrapper wrapper = PigInputFormat.getActiveSplit();


        JobConf conf = null;
        if (wrapper == null) {
          conf = PigMapReduce.sJobConf;
        }else{
          conf = wrapper.getJobConf();
        }
        
        if (conf == null) {
            throw new RuntimeException(
                    "can't open DFS file while executing locally");

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

        ElementDescriptor elem = dds.asElement(fileName);
        return openDFSFile(elem);
    }
    
    public static long getSize(String fileName) throws IOException {
      SliceWrapper wrapper = PigInputFormat.getActiveSplit();
      
      JobConf conf = null;
      if (wrapper == null) {
        conf = PigMapReduce.sJobConf;
      }else{
        conf = wrapper.getJobConf();
      }


      if (conf == null) {
        throw new RuntimeException(
                "can't open DFS file while executing locally");

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

        if ((spec.getSlicer() instanceof PigSlicer)) {
            ((PigSlicer)spec.getSlicer()).setSplittable(isSplittable);
        }
        Slice[] pigs = spec.getSlicer().slice(store, spec.getFileName());
        for (Slice split : pigs) {
            splits.add(new SliceWrapper(split, pigContext.getExecType(), i, fs, inpTargets.get(i)));
        }
            } catch (ExecException ee) {
              throw ee;
      } catch (Exception e) {
        int errCode = 2118;

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

                    udfc.serialize(job);
                }
            
        Slice[] pigs = spec.getSlicer().slice(store, spec.getFileName());
        for (Slice split : pigs) {
            splits.add(new SliceWrapper(split, pigContext.getExecType(), i, fs, inpTargets.get(i)));
        }
            } catch (ExecException ee) {
              throw ee;
      } catch (Exception e) {
        int errCode = 2118;

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

     * @param fileName
     * @return InputStream of the open file.
     * @throws IOException
     */
    public static InputStream openDFSFile(String fileName) throws IOException {
        SliceWrapper wrapper = PigInputFormat.getActiveSplit();


        JobConf conf = null;
        if (wrapper == null) {
          conf = PigMapReduce.sJobConf;
        }else{
          conf = wrapper.getJobConf();
        }
        
        if (conf == null) {
            throw new RuntimeException(
                    "can't open DFS file while executing locally");

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

        ElementDescriptor elem = dds.asElement(fileName);
        return openDFSFile(elem);
    }
    
    public static long getSize(String fileName) throws IOException {
      SliceWrapper wrapper = PigInputFormat.getActiveSplit();
      
      JobConf conf = null;
      if (wrapper == null) {
        conf = PigMapReduce.sJobConf;
      }else{
        conf = wrapper.getJobConf();
      }


      if (conf == null) {
        throw new RuntimeException(
                "can't open DFS file while executing locally");

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

        if (isSplittable && (spec.getSlicer() instanceof PigSlicer)) {
            ((PigSlicer)spec.getSlicer()).setSplittable(isSplittable);
        }
        Slice[] pigs = spec.getSlicer().slice(store, spec.getFileName());
        for (Slice split : pigs) {
            splits.add(new SliceWrapper(split, pigContext, i, fs, inpTargets.get(i)));
        }
            } catch (ExecException ee) {
              throw ee;
      } catch (Exception e) {
        int errCode = 2118;

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

     * @param fileName
     * @return InputStream of the open file.
     * @throws IOException
     */
    public static InputStream openDFSFile(String fileName) throws IOException {
        SliceWrapper wrapper = PigInputFormat.getActiveSplit();


        if (wrapper == null)
            throw new RuntimeException(
                    "can't open DFS file while executing locally");
        
        return openDFSFile(fileName, ConfigurationUtil.toProperties(wrapper.getJobConf()));


    }

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

     * @param fileName
     * @return InputStream of the open file.
     * @throws IOException
     */
    public static InputStream openDFSFile(String fileName) throws IOException {
        SliceWrapper wrapper = PigInputFormat.getActiveSplit();


        if (wrapper == null)
            throw new RuntimeException(
                    "can't open DFS file while executing locally");
        
        return openDFSFile(fileName, ConfigurationUtil.toProperties(wrapper.getJobConf()));


    }

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SliceWrapper

        if ((spec.getSlicer() instanceof PigSlicer)) {
            ((PigSlicer)spec.getSlicer()).setSplittable(isSplittable);
        }
        Slice[] pigs = spec.getSlicer().slice(store, spec.getFileName());
        for (Slice split : pigs) {
            splits.add(new SliceWrapper(split, pigContext, i, fs, inpTargets.get(i)));
        }
            } catch (ExecException ee) {
              throw ee;
      } catch (Exception e) {
        int errCode = 2118;

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.