Package org.apache.crunch.impl.mr.run

Examples of org.apache.crunch.impl.mr.run.CrunchRuntimeException

51
52
53
54
55
56
57
58
59
      ByteArrayInputStream byteInStream = new ByteArrayInputStream(byteOutStream.toByteArray());
      DataInput dataInput = new DataInputStream(byteInStream);
      copiedValue = writableClass.newInstance();
      copiedValue.readFields(dataInput);
    } catch (Exception e) {
      throw new CrunchRuntimeException("Error while deep copying " + source, e);
    }
    return copiedValue;
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
      Path targetPath = new Path(target.toString());
      ObjectInputStream ois = new ObjectInputStream(targetPath.getFileSystem(conf).open(targetPath));
      try {
        value = ois.readObject();
      } catch (ClassNotFoundException e) {
        throw new CrunchRuntimeException(e);
      }
      ois.close();
    }
    return value;
  }
View Full Code Here
88
89
90
91
92
93
94
95
    @Override
    public T map(String input) {
      try {
        return mapper.readValue(input, clazz);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
107
108
109
110
111
112
113
114
    @Override
    public String map(T input) {
      try {
        return mapper.writeValueAsString(input);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
131
132
133
134
135
136
137
138
    @Override
    public T map(ByteBuffer bb) {
      try {
        return (T) instance.newBuilderForType().mergeFrom(bb.array(), bb.position(), bb.limit()).build();
      } catch (InvalidProtocolBufferException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
176
177
178
179
180
181
182
183
184
      }
      System.arraycopy(bb.array(), bb.position(), bytes, 0, len);
      try {
        deserializer.deserialize(next, bytes);
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
      return next;
    }
View Full Code Here
199
200
201
202
203
204
205
206
    @Override
    public ByteBuffer map(T t) {
      try {
        return ByteBuffer.wrap(serializer.serialize(t));
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
103
104
105
106
107
108
109
110
    @Override
    public void initialize() {
      try {
        constructor = clazz.getConstructor(typeArgs);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
112
113
114
115
116
117
118
119
    @Override
    public T makeTuple(Object... values) {
      try {
        return constructor.newInstance(values);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
56
57
58
59
60
61
62
63
  public void materialize() {
    try {
      materialized = sourceTarget.read(pipeline.getConfiguration());
    } catch (IOException e) {
      LOG.error("Could not materialize: " + sourceTarget, e);
      throw new CrunchRuntimeException(e);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.mr.run.CrunchRuntimeException

  • org.apache.crunch.impl.mr.emit.MultipleOutputEmitter
  • org.apache.crunch.impl.mr.emit.OutputEmitter
  • org.apache.crunch.impl.mr.MRPipeline
  • org.apache.crunch.io.hbase.HBaseTarget
  • org.apache.crunch.lib.join.MapsideJoin
  • org.apache.crunch.lib.join.MapsideJoin$MapsideJoinDoFn
  • org.apache.crunch.materialize.MaterializableIterable
  • org.apache.crunch.types.avro.AvroDeepCopier
  • org.apache.crunch.types.Protos
  • org.apache.crunch.types.PTypes$JacksonInputMapFn
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.