Examples of JavaSparkContext

Examples of org.apache.spark.api.java.JavaSparkContext

32
33
34
35
36
37
38
public class JavaSVMSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaSVMSuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

33
34
35
36
37
38
39
public class JavaLogisticRegressionSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaLogisticRegressionSuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

32
33
34
35
36
37
38
public class JavaLinearRegressionSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaLinearRegressionSuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

34
35
36
37
38
39
40
public class JavaRidgeRegressionSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
      sc = new JavaSparkContext("local", "JavaRidgeRegressionSuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

32
33
34
35
36
37
38
public class JavaLassoSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaLassoSuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

48
49
50
51
52
53
54
  static int foreachCalls = 0;
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaAPISuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
      this.age = age;
    }
  }

  public static void main(String[] args) throws Exception {
    JavaSparkContext ctx = new JavaSparkContext("local", "JavaSparkSQL",
        System.getenv("SPARK_HOME"), JavaSparkContext.jarOfClass(JavaSparkSQL.class));
    JavaSQLContext sqlCtx = new JavaSQLContext(ctx);

    // Load a text file and convert each line to a Java Bean.
    JavaRDD<Person> people = ctx.textFile("examples/src/main/resources/people.txt").map(
      new Function<String, Person>() {
        public Person call(String line) throws Exception {
          String[] parts = line.split(",");

          Person person = new Person();
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

56
57
58
59
60
61
62
public class JavaAPISuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaAPISuite");
  }
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

324
325
326
327
328
329
330
331
332
333
334
    List<List<Integer>> expected = Arrays.asList(
        Arrays.asList(1,2,3),
        Arrays.asList(4,5,6),
        Arrays.asList(7,8,9));

    JavaSparkContext jsc = new JavaSparkContext(ssc.ssc().sc());
    JavaRDD<Integer> rdd1 = ssc.sparkContext().parallelize(Arrays.asList(1, 2, 3));
    JavaRDD<Integer> rdd2 = ssc.sparkContext().parallelize(Arrays.asList(4, 5, 6));
    JavaRDD<Integer> rdd3 = ssc.sparkContext().parallelize(Arrays.asList(7,8,9));

    LinkedList<JavaRDD<Integer>> rdds = Lists.newLinkedList();
View Full Code Here

Examples of org.apache.spark.api.java.JavaSparkContext

35
36
37
38
39
40
41
public class JavaKMeansSuite implements Serializable {
  private transient JavaSparkContext sc;

  @Before
  public void setUp() {
    sc = new JavaSparkContext("local", "JavaKMeans");
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.