Package org.apache.flink.test.iterative

Source Code of org.apache.flink.test.iterative.KMeansITCase

/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements.  See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership.  The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/


package org.apache.flink.test.iterative;

import java.util.ArrayList;
import java.util.List;

import org.apache.flink.api.common.Plan;
import org.apache.flink.test.recordJobs.kmeans.KMeansBroadcast;
import org.apache.flink.test.testdata.KMeansData;
import org.apache.flink.test.util.RecordAPITestBase;


public class KMeansITCase extends RecordAPITestBase {

  protected String dataPath;
  protected String clusterPath;
  protected String resultPath;

  public KMeansITCase(){
    setTaskManagerNumSlots(DOP);
  }

  @Override
  protected void preSubmit() throws Exception {
    dataPath = createTempFile("datapoints.txt", KMeansData.DATAPOINTS);
    clusterPath = createTempFile("initial_centers.txt", KMeansData.INITIAL_CENTERS);
    resultPath = getTempDirPath("result");
  }
 
  @Override
  protected Plan getTestJob() {
    KMeansBroadcast kmi = new KMeansBroadcast();
    return kmi.getPlan(String.valueOf(DOP), dataPath, clusterPath, resultPath, "20");
  }


  @Override
  protected void postSubmit() throws Exception {
    List<String> resultLines = new ArrayList<String>();
    readAllResultLines(resultLines, resultPath);
   
    KMeansData.checkResultsWithDelta(KMeansData.CENTERS_AFTER_20_ITERATIONS_SINGLE_DIGIT, resultLines, 0.1);
  }
}
TOP

Related Classes of org.apache.flink.test.iterative.KMeansITCase

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.