Examples of ImportJobConfiguration

Examples of org.apache.sqoop.connector.jdbc.configuration.ImportJobConfiguration

42
43
44
45
46
47
48
49
50
51
52
  private GenericJdbcExecutor executor;

  @Override
  public void initialize(MutableContext context, Object oConnectionConfig, Object oJobConfig) {
    ConnectionConfiguration connectionConfig = (ConnectionConfiguration)oConnectionConfig;
    ImportJobConfiguration jobConfig = (ImportJobConfiguration)oJobConfig;

    configureJdbcProperties(context, connectionConfig, jobConfig);

    try {
      configurePartitionProperties(context, connectionConfig, jobConfig);
View Full Code Here

Examples of org.apache.sqoop.connector.jdbc.configuration.ImportJobConfiguration

70
71
72
73
74
75
76
77
78
79
80
    ConnectionConfiguration connectionConfig = new ConnectionConfiguration();

    connectionConfig.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connectionConfig.connection.connectionString = GenericJdbcTestConstants.URL;

    ImportJobConfiguration jobConfig = new ImportJobConfiguration();

    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "SELECT * FROM " + executor.delimitIdentifier(tableName) + " WHERE ${CONDITIONS}");

    GenericJdbcImportPartition partition;
View Full Code Here

Examples of org.apache.sqoop.connector.jdbc.configuration.ImportJobConfiguration

102
103
104
105
106
107
108
109
110
111
112
    ConnectionConfiguration connectionConfig = new ConnectionConfiguration();

    connectionConfig.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connectionConfig.connection.connectionString = GenericJdbcTestConstants.URL;

    ImportJobConfiguration jobConfig = new ImportJobConfiguration();

    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "SELECT SQOOP_SUBQUERY_ALIAS.ICOL,SQOOP_SUBQUERY_ALIAS.VCOL FROM "
            + "(SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}) SQOOP_SUBQUERY_ALIAS");
View Full Code Here

Examples of org.apache.sqoop.connector.jdbc.configuration.ImportJobConfiguration

92
93
94
95
96
97
98
99
100
101
102
    return validation;
  }

  private Validation validateImportJob(Object jobConfiguration) {
    Validation validation = new Validation(ImportJobConfiguration.class);
    ImportJobConfiguration configuration = (ImportJobConfiguration)jobConfiguration;

    if(configuration.table.tableName == null && configuration.table.sql == null) {
      validation.addMessage(Status.UNACCEPTABLE, "table", "Either table name or SQL must be specified");
    }
    if(configuration.table.tableName != null && configuration.table.sql != null) {
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

63
64
65
66
67
68
69
70
71
72
73
    return validation;
  }

  private Validation validateImportJob(Object jobConfiguration) {
    Validation validation = new Validation(ImportJobConfiguration.class);
    ImportJobConfiguration configuration = (ImportJobConfiguration)jobConfiguration;

    validateOutputForm(validation, configuration.output);
    validateThrottingForm(validation, configuration.throttling);

    return validation;
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

427
428
429
430
431
432
433
434
435
436
437
    // Return job status most recent
    return summary;
  }

  private void prepareImportSubmission(SubmissionRequest request) {
    ImportJobConfiguration jobConfiguration = (ImportJobConfiguration) request
      .getConfigFrameworkJob();

    // Initialize the map-reduce part (all sort of required classes, ...)
    request.setOutputDirectory(jobConfiguration.output.outputDirectory);
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

62
63
64
65
66
67
68
69
70
71
72
  private void testImportCompressionInner(OutputCompression comprssionFormat,
    String expectedCodecName, boolean expectedCompressionFlag) {
    MapreduceExecutionEngine executionEngine = new MapreduceExecutionEngine();
    SubmissionRequest request = executionEngine.createSubmissionRequest();
    ImportJobConfiguration jobConf = new ImportJobConfiguration();
    jobConf.output.outputFormat = OutputFormat.TEXT_FILE;
    jobConf.output.compression = comprssionFormat;
    request.setConfigFrameworkJob(jobConf);
    request.setConnectorCallbacks(new Importer(Initializer.class,
      Partitioner.class, Extractor.class, Destroyer.class) {
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

57
58
59
60
61
62
63
64
65
66
67
   *  {@inheritDoc}
   */
  @Override
  public void prepareImportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ImportJobConfiguration jobConf = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

433
434
435
436
437
438
439
440
441
442
443
    // Return job status most recent
    return summary;
  }

  private static void prepareImportSubmission(SubmissionRequest request) {
    ImportJobConfiguration jobConfiguration = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Initialize the map-reduce part (all sort of required classes, ...)
    request.setOutputDirectory(jobConfiguration.output.outputDirectory);

    // We're directly moving configured number of extractors and loaders to
View Full Code Here

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

57
58
59
60
61
62
63
64
65
66
67
   *  {@inheritDoc}
   */
  @Override
  public void prepareImportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ImportJobConfiguration jobConf = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.