Package com.cloudera.sqoop

Examples of com.cloudera.sqoop.SqoopOptions

141
142
143
144
145
146
147
148
149
    return MySQLTestUtils.CONNECT_STRING;
  }

  @Override
  protected SqoopOptions getSqoopOptions(Configuration conf) {
    SqoopOptions opts = new SqoopOptions(conf);
    opts.setUsername(MySQLTestUtils.getCurrentUser());
    return opts;
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
      assertTrue("Validate option missing.", argsList.contains("--validate"));
      assertTrue("Validator option missing.", argsList.contains("--validator"));

      String[] optionArgs = toStringArray(argsList);

      SqoopOptions validationOptions = new ImportTool().parseArguments(
        optionArgs, getConf(), getSqoopOptions(getConf()), true);
      assertEquals(RowCountValidator.class,
        validationOptions.getValidatorClass());
      assertEquals(AbsoluteValidationThreshold.class,
        validationOptions.getValidationThresholdClass());
      assertEquals(AbortOnFailureHandler.class,
        validationOptions.getValidationFailureHandlerClass());
    } catch (Exception e) {
      fail("The validation options are passed correctly: " + e.getMessage());
    } finally {
      dropTableIfExists(getTableName());
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
      extraArgs.add("--password-file");
      extraArgs.add(TEMP_BASE_DIR + "unknown");
      String[] argv = getCommonArgs(false, extraArgs);

      Configuration conf = getConf();
      SqoopOptions opts = getSqoopOptions(conf);
      ImportTool importTool = new ImportTool();
      importTool.parseArguments(argv, conf, opts, true);
      fail("The password file does not exist! ");
    } catch (Exception e) {
      assertTrue(e.getMessage().contains("The password file does not exist!"));
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
      extraArgs.add("--password-file");
      extraArgs.add(TEMP_BASE_DIR);
      String[] argv = getCommonArgs(false, extraArgs);

      Configuration conf = getConf();
      SqoopOptions opts = getSqoopOptions(conf);
      ImportTool importTool = new ImportTool();
      importTool.parseArguments(argv, conf, opts, true);
      fail("The password file cannot be a directory! ");
    } catch (Exception e) {
      assertTrue(e.getMessage().contains("The password file cannot "
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
136
      extraArgs.add("--password-file");
      extraArgs.add(passwordFilePath);
      String[] argv = getCommonArgs(false, extraArgs);

      Configuration conf = getConf();
      SqoopOptions in = getSqoopOptions(conf);
      ImportTool importTool = new ImportTool();
      SqoopOptions out = importTool.parseArguments(argv, conf, in, true);
      assertNotNull(out.getPassword());
      importTool.validateOptions(out);
      fail("Either password or passwordPath must be specified but not both.");
    } catch (Exception e) {
      assertTrue(e.getMessage().contains("Either password or path to a "
        + "password file must be specified but not both"));
View Full Code Here
147
148
149
150
151
152
153
154
155
156
    return OracleUtils.CONNECT_STRING;
  }

  @Override
  protected SqoopOptions getSqoopOptions(Configuration conf) {
    SqoopOptions opts = new SqoopOptions(conf);
    opts.setUsername(OracleUtils.ORACLE_USER_NAME);
    opts.setPassword(OracleUtils.ORACLE_USER_PASS);
    return opts;
  }
View Full Code Here
38
39
40
41
42
43
44
45
  public void setUp() {
    importTool = new ImportTool();
    exportTool = new ExportTool();
  }
  private SqoopOptions parseImportArgs(String[] argv) throws Exception {
    SqoopOptions opts = importTool.parseArguments(argv, null, null, false);
    return opts;
  }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
      extraArgs.add("--password-file");
      extraArgs.add(passwordFilePath);
      String[] commonArgs = getCommonArgs(false, extraArgs);

      Configuration conf = getConf();
      SqoopOptions in = getSqoopOptions(conf);
      ImportTool importTool = new ImportTool();
      SqoopOptions out = importTool.parseArguments(commonArgs, conf, in, true);
      assertNotNull(out.getPasswordFilePath());
      assertNotNull(out.getPassword());
      assertEquals("password", out.getPassword());
    } catch (Exception e) {
      fail("passwordPath option is missing.");
    }
  }
View Full Code Here
43
44
45
46
47
48
49
50
    SqoopOptions opts = importTool.parseArguments(argv, null, null, false);
    return opts;
  }

  private SqoopOptions parseExportArgs(String[] argv) throws Exception {
    SqoopOptions opts = exportTool.parseArguments(argv, null, null, false);
    return opts;
  }
View Full Code Here
53
54
55
56
57
58
59
    String[] args = {
      "--hcatalog-home",
      "/usr/lib/hcatalog",
    };

    SqoopOptions opts = parseImportArgs(args);
  }
View Full Code Here
TOP

Related Classes of com.cloudera.sqoop.SqoopOptions

  • com.cloudera.sqoop.hive.TestHiveImport
  • com.cloudera.sqoop.hive.TestTableDefWriter
  • com.cloudera.sqoop.lib.DelimiterSet
  • com.cloudera.sqoop.manager.CubridManagerExportTest
  • com.cloudera.sqoop.manager.CubridManagerImportTest
  • com.cloudera.sqoop.manager.DB2ManagerImportManualTest
  • com.cloudera.sqoop.manager.DirectMySQLExportTest
  • com.cloudera.sqoop.manager.DirectMySQLTest
  • com.cloudera.sqoop.manager.DirectNetezzaExportManualTest
  • com.cloudera.sqoop.manager.JdbcMySQLExportTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.