Package infinidb.hadoop.db

Examples of infinidb.hadoop.db.InfiniDBConfiguration


      @Override
      /* spawn a cpimport process for each input file */
      public boolean next(NullWritable arg0, NullWritable arg1) throws IOException
      {
        InfiniDBConfiguration dbConf = new InfiniDBConfiguration(job);
        String schemaName = dbConf.getOutputSchemaName();
        String tableName = (filename.substring(filename.lastIndexOf('/')+1, filename.length()));
        tableName = tableName.substring(0, tableName.lastIndexOf('.'));
        String output = job.get("mapred.output.dir");
        if (unread)
        {
          try
          {
            StringBuilder loadCmdStr = new StringBuilder();
            loadCmdStr.append(dbConf.getInfiniDBHome());
            loadCmdStr.append("/bin/");
            loadCmdStr.append("infinidoop_load.sh ");
            loadCmdStr.append(filename);
            loadCmdStr.append(" ");
            loadCmdStr.append(schemaName);
View Full Code Here


    jobconf.setOutputValueClass(Text.class);

    InfiniDBInputFormat.setInput(jobconf, InfiniDoopRecord.class, "nation",
       null,  "n_nationkey", fields);

    InfiniDBConfiguration idbconf = new InfiniDBConfiguration(jobconf);
    idbconf.setOutputPath("output2");
    jobconf.setMapperClass(InfiniDoopInputMapper.class);
    jobconf.setNumMapTasks(4);
    jobconf.setNumReduceTasks(1);
    jobconf.set("mapred.textoutputformat.separator", "|");
    JobClient client = new JobClient();
View Full Code Here

TOP

Related Classes of infinidb.hadoop.db.InfiniDBConfiguration

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.