Examples of org.kitesdk.data.spi.DatasetRepository.load()

Class org.kitesdk.data.spi.DatasetRepository

Examples of org.kitesdk.data.spi.DatasetRepository.load()

org.kitesdk.data.spi.DatasetRepository.load()
Get the latest version of a named {@link Dataset}. If no dataset with the provided {@code name} exists, a {@link DatasetNotFoundException} is thrown. @param namespace A namespace, or logical group name, for the dataset. @param name The name of the dataset. @throws DatasetNotFoundException if there is no data set named {@code name} @since 0.17.0


    int rc = command.run();
    Assert.assertEquals("Should return success", 0, rc);


    DatasetRepository repo = DatasetRepositories.repositoryFor("repo:" + repoUri);
    int size = DatasetTestUtilities.datasetSize(repo.load("default", dest));
    Assert.assertEquals("Should contain copied records", 6, size);


    verify(console).info("Added {} records to \"{}\"", 6l, dest);
    verifyNoMoreInteractions(console);
  }

View Full Code Here

    int rc = command.run();
    Assert.assertEquals("Should return success", 0, rc);


    DatasetRepository repo = DatasetRepositories.repositoryFor("repo:" + repoUri);
    FileSystemDataset<GenericData.Record> ds =
        (FileSystemDataset<GenericData.Record>) repo.<GenericData.Record>
            load("default", dest);
    int size = DatasetTestUtilities.datasetSize(ds);
    Assert.assertEquals("Should contain copied records", 6, size);


    Assert.assertEquals("Should produce 1 files",

View Full Code Here

    int rc = command.run();
    Assert.assertEquals("Should return success", 0, rc);


    DatasetRepository repo = DatasetRepositories.repositoryFor("repo:" + repoUri);
    FileSystemDataset<GenericData.Record> ds =
        (FileSystemDataset<GenericData.Record>) repo.<GenericData.Record>
            load("default", dest);
    int size = DatasetTestUtilities.datasetSize(ds);
    Assert.assertEquals("Should contain copied records", 6, size);


    Assert.assertEquals("Should produce 3 files",

View Full Code Here

    int rc = command.run();
    Assert.assertEquals("Should return success", 0, rc);


    DatasetRepository repo = DatasetRepositories.repositoryFor("repo:" + repoUri);
    FileSystemDataset<GenericData.Record> ds =
        (FileSystemDataset<GenericData.Record>) repo.<GenericData.Record>
            load("default", "dest_partitioned");
    int size = DatasetTestUtilities.datasetSize(ds);
    Assert.assertEquals("Should contain copied records", 6, size);


    Assert.assertEquals("Should produce 2 partitions",

View Full Code Here

    Assert.assertTrue(ds instanceof FileSystemDataset);
    Assert.assertEquals("Locations should match",
        URI.create("hdfs://" + hdfsAuth + "/tmp/data/ns/test"),
        ds.getDescriptor().getLocation());
    Assert.assertEquals("Descriptors should match",
        repo.load("ns", "test").getDescriptor(), ds.getDescriptor());


    repo.delete("ns", "test");
  }


  @Test

View Full Code Here

    Assert.assertTrue(ds instanceof FileSystemDataset);
    Assert.assertEquals("Locations should match",
        URI.create("hdfs://" + hdfsAuth + "/ns/test"),
        ds.getDescriptor().getLocation());
    Assert.assertEquals("Descriptors should match",
        repo.load("ns", "test").getDescriptor(), ds.getDescriptor());


    repo.delete("ns", "test");
  }


  @Test

View Full Code Here

    Assert.assertTrue(ds instanceof FileSystemDataset);
    Path cwd = getDFS().makeQualified(new Path("."));
    Assert.assertEquals("Locations should match",
        new Path(cwd, "data/ns/test").toUri(), ds.getDescriptor().getLocation());
    Assert.assertEquals("Descriptors should match",
        repo.load("ns", "test").getDescriptor(), ds.getDescriptor());


    repo.delete("ns", "test");
  }


  @Test

View Full Code Here

    Dataset<GenericRecord> ds = Datasets.load("dataset:hive?dataset=test&namespace=ns");


    Assert.assertNotNull("Should load dataset", ds);
    Assert.assertTrue(ds instanceof FileSystemDataset);
    Assert.assertEquals("Descriptors should match",
        repo.load("ns", "test").getDescriptor(), ds.getDescriptor());


    repo.delete("ns", "test");
  }


  @Test

View Full Code Here

      LOG.warn(
          "kite.datasetName is deprecated, instead use kite.uri=<dataset-uri>");
      Preconditions.checkArgument(datasetName != null,
          "kite.datasetName is required if kite.uri is not used");
      DatasetRepository repo = getDatasetRepository();
      descriptor = repo.load(datasetNamespace, datasetName).getDescriptor();
    }


    DatasetDescriptor.Builder descriptorBuilder = new DatasetDescriptor.Builder(
        descriptor);
    configureSchema(descriptorBuilder, avroSchemaFile, avroSchemaReflectClass);

View Full Code Here


    int rc = command.run();
    Assert.assertEquals("Should return success", 0, rc);


    DatasetRepository repo = DatasetRepositories.repositoryFor("repo:file:target/data");
    int size = DatasetTestUtilities.datasetSize(repo.load("default", source));
    Assert.assertEquals("Should contain copied records", 2, size);
  }
}

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.