Package org.springframework.data.hadoop.store.dataset

Examples of org.springframework.data.hadoop.store.dataset.DatasetOperations

52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
    t2.setId(2);
    t2.setTimestamp(System.currentTimeMillis());
    t2.setDescription("x"); //TODO: this is temporary, due to changes in Kite SDK 0.17.0
    channel.send(MessageBuilder.withPayload(Collections.singletonList(t2)).build());

    DatasetOperations datasetOperations = context.getBean("datasetOperations", DatasetOperations.class);
    String path = context.getBean("path", String.class);
    assertTrue("Dataset path created", new File(path).exists());
    assertTrue("Dataset storage created",
        new File(path + "/" + "test/" + datasetOperations.getDatasetName(TestPojo.class)).exists());
    assertTrue("Dataset metadata created",
        new File(path + "/" + "test/" + datasetOperations.getDatasetName(TestPojo.class) + "/.metadata").exists());
    String year = new SimpleDateFormat("YYYY").format(t1.getTimestamp());
    assertTrue("Dataset partition path created",
        new File(path + "/" + "test/" + datasetOperations.getDatasetName(TestPojo.class) + "/year=" + year).exists());
    context.close();
  }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
49
    ClassPathXmlApplicationContext context = new ClassPathXmlApplicationContext(
        "org/springframework/xd/integration/hadoop/config/DatasetOutboundChannelAdapterIntegrationTests.xml");
    MessageChannel channel = context.getBean("datasetOut", MessageChannel.class);
    channel.send(MessageBuilder.withPayload("foo").build());
    channel.send(MessageBuilder.withPayload("bar").build());
    DatasetOperations datasetOperations = context.getBean("datasetOperations", DatasetOperations.class);
    String path = context.getBean("path", String.class);
    assertTrue("Dataset path created", new File(path).exists());
    assertTrue("Dataset storage created",
        new File(path + "/" + "test/" + datasetOperations.getDatasetName(String.class)).exists());
    assertTrue("Dataset metadata created",
        new File(path + "/" + "test/" + datasetOperations.getDatasetName(String.class) + "/.metadata").exists());
    context.close();
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
    EventDrivenConsumer adapter = context.getBean("adapter", EventDrivenConsumer.class);
    HdfsWritingMessageHandler handler = (HdfsWritingMessageHandler) new DirectFieldAccessor(adapter).getPropertyValue("handler");
    DirectFieldAccessor handlerAccessor = new DirectFieldAccessor(handler);
    assertEquals(false, handlerAccessor.getPropertyValue("autoStartup"));
    DatasetWriterFactory writerFactory = (DatasetWriterFactory) handlerAccessor.getPropertyValue("hdfsWriterFactory");
    DatasetOperations datasetOperations = (DatasetOperations) new DirectFieldAccessor(writerFactory).getPropertyValue("datasetOperations");
    assertEquals(context.getBean("datasetOperations"), datasetOperations);
    context.close();
  }
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.dataset.DatasetOperations

  • org.springframework.xd.integration.hadoop.config.DatasetOutboundChannelAdapterIntegrationTests
  • org.springframework.xd.integration.hadoop.config.DatasetOutboundChannelAdapterParserTests
  • org.springframework.xd.integration.hadoop.config.DatasetOutboundChannelAdapterPartitionedIntegrationTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.