Package com.alibaba.otter.node.etl.load.loader.weight

Examples of com.alibaba.otter.node.etl.load.loader.weight.WeightController

109
110
111
112
113
114
115
116
117
118
119
        Identity id = buildIdentity(1L, 2L, 3L);
        FileBatch fileBatch = buildFileBatch(id);
        fileBatch.getFiles().addAll(buildFileDatas(null, EventType.INSERT, fileDataStartIndex, fileDataCount, true));

        WeightController controller = new WeightController(1);
        FileLoadContext context = fileLoadAction.load(fileBatch, ROOT_DIR, controller);
        want.object(context.getChannel()).isEqualTo(channel);
        want.object(context.getPipeline()).isEqualTo(pipeline);
        want.object(context.getPrepareDatas()).isEqualTo(fileBatch.getFiles());
        want.number(context.getProcessedDatas().size()).isEqualTo(fileBatch.getFiles().size());
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
    @Test
    public void test_simple() {
        int thread = 10;
        int count = 10;
        WeightController controller = new WeightController(thread);
        CountDownLatch latch = new CountDownLatch(thread);
        WeightWorkerTest[] workers = new WeightWorkerTest[thread];
        for (int i = 0; i < thread; i++) {
            int[] weights = new int[count];
            for (int j = 0; j < count; j++) {
View Full Code Here
104
105
106
107
108
109
110
111
        eventDatas = generatorEventDataForOracle(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }

        WeightController controller = new WeightController(1);
        dbLoadAction.load(rowBatch, controller);
    }
View Full Code Here
162
163
164
165
166
167
168
169
        eventDatas = generatorEventDataForMysql(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }

        WeightController controller = new WeightController(1);
        dbLoadAction.load(rowBatch, controller);
    }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
        FileBatch fileBatch = new FileBatch();
        fileBatch.setIdentity(identity);
        fileBatch.getFiles().addAll(generatorLocalFileData("fileLoad", 10));

        WeightController controller = new WeightController(1);
        fileLoadAction.load(fileBatch, new File(tmp + File.separator + OTTERLOAD), controller);

        File target = new File(tmp + File.separator + OTTERLOAD + "_loaded/");
        want.number(target.listFiles().length).isEqualTo(10);
        NioUtils.delete(target);
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
        if (existFileBatch) {
            count += 1;
        }

        WeightController controller = new WeightController(count);
        List<Future> futures = new ArrayList<Future>();
        ExecutorCompletionService completionService = new ExecutorCompletionService(executorService);

        if (existFileBatch) {
            submitFileBatch(futures, completionService, fileBatch, data.getRoot(), controller);
View Full Code Here
TOP

Related Classes of com.alibaba.otter.node.etl.load.loader.weight.WeightController

  • com.alibaba.otter.node.etl.load.DbLoadActionTest
  • com.alibaba.otter.node.etl.load.FileLoadActionTest
  • com.alibaba.otter.node.etl.load.loader.db.DataBatchLoader
  • com.alibaba.otter.node.etl.load.LocalFileLoaderActionTest
  • com.alibaba.otter.node.etl.load.WeightControllerTest
  • java.util.concurrent.atomic.AtomicInteger
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.