Package com.alibaba.otter.shared.common.model.statistics.table

Examples of com.alibaba.otter.shared.common.model.statistics.table.TableStat

67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
            if (statUnit <= 0) {
                insertBehaviorHistory(stat);
            } else {
                synchronized (tableStats) {
                    // 插入历史数据表
                    TableStat old = tableStats.get(stat.getDataMediaPairId());
                    if (old != null) {
                        //合并数据
                        old.setInsertCount(stat.getInsertCount() + old.getInsertCount());
                        old.setUpdateCount(stat.getUpdateCount() + old.getUpdateCount());
                        old.setDeleteCount(stat.getDeleteCount() + old.getDeleteCount());
                        old.setFileCount(stat.getFileCount() + old.getFileCount());
                        old.setFileSize(stat.getFileSize() + old.getFileSize());
                        if (stat.getEndTime().after(old.getEndTime())) {
                            old.setEndTime(stat.getEndTime());
                        }
                        if (stat.getStartTime().before(old.getStartTime())) {
                            old.setStartTime(stat.getStartTime());
                        }
                    } else {
                        tableStats.put(stat.getDataMediaPairId(), stat);
                    }
                }
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
     *
     * @param tableStatDO
     * @return TableStat
     */
    private TableStat tableStatDOToModel(TableStatDO tableStatDO) {
        TableStat tableStat = new TableStat();
        tableStat.setId(tableStatDO.getId());
        tableStat.setPipelineId(tableStatDO.getPipelineId());
        tableStat.setDataMediaPairId(tableStatDO.getDataMediaPairId());
        tableStat.setFileSize(tableStatDO.getFileSize());
        tableStat.setFileCount(tableStatDO.getFileCount());
        tableStat.setDeleteCount(tableStatDO.getDeleteCount());
        tableStat.setInsertCount(tableStatDO.getInsertCount());
        tableStat.setUpdateCount(tableStatDO.getUpdateCount());
        tableStat.setGmtCreate(tableStatDO.getGmtCreate());
        tableStat.setGmtModified(tableStatDO.getGmtModified());
        return tableStat;

    }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
     *
     * @param TableHistoryStatDO
     * @return TableStat
     */
    private TableStat tableHistoryStatDOToModel(TableHistoryStatDO tableHistoryStatDO) {
        TableStat tableStat = new TableStat();
        tableStat.setId(tableHistoryStatDO.getId());
        tableStat.setPipelineId(tableHistoryStatDO.getPipelineId());
        tableStat.setDataMediaPairId(tableHistoryStatDO.getDataMediaPairId());
        tableStat.setStartTime(tableHistoryStatDO.getStartTime());
        tableStat.setEndTime(tableHistoryStatDO.getEndTime());
        tableStat.setFileSize(tableHistoryStatDO.getFileSize());
        tableStat.setFileCount(tableHistoryStatDO.getFileCount());
        tableStat.setDeleteCount(tableHistoryStatDO.getDeleteCount());
        tableStat.setInsertCount(tableHistoryStatDO.getInsertCount());
        tableStat.setUpdateCount(tableHistoryStatDO.getUpdateCount());
        tableStat.setGmtCreate(tableHistoryStatDO.getGmtCreate());
        tableStat.setGmtModified(tableHistoryStatDO.getGmtModified());
        return tableStat;

    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
        statisticsClientService.sendThroughputs(Arrays.asList(rowStat, fileStat));
    }

    private void sendTableStats() {
        TableStat stat1 = new TableStat();
        stat1.setPipelineId(1L);
        stat1.setDataMediaPairId(1L);
        stat1.setFileCount(100L);
        stat1.setFileSize(100L);
        stat1.setInsertCount(100L);
        stat1.setUpdateCount(100L);
        stat1.setDeleteCount(100L);

        TableStat stat2 = new TableStat();
        stat2.setPipelineId(1L);
        stat2.setDataMediaPairId(2L);
        stat2.setFileCount(101L);
        stat2.setFileSize(101L);
        stat2.setInsertCount(101L);
        stat2.setUpdateCount(101L);
        stat2.setDeleteCount(101L);

        statisticsClientService.sendTableStats(Arrays.asList(stat1, stat2));
    }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
        long rowCount = 0L;
        long mqSize = 0L;
        long mqCount = 0L;
        List<TableStat> tableStats = new ArrayList<TableStat>();
        for (LoadCounter counter : counters) {
            TableStat stat = new TableStat();
            stat.setPipelineId(identity.getPipelineId());
            stat.setDataMediaPairId(counter.getPairId());
            stat.setFileCount(counter.getFileCount().longValue());
            stat.setFileSize(counter.getFileSize().longValue());
            stat.setInsertCount(counter.getInsertCount().longValue());
            stat.setUpdateCount(counter.getUpdateCount().longValue());
            stat.setDeleteCount(counter.getDeleteCount().longValue());
            stat.setStartTime(new Date(throughput.getStartTime()));
            stat.setEndTime(endTime);
            // 5项中有一项不为空才通知
            if (!(stat.getFileCount().equals(0L) && stat.getFileSize().equals(0L) && stat.getInsertCount().equals(0L)
                  && stat.getDeleteCount().equals(0L) && stat.getUpdateCount().equals(0L))) {
                tableStats.add(stat);
            }

            fileSize += counter.getFileSize().longValue();
            fileCount += counter.getFileCount().longValue();
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
                    flag = 1;
                    break;
                }
            }
            if (flag == 0) {
                TableStat tableStat = new TableStat();
                tableStat.setFileSize(0L);
                tableStat.setFileCount(0L);
                tableStat.setDeleteCount(0L);
                tableStat.setUpdateCount(0L);
                tableStat.setInsertCount(0L);
                // tableStat.setGmtModified(dataMediaPair.getGmtModified());
                tableStatMap.put(dataMediaPair.getId(), tableStat);
            }
        }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
            if (statUnit <= 0) {
                insertBehaviorHistory(stat);
            } else {
                synchronized (tableStats) {
                    // 插入历史数据表
                    TableStat old = tableStats.get(stat.getDataMediaPairId());
                    if (old != null) {
                        //合并数据
                        old.setInsertCount(stat.getInsertCount() + old.getInsertCount());
                        old.setUpdateCount(stat.getUpdateCount() + old.getUpdateCount());
                        old.setDeleteCount(stat.getDeleteCount() + old.getDeleteCount());
                        old.setFileCount(stat.getFileCount() + old.getFileCount());
                        old.setFileSize(stat.getFileSize() + old.getFileSize());
                        if (stat.getEndTime().after(old.getEndTime())) {
                            old.setEndTime(stat.getEndTime());
                        }
                        if (stat.getStartTime().before(stat.getStartTime())) {
                            stat.setStartTime(stat.getStartTime());
                        }
                    } else {
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
     *
     * @param tableStatDO
     * @return TableStat
     */
    private TableStat tableStatDOToModel(TableStatDO tableStatDO) {
        TableStat tableStat = new TableStat();
        tableStat.setId(tableStatDO.getId());
        tableStat.setPipelineId(tableStatDO.getPipelineId());
        tableStat.setDataMediaPairId(tableStatDO.getDataMediaPairId());
        tableStat.setFileSize(tableStatDO.getFileSize());
        tableStat.setFileCount(tableStatDO.getFileCount());
        tableStat.setDeleteCount(tableStatDO.getDeleteCount());
        tableStat.setInsertCount(tableStatDO.getInsertCount());
        tableStat.setUpdateCount(tableStatDO.getUpdateCount());
        tableStat.setGmtCreate(tableStatDO.getGmtCreate());
        tableStat.setGmtModified(tableStatDO.getGmtModified());
        return tableStat;

    }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
     *
     * @param TableHistoryStatDO
     * @return TableStat
     */
    private TableStat tableHistoryStatDOToModel(TableHistoryStatDO tableHistoryStatDO) {
        TableStat tableStat = new TableStat();
        tableStat.setId(tableHistoryStatDO.getId());
        tableStat.setPipelineId(tableHistoryStatDO.getPipelineId());
        tableStat.setDataMediaPairId(tableHistoryStatDO.getDataMediaPairId());
        tableStat.setStartTime(tableHistoryStatDO.getStartTime());
        tableStat.setEndTime(tableHistoryStatDO.getEndTime());
        tableStat.setFileSize(tableHistoryStatDO.getFileSize());
        tableStat.setFileCount(tableHistoryStatDO.getFileCount());
        tableStat.setDeleteCount(tableHistoryStatDO.getDeleteCount());
        tableStat.setInsertCount(tableHistoryStatDO.getInsertCount());
        tableStat.setUpdateCount(tableHistoryStatDO.getUpdateCount());
        tableStat.setGmtCreate(tableHistoryStatDO.getGmtCreate());
        tableStat.setGmtModified(tableHistoryStatDO.getGmtModified());
        return tableStat;

    }
View Full Code Here
TOP

Related Classes of com.alibaba.otter.shared.common.model.statistics.table.TableStat

  • com.alibaba.otter.manager.biz.statistics.table.impl.TableStatServiceImpl
  • com.alibaba.otter.manager.web.home.module.screen.DataMediaPairList
  • com.alibaba.otter.node.common.statistics.StatisticsClientServiceIntegration
  • com.alibaba.otter.node.etl.load.loader.OtterLoaderFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.