Examples of Canal


Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    public void setUp() {
        server = new CanalServerWithEmbeded();
        server.setCanalInstanceGenerator(new CanalInstanceGenerator() {

            public CanalInstance generate(String destination) {
                Canal canal = buildCanal();
                return new CanalInstanceWithManager(canal, FILTER);
            }
        });
        server.start();
        server.start(DESTINATION);
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

public class ManagerCanalInstanceGenerator implements CanalInstanceGenerator {

    private CanalConfigClient canalConfigClient;

    public CanalInstance generate(String destination) {
        Canal canal = canalConfigClient.findCanal(destination);
        String filter = canalConfigClient.findFilter(destination);
        return new CanalInstanceWithManager(canal, filter);
    }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

        }

        canalServer.setCanalInstanceGenerator(new CanalInstanceGenerator() {

            public CanalInstance generate(String destination) {
                Canal canal = canalConfigClient.findCanal(destination);
                final OtterAlarmHandler otterAlarmHandler = new OtterAlarmHandler();
                otterAlarmHandler.setPipelineId(pipelineId);
                OtterContextLocator.autowire(otterAlarmHandler); // 注入一下spring资源
                //设置下slaveId,保证多个piplineId下重复引用时不重复
                long slaveId = 10000;//默认基数
                if (canal.getCanalParameter().getSlaveId() != null) {
                    slaveId = canal.getCanalParameter().getSlaveId();
                }
                canal.getCanalParameter().setSlaveId(slaveId + pipelineId);
                canal.getCanalParameter().setDdlIsolation(ddlSync);

                CanalInstanceWithManager instance = new CanalInstanceWithManager(canal, filter) {

                    protected CanalHAController initHaController() {
                        HAMode haMode = parameters.getHaMode();
                        if (haMode.isMedia()) {
                            return new MediaHAController(parameters.getMediaGroup(), parameters.getDbUsername(),
                                                         parameters.getDbPassword(),
                                                         parameters.getDefaultDatabaseName());
                        } else {
                            return super.initHaController();
                        }
                    }

                    @Override
                    protected void startEventParserInternal(CanalEventParser parser) {
                        super.startEventParserInternal(parser);

                        if (eventParser instanceof MysqlEventParser) {
                            MysqlEventParser mysqlEventParser = (MysqlEventParser) eventParser;
                            CanalHAController haController = mysqlEventParser.getHaController();

                            if (haController instanceof MediaHAController) {
                                ((MediaHAController) haController).setCanalHASwitchable(mysqlEventParser);
                            }

                            if (!haController.isStart()) {
                                haController.start();
                            }

                            // 基于media的Ha,直接从tddl中获取数据库信息
                            if (haController instanceof MediaHAController) {
                                AuthenticationInfo authenticationInfo = ((MediaHAController) haController).getAvailableAuthenticationInfo();
                                ((MysqlEventParser) eventParser).setMasterInfo(authenticationInfo);
                            }
                        }
                    }

                };
                instance.setAlarmHandler(otterAlarmHandler);

                CanalEventSink eventSink = instance.getEventSink();
                if (eventSink instanceof AbstractCanalEventSink) {
                    handler = new OtterDownStreamHandler();
                    handler.setPipelineId(pipelineId);
                    handler.setDetectingEnable(canal.getCanalParameter().getDetectingEnable());
                    handler.setDetectingIntervalInSeconds(canal.getCanalParameter().getDetectingIntervalInSeconds());
                    OtterContextLocator.autowire(handler); // 注入一下spring资源
                    ((AbstractCanalEventSink) eventSink).addHandler(handler);
                    handler.start();
                }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

        }

        canalServer.setCanalInstanceGenerator(new CanalInstanceGenerator() {

            public CanalInstance generate(String destination) {
                Canal canal = canalConfigClient.findCanal(destination);
                final OtterAlarmHandler otterAlarmHandler = new OtterAlarmHandler();
                otterAlarmHandler.setPipelineId(pipelineId);
                OtterContextLocator.autowire(otterAlarmHandler); // 注入一下spring资源
                // 设置下slaveId,保证多个piplineId下重复引用时不重复
                long slaveId = 10000;// 默认基数
                if (canal.getCanalParameter().getSlaveId() != null) {
                    slaveId = canal.getCanalParameter().getSlaveId();
                }
                canal.getCanalParameter().setSlaveId(slaveId + pipelineId);
                canal.getCanalParameter().setDdlIsolation(ddlSync);

                CanalInstanceWithManager instance = new CanalInstanceWithManager(canal, filter) {

                    protected CanalHAController initHaController() {
                        HAMode haMode = parameters.getHaMode();
                        if (haMode.isMedia()) {
                            return new MediaHAController(parameters.getMediaGroup(),
                                parameters.getDbUsername(),
                                parameters.getDbPassword(),
                                parameters.getDefaultDatabaseName());
                        } else {
                            return super.initHaController();
                        }
                    }

                    protected void startEventParserInternal(CanalEventParser parser) {
                        super.startEventParserInternal(parser);

                        if (eventParser instanceof MysqlEventParser) {
                            MysqlEventParser mysqlEventParser = (MysqlEventParser) eventParser;
                            CanalHAController haController = mysqlEventParser.getHaController();

                            if (haController instanceof MediaHAController) {
                                ((MediaHAController) haController).setCanalHASwitchable(mysqlEventParser);
                            }

                            if (!haController.isStart()) {
                                haController.start();
                            }

                            // 基于media的Ha,直接从tddl中获取数据库信息
                            if (haController instanceof MediaHAController) {
                                AuthenticationInfo authenticationInfo = ((MediaHAController) haController).getAvailableAuthenticationInfo();
                                ((MysqlEventParser) eventParser).setMasterInfo(authenticationInfo);
                            }
                        }
                    }

                };
                instance.setAlarmHandler(otterAlarmHandler);

                CanalEventSink eventSink = instance.getEventSink();
                if (eventSink instanceof AbstractCanalEventSink) {
                    handler = new OtterDownStreamHandler();
                    handler.setPipelineId(pipelineId);
                    handler.setDetectingIntervalInSeconds(canal.getCanalParameter().getDetectingIntervalInSeconds());
                    OtterContextLocator.autowire(handler); // 注入一下spring资源
                    ((AbstractCanalEventSink) eventSink).addHandler(handler, 0); // 添加到开头
                    handler.start();
                }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    @Resource(name = "channelService")
    private ChannelService           channelService;

    public void execute(@Param("canalId") Long canalId, Context context) throws Exception {
        Canal canal = canalService.findById(canalId);
        AutoKeeperCluster zkCluster = autoKeeperClusterService.findAutoKeeperClusterById(canal.getCanalParameter()
            .getZkClusterId());

        List<Pipeline> pipelines = pipelineService.listByDestinationWithoutOther(canal.getName());
        List<Long> channelIds = new ArrayList<Long>();
        for (Pipeline pipeline : pipelines) {
            channelIds.add(pipeline.getChannelId());
        }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    public void doAdd(@FormGroup("canalInfo") Group canalInfo,
                      @FormGroup("canalParameterInfo") Group canalParameterInfo,
                      @FormField(name = "formCanalError", group = "canalInfo") CustomErrors err,
                      @FormField(name = "formHeartBeatError", group = "canalParameterInfo") CustomErrors heartBeatErr,
                      Navigator nav) throws Exception {
        Canal canal = new Canal();
        CanalParameter parameter = new CanalParameter();
        canalInfo.setProperties(canal);
        canalParameterInfo.setProperties(parameter);

        String zkClustersString = canalParameterInfo.getField("zkClusters").getStringValue();
        String[] zkClusters = StringUtils.split(zkClustersString, ";");
        parameter.setZkClusters(Arrays.asList(zkClusters));

        Long zkClusterId = canalParameterInfo.getField("autoKeeperClusterId").getLongValue();
        parameter.setZkClusterId(zkClusterId);
        canal.setCanalParameter(parameter);

        String dbAddressesString = canalParameterInfo.getField("groupDbAddresses").getStringValue();
        // 解析格式:
        // 127.0.0.1:3306:MYSQL,127.0.0.1:3306:ORACLE;127.0.0.1:3306,127.0.0.1:3306;
        // 第一层的分号代表主备概念,,第二层逗号代表分组概念
        if (StringUtils.isNotEmpty(dbAddressesString)) {
            List<List<DataSourcing>> dbSocketAddress = new ArrayList<List<DataSourcing>>();
            String[] dbAddresses = StringUtils.split(dbAddressesString, ";");
            for (String dbAddressString : dbAddresses) {
                List<DataSourcing> groupDbSocketAddress = new ArrayList<DataSourcing>();
                String[] groupDbAddresses = StringUtils.split(dbAddressString, ",");
                for (String groupDbAddress : groupDbAddresses) {
                    String strs[] = StringUtils.split(groupDbAddress, ":");
                    InetSocketAddress address = new InetSocketAddress(strs[0].trim(), Integer.valueOf(strs[1]));
                    SourcingType type = parameter.getSourcingType();
                    if (strs.length > 2) {
                        type = SourcingType.valueOf(strs[2]);
                    }
                    groupDbSocketAddress.add(new DataSourcing(type, address));
                }
                dbSocketAddress.add(groupDbSocketAddress);
            }

            parameter.setGroupDbAddresses(dbSocketAddress);
        }

        String positionsString = canalParameterInfo.getField("positions").getStringValue();
        if (StringUtils.isNotEmpty(positionsString)) {
            String positions[] = StringUtils.split(positionsString, ";");
            parameter.setPositions(Arrays.asList(positions));
        }

        if (parameter.getDetectingEnable() && StringUtils.startsWithIgnoreCase(parameter.getDetectingSQL(), "select")) {
            heartBeatErr.setMessage("invaliedHeartBeat");
            return;
        }

        try {
            canalService.create(canal);
        } catch (RepeatConfigureException rce) {
            err.setMessage("invalidCanal");
            return;
        }

        if (parameter.getSourcingType().isMysql() && parameter.getSlaveId() == null) {
            parameter.setSlaveId(10000 + canal.getId());
            // 再次更新一下slaveId
            try {
                canalService.modify(canal);
            } catch (RepeatConfigureException rce) {
                err.setMessage("invalidCanal");
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    public void doEdit(@FormGroup("canalInfo") Group canalInfo,
                       @FormGroup("canalParameterInfo") Group canalParameterInfo,
                       @FormField(name = "formCanalError", group = "canalInfo") CustomErrors err,
                       @FormField(name = "formHeartBeatError", group = "canalParameterInfo") CustomErrors heartBeatErr,
                       Navigator nav) throws Exception {
        Canal canal = new Canal();
        CanalParameter parameter = new CanalParameter();
        canalInfo.setProperties(canal);
        canalParameterInfo.setProperties(parameter);

        String zkClustersString = canalParameterInfo.getField("zkClusters").getStringValue();
        String[] zkClusters = StringUtils.split(zkClustersString, ";");
        parameter.setZkClusters(Arrays.asList(zkClusters));

        Long zkClusterId = canalParameterInfo.getField("autoKeeperClusterId").getLongValue();
        parameter.setZkClusterId(zkClusterId);

        String dbAddressesString = canalParameterInfo.getField("groupDbAddresses").getStringValue();
        if (StringUtils.isNotEmpty(dbAddressesString)) {
            List<List<DataSourcing>> dbSocketAddress = new ArrayList<List<DataSourcing>>();
            String[] dbAddresses = StringUtils.split(dbAddressesString, ";");
            for (String dbAddressString : dbAddresses) {
                List<DataSourcing> groupDbSocketAddress = new ArrayList<DataSourcing>();
                String[] groupDbAddresses = StringUtils.split(dbAddressString, ",");
                for (String groupDbAddress : groupDbAddresses) {
                    String strs[] = StringUtils.split(groupDbAddress, ":");
                    InetSocketAddress address = new InetSocketAddress(strs[0].trim(), Integer.valueOf(strs[1]));
                    SourcingType type = parameter.getSourcingType();
                    if (strs.length > 2) {
                        type = SourcingType.valueOf(strs[2]);
                    }
                    groupDbSocketAddress.add(new DataSourcing(type, address));
                }
                dbSocketAddress.add(groupDbSocketAddress);
            }

            parameter.setGroupDbAddresses(dbSocketAddress);
        }

        String positionsString = canalParameterInfo.getField("positions").getStringValue();
        if (StringUtils.isNotEmpty(positionsString)) {
            String positions[] = StringUtils.split(positionsString, ";");
            parameter.setPositions(Arrays.asList(positions));
        }

        if (parameter.getDetectingEnable() && StringUtils.startsWithIgnoreCase(parameter.getDetectingSQL(), "select")) {
            heartBeatErr.setMessage("invaliedHeartBeat");
            return;
        }

        canal.setCanalParameter(parameter);

        try {
            canalService.modify(canal);
        } catch (RepeatConfigureException rce) {
            err.setMessage("invalidCanal");
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    /**
     * @param context
     * @throws WebxException
     */
    public void execute(@Param("canalId") Long canalId, Context context) throws Exception {
        Canal canal = canalService.findById(canalId);
        List<AutoKeeperCluster> zkClusters = autoKeeperClusterService.listAutoKeeperClusters();
        context.put("zkClusters", zkClusters);
        context.put("canal", canal);
    }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

        }

        canalServer.setCanalInstanceGenerator(new CanalInstanceGenerator() {

            public CanalInstance generate(String destination) {
                Canal canal = canalConfigClient.findCanal(destination);
                final OtterAlarmHandler otterAlarmHandler = new OtterAlarmHandler();
                otterAlarmHandler.setPipelineId(pipelineId);
                OtterContextLocator.autowire(otterAlarmHandler); // 注入一下spring资源
                // 设置下slaveId,保证多个piplineId下重复引用时不重复
                long slaveId = 10000;// 默认基数
                if (canal.getCanalParameter().getSlaveId() != null) {
                    slaveId = canal.getCanalParameter().getSlaveId();
                }
                canal.getCanalParameter().setSlaveId(slaveId + pipelineId);
                canal.getCanalParameter().setDdlIsolation(ddlSync);
                canal.getCanalParameter().setFilterTableError(filterTableError);

                CanalInstanceWithManager instance = new CanalInstanceWithManager(canal, filter) {

                    protected CanalHAController initHaController() {
                        HAMode haMode = parameters.getHaMode();
                        if (haMode.isMedia()) {
                            return new MediaHAController(parameters.getMediaGroup(),
                                parameters.getDbUsername(),
                                parameters.getDbPassword(),
                                parameters.getDefaultDatabaseName());
                        } else {
                            return super.initHaController();
                        }
                    }

                    protected void startEventParserInternal(CanalEventParser parser, boolean isGroup) {
                        super.startEventParserInternal(parser, isGroup);

                        if (eventParser instanceof MysqlEventParser) {
                            MysqlEventParser mysqlEventParser = (MysqlEventParser) eventParser;
                            CanalHAController haController = mysqlEventParser.getHaController();

                            if (haController instanceof MediaHAController) {
                                if (isGroup) {
                                    throw new CanalException("not support group database use media HA");
                                }

                                ((MediaHAController) haController).setCanalHASwitchable(mysqlEventParser);
                            }

                            if (!haController.isStart()) {
                                haController.start();
                            }

                            // 基于media的Ha,直接从tddl中获取数据库信息
                            if (haController instanceof MediaHAController) {
                                AuthenticationInfo authenticationInfo = ((MediaHAController) haController).getAvailableAuthenticationInfo();
                                ((MysqlEventParser) eventParser).setMasterInfo(authenticationInfo);
                            }
                        }
                    }

                };
                instance.setAlarmHandler(otterAlarmHandler);

                CanalEventSink eventSink = instance.getEventSink();
                if (eventSink instanceof AbstractCanalEventSink) {
                    handler = new OtterDownStreamHandler();
                    handler.setPipelineId(pipelineId);
                    handler.setDetectingIntervalInSeconds(canal.getCanalParameter().getDetectingIntervalInSeconds());
                    OtterContextLocator.autowire(handler); // 注入一下spring资源
                    ((AbstractCanalEventSink) eventSink).addHandler(handler, 0); // 添加到开头
                    handler.start();
                }
View Full Code Here

Examples of com.alibaba.otter.canal.instance.manager.model.Canal

    @Resource(name = "autoKeeperClusterService")
    private AutoKeeperClusterService autoKeeperClusterService;

    public void execute(@Param("canalId") Long canalId, Context context) throws Exception {
        Canal canal = canalService.findById(canalId);
        AutoKeeperCluster zkCluster = autoKeeperClusterService.findAutoKeeperClusterById(canal.getCanalParameter().getZkClusterId());
        context.put("canal", canal);
        context.put("zkCluster", zkCluster);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.