Examples with KuduSyncService com.alibaba.otter.canal.client.adapter.kudu.service.KuduSyncService used on opensource projects

Example 1 with KuduSyncService

use of com.alibaba.otter.canal.client.adapter.kudu.service.KuduSyncService in project canal by alibaba.

the class KuduAdapter method init.

@Override
public void init(OuterAdapterConfig configuration, Properties envProperties) {
    this.envProperties = envProperties;
    Map<String, KuduMappingConfig> kuduMappingTmp = KuduMappingConfigLoader.load(envProperties);
    // 过滤不匹配的key的配置,获取连接key，key为配置文件名称
    kuduMappingTmp.forEach((key, mappingConfig) -> {
        if ((mappingConfig.getOuterAdapterKey() == null && configuration.getKey() == null) || (mappingConfig.getOuterAdapterKey() != null && mappingConfig.getOuterAdapterKey().equalsIgnoreCase(configuration.getKey()))) {
            kuduMapping.put(key, mappingConfig);
            dataSourceKey = mappingConfig.getDataSourceKey();
        }
    });
    // 判断目标字段是否为空
    if (kuduMapping.isEmpty()) {
        throw new RuntimeException("No kudu adapter found for config key: " + configuration.getKey());
    }
    for (Map.Entry<String, KuduMappingConfig> entry : kuduMapping.entrySet()) {
        String configName = entry.getKey();
        KuduMappingConfig mappingConfig = entry.getValue();
        String k;
        if (envProperties != null && !"tcp".equalsIgnoreCase(envProperties.getProperty("canal.conf.mode"))) {
            k = StringUtils.trimToEmpty(mappingConfig.getDestination()) + "-" + StringUtils.trimToEmpty(mappingConfig.getGroupId()) + "_" + mappingConfig.getKuduMapping().getDatabase() + "-" + mappingConfig.getKuduMapping().getTable();
        } else {
            k = StringUtils.trimToEmpty(mappingConfig.getDestination()) + "_" + mappingConfig.getKuduMapping().getDatabase() + "-" + mappingConfig.getKuduMapping().getTable();
        }
        Map<String, KuduMappingConfig> configMap = mappingConfigCache.computeIfAbsent(k, k1 -> new ConcurrentHashMap<>());
        configMap.put(configName, mappingConfig);
    }
    Map<String, String> properties = configuration.getProperties();
    String kudu_master = properties.get("kudu.master.address");
    kuduTemplate = new KuduTemplate(kudu_master);
    kuduSyncService = new KuduSyncService(kuduTemplate);
    kuduConfigMonitor = new KuduConfigMonitor();
    kuduConfigMonitor.init(this, envProperties);
}