Examples with OracleSource com.ververica.cdc.connectors.oracle.OracleSource used on opensource projects

Example 1 with OracleSource

use of com.ververica.cdc.connectors.oracle.OracleSource in project dlink by DataLinkDC.

the class OracleCDCBuilder method build.

@Override
public DataStreamSource<String> build(StreamExecutionEnvironment env) {
    Properties properties = new Properties();
    for (Map.Entry<String, String> entry : config.getDebezium().entrySet()) {
        if (Asserts.isNotNullString(entry.getKey()) && Asserts.isNotNullString(entry.getValue())) {
            properties.setProperty(entry.getKey(), entry.getValue());
        }
    }
    OracleSource.Builder<String> sourceBuilder = OracleSource.<String>builder().hostname(config.getHostname()).port(config.getPort()).username(config.getUsername()).password(config.getPassword()).database(config.getDatabase());
    String schema = config.getSchema();
    if (Asserts.isNotNullString(schema)) {
        String[] schemas = schema.split(FlinkParamConstant.SPLIT);
        sourceBuilder.schemaList(schemas);
    } else {
        sourceBuilder.schemaList(new String[0]);
    }
    List<String> schemaTableNameList = config.getSchemaTableNameList();
    if (Asserts.isNotNullCollection(schemaTableNameList)) {
        sourceBuilder.tableList(schemaTableNameList.toArray(new String[schemaTableNameList.size()]));
    } else {
        sourceBuilder.tableList(new String[0]);
    }
    sourceBuilder.deserializer(new JsonDebeziumDeserializationSchema());
    sourceBuilder.debeziumProperties(properties);
    if (Asserts.isNotNullString(config.getStartupMode())) {
        switch(config.getStartupMode().toLowerCase()) {
            case "initial":
                sourceBuilder.startupOptions(StartupOptions.initial());
                break;
            case "latest-offset":
                sourceBuilder.startupOptions(StartupOptions.latest());
                break;
        }
    } else {
        sourceBuilder.startupOptions(StartupOptions.latest());
    }
    return env.addSource(sourceBuilder.build(), "Oracle CDC Source");
}

Example 2 with OracleSource

use of com.ververica.cdc.connectors.oracle.OracleSource in project flink-cdc-connectors by ververica.

the class OracleTableSource method getScanRuntimeProvider.

@Override
public ScanRuntimeProvider getScanRuntimeProvider(ScanContext scanContext) {
    RowType physicalDataType = (RowType) physicalSchema.toPhysicalRowDataType().getLogicalType();
    MetadataConverter[] metadataConverters = getMetadataConverters();
    TypeInformation<RowData> typeInfo = scanContext.createTypeInformation(producedDataType);
    DebeziumDeserializationSchema<RowData> deserializer = RowDataDebeziumDeserializeSchema.newBuilder().setPhysicalRowType(physicalDataType).setMetadataConverters(metadataConverters).setResultTypeInfo(typeInfo).setUserDefinedConverterFactory(OracleDeserializationConverterFactory.instance()).build();
    OracleSource.Builder<RowData> builder = OracleSource.<RowData>builder().hostname(hostname).port(port).database(database).tableList(schemaName + "." + tableName).schemaList(schemaName).username(username).password(password).debeziumProperties(dbzProperties).startupOptions(startupOptions).deserializer(deserializer);
    DebeziumSourceFunction<RowData> sourceFunction = builder.build();
    return SourceFunctionProvider.of(sourceFunction, false);
}

Example 3 with OracleSource

use of com.ververica.cdc.connectors.oracle.OracleSource in project plugins by qlangtech.

the class FlinkCDCOracleSourceFunction method start.

@Override
public JobExecutionResult start(TargetResName channalName, IDataxReader dataSource, List<ISelectedTab> tabs, IDataxProcessor dataXProcessor) throws MQConsumeException {
    try {
        BasicDataXRdbmsReader reader = (BasicDataXRdbmsReader) dataSource;
        BasicDataSourceFactory f = (BasicDataSourceFactory) reader.getDataSourceFactory();
        SourceChannel sourceChannel = new SourceChannel(SourceChannel.getSourceFunction(f, (tab) -> tab.getTabName(), tabs, (dbHost, dbs, tbs, debeziumProperties) -> {
            return dbs.stream().map((databaseName) -> {
                SourceFunction<DTO> sourceFunction = OracleSource.<DTO>builder().hostname(dbHost).debeziumProperties(debeziumProperties).port(f.port).startupOptions(sourceFactory.getStartupOptions()).database(// monitor XE database
                StringUtils.upperCase(f.dbName)).tableList(// monitor products table
                tbs.toArray(new String[tbs.size()])).username(f.getUserName()).password(f.getPassword()).deserializer(// converts SourceRecord to JSON String
                new TISDeserializationSchema()).build();
                return new ReaderSource(dbHost + ":" + f.port + "_" + databaseName, sourceFunction);
            }).collect(Collectors.toList());
        }));
        for (ISelectedTab tab : tabs) {
            sourceChannel.addFocusTab(tab.getName());
        }
        return (JobExecutionResult) getConsumerHandle().consume(channalName, sourceChannel, dataXProcessor);
    } catch (Exception e) {
        throw new MQConsumeException(e.getMessage(), e);
    }
}