Examples with Configuration io.debezium.config.Configuration used on opensource projects

Example 36 with Configuration

use of io.debezium.config.Configuration in project debezium by debezium.

the class MongoDbConnectorIT method shouldFailToValidateInvalidConfiguration.

@Test
public void shouldFailToValidateInvalidConfiguration() {
    Configuration config = Configuration.create().build();
    MongoDbConnector connector = new MongoDbConnector();
    Config result = connector.validate(config.asMap());
    assertConfigurationErrors(result, MongoDbConnectorConfig.HOSTS, 1);
    assertConfigurationErrors(result, MongoDbConnectorConfig.LOGICAL_NAME, 1);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.USER);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.PASSWORD);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.AUTO_DISCOVER_MEMBERS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.DATABASE_WHITELIST);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.DATABASE_BLACKLIST);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.COLLECTION_WHITELIST);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.COLLECTION_BLACKLIST);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.MAX_COPY_THREADS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.MAX_QUEUE_SIZE);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.MAX_BATCH_SIZE);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.POLL_INTERVAL_MS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.CONNECT_BACKOFF_INITIAL_DELAY_MS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.CONNECT_BACKOFF_MAX_DELAY_MS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.MAX_FAILED_CONNECTIONS);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.SSL_ENABLED);
    assertNoConfigurationErrors(result, MongoDbConnectorConfig.SSL_ALLOW_INVALID_HOSTNAMES);
    assertNoConfigurationErrors(result, CommonConnectorConfig.TOMBSTONES_ON_DELETE);
}

Example 37 with Configuration

use of io.debezium.config.Configuration in project debezium by debezium.

the class AbstractConnectorTest method initializeConnectorTestFramework.

@Before
public final void initializeConnectorTestFramework() {
    LoggingContext.forConnector(getClass().getSimpleName(), "", "test");
    keyJsonConverter = new JsonConverter();
    valueJsonConverter = new JsonConverter();
    keyJsonDeserializer = new JsonDeserializer();
    valueJsonDeserializer = new JsonDeserializer();
    Configuration converterConfig = Configuration.create().build();
    Configuration deserializerConfig = Configuration.create().build();
    keyJsonConverter.configure(converterConfig.asMap(), true);
    valueJsonConverter.configure(converterConfig.asMap(), false);
    keyJsonDeserializer.configure(deserializerConfig.asMap(), true);
    valueJsonDeserializer.configure(deserializerConfig.asMap(), false);
    resetBeforeEachTest();
    consumedLines = new ArrayBlockingQueue<>(getMaximumEnqueuedRecordCount());
    Testing.Files.delete(OFFSET_STORE_PATH);
    OFFSET_STORE_PATH.getParent().toFile().mkdirs();
}

Example 38 with Configuration

use of io.debezium.config.Configuration in project debezium by debezium.

the class AbstractConnectorTest method start.

/**
 * Start the connector using the supplied connector configuration.
 *
 * @param connectorClass the connector class; may not be null
 * @param connectorConfig the configuration for the connector; may not be null
 * @param isStopRecord the function that will be called to determine if the connector should be stopped before processing
 *            this record; may be null if not needed
 * @param callback the function that will be called when the engine fails to start the connector or when the connector
 *            stops running after completing successfully or due to an error; may be null
 */
protected void start(Class<? extends SourceConnector> connectorClass, Configuration connectorConfig, CompletionCallback callback, Predicate<SourceRecord> isStopRecord) {
    Configuration config = Configuration.copy(connectorConfig).with(EmbeddedEngine.ENGINE_NAME, "testing-connector").with(EmbeddedEngine.CONNECTOR_CLASS, connectorClass.getName()).with(StandaloneConfig.OFFSET_STORAGE_FILE_FILENAME_CONFIG, OFFSET_STORE_PATH).with(EmbeddedEngine.OFFSET_FLUSH_INTERVAL_MS, 0).build();
    latch = new CountDownLatch(1);
    CompletionCallback wrapperCallback = (success, msg, error) -> {
        try {
            if (callback != null)
                callback.handle(success, msg, error);
        } finally {
            if (!success) {
                // we only unblock if there was an error; in all other cases we're unblocking when a task has been started
                latch.countDown();
            }
        }
        Testing.debug("Stopped connector");
    };
    ConnectorCallback connectorCallback = new ConnectorCallback() {

        @Override
        public void taskStarted() {
            // if this is called, it means a task has been started successfully so we can continue
            latch.countDown();
        }
    };
    // Create the connector ...
    engine = EmbeddedEngine.create().using(config).notifying((record) -> {
        if (isStopRecord != null && isStopRecord.test(record)) {
            logger.error("Stopping connector after record as requested");
            throw new ConnectException("Stopping connector after record as requested");
        }
        try {
            consumedLines.put(record);
        } catch (InterruptedException e) {
            Thread.interrupted();
        }
    }).using(this.getClass().getClassLoader()).using(wrapperCallback).using(connectorCallback).build();
    // Submit the connector for asynchronous execution ...
    assertThat(executor).isNull();
    executor = Executors.newFixedThreadPool(1);
    executor.execute(() -> {
        LoggingContext.forConnector(getClass().getSimpleName(), "", "engine");
        engine.run();
    });
    try {
        if (!latch.await(10, TimeUnit.SECONDS)) {
            // maybe it takes more time to start up, so just log a warning and continue
            logger.warn("The connector did not finish starting its task(s) or complete in the expected amount of time");
        }
    } catch (InterruptedException e) {
        if (Thread.interrupted()) {
            fail("Interrupted while waiting for engine startup");
        }
    }
}