Examples with ConnectorInfo org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo used on opensource projects

Example 61 with ConnectorInfo

use of org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo in project kafka by apache.

the class DistributedHerder method putConnectorConfig.

@Override
public void putConnectorConfig(final String connName, final Map<String, String> config, final boolean allowReplace, final Callback<Created<ConnectorInfo>> callback) {
    log.trace("Submitting connector config write request {}", connName);
    addRequest(() -> {
        validateConnectorConfig(config, (error, configInfos) -> {
            if (error != null) {
                callback.onCompletion(error, null);
                return;
            }
            // Complete the connector config write via another herder request in order to
            // perform the write to the backing store (or forward to the leader) during
            // the "external request" portion of the tick loop
            addRequest(() -> {
                if (maybeAddConfigErrors(configInfos, callback)) {
                    return null;
                }
                log.trace("Handling connector config request {}", connName);
                if (!isLeader()) {
                    callback.onCompletion(new NotLeaderException("Only the leader can set connector configs.", leaderUrl()), null);
                    return null;
                }
                boolean exists = configState.contains(connName);
                if (!allowReplace && exists) {
                    callback.onCompletion(new AlreadyExistsException("Connector " + connName + " already exists"), null);
                    return null;
                }
                log.trace("Submitting connector config {} {} {}", connName, allowReplace, configState.connectors());
                configBackingStore.putConnectorConfig(connName, config);
                // Note that we use the updated connector config despite the fact that we don't have an updated
                // snapshot yet. The existing task info should still be accurate.
                ConnectorInfo info = new ConnectorInfo(connName, config, configState.tasks(connName), // validateConnectorConfig have checked the existence of CONNECTOR_CLASS_CONFIG
                connectorTypeForClass(config.get(ConnectorConfig.CONNECTOR_CLASS_CONFIG)));
                callback.onCompletion(null, new Created<>(!exists, info));
                return null;
            }, forwardErrorCallback(callback));
        });
        return null;
    }, forwardErrorCallback(callback));
}

Example 62 with ConnectorInfo

use of org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo in project kafka by apache.

the class AbstractHerder method connectorInfo.

@Override
public ConnectorInfo connectorInfo(String connector) {
    final ClusterConfigState configState = configBackingStore.snapshot();
    if (!configState.contains(connector))
        return null;
    Map<String, String> config = configState.rawConnectorConfig(connector);
    return new ConnectorInfo(connector, config, configState.tasks(connector), connectorTypeForClass(config.get(ConnectorConfig.CONNECTOR_CLASS_CONFIG)));
}

Example 63 with ConnectorInfo

use of org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo in project kafka by apache.

the class DistributedHerderTest method testCreateConnector.

@Test
public void testCreateConnector() throws Exception {
    EasyMock.expect(member.memberId()).andStubReturn("leader");
    EasyMock.expect(member.currentProtocolVersion()).andStubReturn(CONNECT_PROTOCOL_V0);
    expectRebalance(1, Collections.emptyList(), Collections.emptyList());
    expectPostRebalanceCatchup(SNAPSHOT);
    member.wakeup();
    PowerMock.expectLastCall();
    // mock the actual validation since its asynchronous nature is difficult to test and should
    // be covered sufficiently by the unit tests for the AbstractHerder class
    Capture<Callback<ConfigInfos>> validateCallback = newCapture();
    herder.validateConnectorConfig(EasyMock.eq(CONN2_CONFIG), capture(validateCallback));
    PowerMock.expectLastCall().andAnswer(() -> {
        validateCallback.getValue().onCompletion(null, CONN2_CONFIG_INFOS);
        return null;
    });
    // CONN2 is new, should succeed
    configBackingStore.putConnectorConfig(CONN2, CONN2_CONFIG);
    PowerMock.expectLastCall();
    ConnectorInfo info = new ConnectorInfo(CONN2, CONN2_CONFIG, Collections.emptyList(), ConnectorType.SOURCE);
    putConnectorCallback.onCompletion(null, new Herder.Created<>(true, info));
    PowerMock.expectLastCall();
    member.poll(EasyMock.anyInt());
    PowerMock.expectLastCall();
    // These will occur just before/during the second tick
    member.wakeup();
    PowerMock.expectLastCall();
    member.ensureActive();
    PowerMock.expectLastCall();
    member.poll(EasyMock.anyInt());
    PowerMock.expectLastCall();
    // No immediate action besides this -- change will be picked up via the config log
    PowerMock.replayAll();
    herder.putConnectorConfig(CONN2, CONN2_CONFIG, false, putConnectorCallback);
    // First tick runs the initial herder request, which issues an asynchronous request for
    // connector validation
    herder.tick();
    // Once that validation is complete, another request is added to the herder request queue
    // for actually performing the config write; this tick is for that request
    herder.tick();
    time.sleep(1000L);
    assertStatistics(3, 1, 100, 1000L);
    PowerMock.verifyAll();
}

Example 64 with ConnectorInfo

use of org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo in project kafka by apache.

the class StandaloneHerderTest method testRestartConnectorAndTasksNoRestarts.

@Test
public void testRestartConnectorAndTasksNoRestarts() throws Exception {
    RestartRequest restartRequest = new RestartRequest(CONNECTOR_NAME, false, true);
    RestartPlan restartPlan = PowerMock.createMock(RestartPlan.class);
    ConnectorStateInfo connectorStateInfo = PowerMock.createMock(ConnectorStateInfo.class);
    EasyMock.expect(restartPlan.shouldRestartConnector()).andReturn(false).anyTimes();
    EasyMock.expect(restartPlan.shouldRestartTasks()).andReturn(false).anyTimes();
    EasyMock.expect(restartPlan.restartConnectorStateInfo()).andReturn(connectorStateInfo).anyTimes();
    EasyMock.expect(herder.buildRestartPlan(restartRequest)).andReturn(Optional.of(restartPlan)).anyTimes();
    connector = PowerMock.createMock(BogusSinkConnector.class);
    expectAdd(SourceSink.SINK);
    Map<String, String> connectorConfig = connectorConfig(SourceSink.SINK);
    Connector connectorMock = PowerMock.createMock(SinkConnector.class);
    expectConfigValidation(connectorMock, true, connectorConfig);
    PowerMock.replayAll();
    herder.putConnectorConfig(CONNECTOR_NAME, connectorConfig, false, createCallback);
    Herder.Created<ConnectorInfo> connectorInfo = createCallback.get(1000L, TimeUnit.SECONDS);
    assertEquals(createdInfo(SourceSink.SINK), connectorInfo.result());
    FutureCallback<ConnectorStateInfo> restartCallback = new FutureCallback<>();
    herder.restartConnectorAndTasks(restartRequest, restartCallback);
    assertEquals(connectorStateInfo, restartCallback.get(1000L, TimeUnit.MILLISECONDS));
    PowerMock.verifyAll();
}

Example 65 with ConnectorInfo

use of org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo in project kafka by apache.

the class StandaloneHerderTest method testCreateSinkConnector.

@Test
public void testCreateSinkConnector() throws Exception {
    connector = PowerMock.createMock(BogusSinkConnector.class);
    expectAdd(SourceSink.SINK);
    Map<String, String> config = connectorConfig(SourceSink.SINK);
    Connector connectorMock = PowerMock.createMock(SinkConnector.class);
    expectConfigValidation(connectorMock, true, config);
    PowerMock.replayAll();
    herder.putConnectorConfig(CONNECTOR_NAME, config, false, createCallback);
    Herder.Created<ConnectorInfo> connectorInfo = createCallback.get(1000L, TimeUnit.SECONDS);
    assertEquals(createdInfo(SourceSink.SINK), connectorInfo.result());
    PowerMock.verifyAll();
}