Search in sources :

Example 1 with ConnectClient

use of io.confluent.ksql.services.ConnectClient in project ksql by confluentinc.

the class ListConnectorsExecutor method execute.

@SuppressWarnings("OptionalGetWithoutIsPresent")
public StatementExecutorResponse execute(final ConfiguredStatement<ListConnectors> configuredStatement, final SessionProperties sessionProperties, final KsqlExecutionContext ksqlExecutionContext, final ServiceContext serviceContext) {
    final ConnectClient connectClient = serviceContext.getConnectClient();
    final ConnectResponse<List<String>> connectors = serviceContext.getConnectClient().connectors();
    if (connectors.error().isPresent()) {
        return StatementExecutorResponse.handled(connectErrorHandler.handle(configuredStatement, connectors));
    }
    final List<SimpleConnectorInfo> infos = new ArrayList<>();
    final List<KsqlWarning> warnings = new ArrayList<>();
    final Scope scope = configuredStatement.getStatement().getScope();
    for (final String name : connectors.datum().get()) {
        final ConnectResponse<ConnectorInfo> response = connectClient.describe(name);
        if (response.datum().filter(i -> inScope(i.type(), scope)).isPresent()) {
            final ConnectResponse<ConnectorStateInfo> status = connectClient.status(name);
            infos.add(fromConnectorInfoResponse(name, response, status));
        } else if (response.error().isPresent()) {
            if (scope == Scope.ALL) {
                infos.add(new SimpleConnectorInfo(name, ConnectorType.UNKNOWN, null, null));
            }
            warnings.add(new KsqlWarning(String.format("Could not describe connector %s: %s", name, response.error().get())));
        }
    }
    return StatementExecutorResponse.handled(Optional.of(new ConnectorList(configuredStatement.getStatementText(), warnings, infos)));
}
Also used : SessionProperties(io.confluent.ksql.rest.SessionProperties) Scope(io.confluent.ksql.parser.tree.ListConnectors.Scope) ConnectClient(io.confluent.ksql.services.ConnectClient) ServiceContext(io.confluent.ksql.services.ServiceContext) SimpleConnectorInfo(io.confluent.ksql.rest.entity.SimpleConnectorInfo) ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) ArrayList(java.util.ArrayList) ConnectorStateInfo(org.apache.kafka.connect.runtime.rest.entities.ConnectorStateInfo) List(java.util.List) ConnectorInfo(org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo) ConnectorList(io.confluent.ksql.rest.entity.ConnectorList) KsqlExecutionContext(io.confluent.ksql.KsqlExecutionContext) State(org.apache.kafka.connect.runtime.AbstractStatus.State) ConnectResponse(io.confluent.ksql.services.ConnectClient.ConnectResponse) Optional(java.util.Optional) ListConnectors(io.confluent.ksql.parser.tree.ListConnectors) AbstractState(org.apache.kafka.connect.runtime.rest.entities.ConnectorStateInfo.AbstractState) ConnectorType(org.apache.kafka.connect.runtime.rest.entities.ConnectorType) KsqlWarning(io.confluent.ksql.rest.entity.KsqlWarning) ConnectorConfig(org.apache.kafka.connect.runtime.ConnectorConfig) SimpleConnectorInfo(io.confluent.ksql.rest.entity.SimpleConnectorInfo) SimpleConnectorInfo(io.confluent.ksql.rest.entity.SimpleConnectorInfo) ConnectorInfo(org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo) ArrayList(java.util.ArrayList) KsqlWarning(io.confluent.ksql.rest.entity.KsqlWarning) ConnectorList(io.confluent.ksql.rest.entity.ConnectorList) Scope(io.confluent.ksql.parser.tree.ListConnectors.Scope) ConnectClient(io.confluent.ksql.services.ConnectClient) ArrayList(java.util.ArrayList) List(java.util.List) ConnectorList(io.confluent.ksql.rest.entity.ConnectorList) ConnectorStateInfo(org.apache.kafka.connect.runtime.rest.entities.ConnectorStateInfo)

Example 2 with ConnectClient

use of io.confluent.ksql.services.ConnectClient in project ksql by confluentinc.

the class ConnectExecutor method execute.

public StatementExecutorResponse execute(final ConfiguredStatement<CreateConnector> statement, final SessionProperties sessionProperties, final KsqlExecutionContext executionContext, final ServiceContext serviceContext) {
    final CreateConnector createConnector = statement.getStatement();
    final ConnectClient client = serviceContext.getConnectClient();
    final List<String> errors = validate(createConnector, client);
    if (!errors.isEmpty()) {
        final String errorMessage = "Validation error: " + String.join("\n", errors);
        return StatementExecutorResponse.handled(Optional.of(new ErrorEntity(statement.getStatementText(), errorMessage)));
    }
    final Optional<KsqlEntity> connectorsResponse = handleIfNotExists(statement, createConnector, client);
    if (connectorsResponse.isPresent()) {
        return StatementExecutorResponse.handled(connectorsResponse);
    }
    final ConnectResponse<ConnectorInfo> response = client.create(createConnector.getName(), buildConnectorConfig(createConnector));
    if (response.datum().isPresent()) {
        return StatementExecutorResponse.handled(Optional.of(new CreateConnectorEntity(statement.getStatementText(), response.datum().get())));
    }
    if (createConnector.ifNotExists()) {
        final Optional<KsqlEntity> connectors = handleIfNotExists(statement, createConnector, client);
        if (connectors.isPresent()) {
            return StatementExecutorResponse.handled(connectors);
        }
    }
    return StatementExecutorResponse.handled(connectErrorHandler.handle(statement, response));
}
Also used : CreateConnectorEntity(io.confluent.ksql.rest.entity.CreateConnectorEntity) ConnectorInfo(org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo) ConnectClient(io.confluent.ksql.services.ConnectClient) ErrorEntity(io.confluent.ksql.rest.entity.ErrorEntity) CreateConnector(io.confluent.ksql.parser.tree.CreateConnector) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity)

Aggregations

ConnectClient (io.confluent.ksql.services.ConnectClient)2 ConnectorInfo (org.apache.kafka.connect.runtime.rest.entities.ConnectorInfo)2 KsqlExecutionContext (io.confluent.ksql.KsqlExecutionContext)1 CreateConnector (io.confluent.ksql.parser.tree.CreateConnector)1 ListConnectors (io.confluent.ksql.parser.tree.ListConnectors)1 Scope (io.confluent.ksql.parser.tree.ListConnectors.Scope)1 SessionProperties (io.confluent.ksql.rest.SessionProperties)1 ConnectorList (io.confluent.ksql.rest.entity.ConnectorList)1 CreateConnectorEntity (io.confluent.ksql.rest.entity.CreateConnectorEntity)1 ErrorEntity (io.confluent.ksql.rest.entity.ErrorEntity)1 KsqlEntity (io.confluent.ksql.rest.entity.KsqlEntity)1 KsqlWarning (io.confluent.ksql.rest.entity.KsqlWarning)1 SimpleConnectorInfo (io.confluent.ksql.rest.entity.SimpleConnectorInfo)1 ConnectResponse (io.confluent.ksql.services.ConnectClient.ConnectResponse)1 ServiceContext (io.confluent.ksql.services.ServiceContext)1 ConfiguredStatement (io.confluent.ksql.statement.ConfiguredStatement)1 ArrayList (java.util.ArrayList)1 List (java.util.List)1 Optional (java.util.Optional)1 State (org.apache.kafka.connect.runtime.AbstractStatus.State)1