Search in sources :

Example 1 with KsqlEngine

use of io.confluent.ksql.engine.KsqlEngine in project ksql by confluentinc.

the class KsqlResourceTest method shouldThrowOnHandleTerminateIfNotConfigured.

@Test
public void shouldThrowOnHandleTerminateIfNotConfigured() {
    // Given:
    ksqlResource = new KsqlResource(ksqlEngine, commandRunner, DISTRIBUTED_COMMAND_RESPONSE_TIMEOUT, activenessRegistrar, (ec, sc) -> InjectorChain.of(schemaInjectorFactory.apply(sc), topicInjectorFactory.apply(ec), new TopicDeleteInjector(ec, sc)), Optional.of(authorizationValidator), errorsHandler, connectErrorHandler, denyListPropertyValidator, commandRunnerWarning);
    // When:
    final KsqlRestException e = assertThrows(KsqlRestException.class, () -> ksqlResource.terminateCluster(securityContext, new ClusterTerminateRequest(ImmutableList.of(""))));
    // Then:
    assertThat(e, exceptionStatusCode(CoreMatchers.is(SERVICE_UNAVAILABLE.code())));
    assertThat(e, exceptionErrorMessage(errorMessage(Matchers.is("Server initializing"))));
}
Also used : ClusterTerminateRequest(io.confluent.ksql.rest.entity.ClusterTerminateRequest) DROP(io.confluent.ksql.rest.entity.CommandId.Action.DROP) InternalFunctionRegistry(io.confluent.ksql.function.InternalFunctionRegistry) SchemaRegistryClient(io.confluent.kafka.schemaregistry.client.SchemaRegistryClient) ColumnName(io.confluent.ksql.name.ColumnName) ArgumentMatchers.eq(org.mockito.ArgumentMatchers.eq) KsqlErrorMessage(io.confluent.ksql.rest.entity.KsqlErrorMessage) KsqlRestExceptionMatchers.exceptionStatementErrorMessage(io.confluent.ksql.rest.server.resources.KsqlRestExceptionMatchers.exceptionStatementErrorMessage) Mockito.doThrow(org.mockito.Mockito.doThrow) TransientQueryMetadata(io.confluent.ksql.util.TransientQueryMetadata) Mockito.doAnswer(org.mockito.Mockito.doAnswer) Duration(java.time.Duration) Map(java.util.Map) CoreMatchers.containsString(org.hamcrest.CoreMatchers.containsString) CommandStatus(io.confluent.ksql.rest.entity.CommandStatus) SystemColumns(io.confluent.ksql.schema.ksql.SystemColumns) ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) EXECUTE(io.confluent.ksql.rest.entity.CommandId.Action.EXECUTE) ActivenessRegistrar(io.confluent.ksql.version.metrics.ActivenessRegistrar) KsqlRestConfig(io.confluent.ksql.rest.server.KsqlRestConfig) QueryDescription(io.confluent.ksql.rest.entity.QueryDescription) Metrics(org.apache.kafka.common.metrics.Metrics) SERVICE_UNAVAILABLE(io.netty.handler.codec.http.HttpResponseStatus.SERVICE_UNAVAILABLE) KsqlException(io.confluent.ksql.util.KsqlException) FunctionCategory(io.confluent.ksql.function.FunctionCategory) KsqlRequest(io.confluent.ksql.rest.entity.KsqlRequest) MockitoJUnitRunner(org.mockito.junit.MockitoJUnitRunner) Mockito.mock(org.mockito.Mockito.mock) CoreMatchers.equalTo(org.hamcrest.CoreMatchers.equalTo) TOPIC(io.confluent.ksql.rest.entity.CommandId.Type.TOPIC) RunWith(org.junit.runner.RunWith) KsqlIdentifierTestUtil(io.confluent.ksql.test.util.KsqlIdentifierTestUtil) KsqlSecurityContext(io.confluent.ksql.security.KsqlSecurityContext) Supplier(java.util.function.Supplier) SessionConfig(io.confluent.ksql.config.SessionConfig) Answer(org.mockito.stubbing.Answer) QueryStatusCount(io.confluent.ksql.rest.entity.QueryStatusCount) Injector(io.confluent.ksql.statement.Injector) Matchers.hasSize(org.hamcrest.Matchers.hasSize) MatcherAssert.assertThat(org.hamcrest.MatcherAssert.assertThat) UserFunctionLoader(io.confluent.ksql.function.UserFunctionLoader) CoreMatchers.nullValue(org.hamcrest.CoreMatchers.nullValue) Before(org.junit.Before) Producer(org.apache.kafka.clients.producer.Producer) SourceDescriptionFactory(io.confluent.ksql.rest.entity.SourceDescriptionFactory) SandboxedServiceContext(io.confluent.ksql.services.SandboxedServiceContext) Mockito.times(org.mockito.Mockito.times) IOException(java.io.IOException) Test(org.junit.Test) KsqlStream(io.confluent.ksql.metastore.model.KsqlStream) ValueFormat(io.confluent.ksql.serde.ValueFormat) ConnectServerErrors(io.confluent.ksql.rest.server.execution.ConnectServerErrors) CommandStore(io.confluent.ksql.rest.server.computation.CommandStore) KsqlStatementException(io.confluent.ksql.util.KsqlStatementException) Mockito.never(org.mockito.Mockito.never) CreateSourceProperties(io.confluent.ksql.parser.properties.with.CreateSourceProperties) KsqlTopic(io.confluent.ksql.execution.ddl.commands.KsqlTopic) Matcher(org.hamcrest.Matcher) DefaultErrorMessages(io.confluent.ksql.rest.DefaultErrorMessages) Mockito.reset(org.mockito.Mockito.reset) SequentialQueryIdGenerator(io.confluent.ksql.query.id.SequentialQueryIdGenerator) ParserMatchers.configured(io.confluent.ksql.parser.ParserMatchers.configured) KsqlEngineTestUtil(io.confluent.ksql.engine.KsqlEngineTestUtil) ParserMatchers.preparedStatementText(io.confluent.ksql.parser.ParserMatchers.preparedStatementText) SimpleFunctionInfo(io.confluent.ksql.rest.entity.SimpleFunctionInfo) StringLiteral(io.confluent.ksql.execution.expression.tree.StringLiteral) KsqlAuthorizationValidator(io.confluent.ksql.security.KsqlAuthorizationValidator) MockitoHamcrest.argThat(org.mockito.hamcrest.MockitoHamcrest.argThat) FakeKafkaTopicClient(io.confluent.ksql.services.FakeKafkaTopicClient) PersistentQueryMetadata(io.confluent.ksql.util.PersistentQueryMetadata) QueryDescriptionList(io.confluent.ksql.rest.entity.QueryDescriptionList) ImmutableSet(com.google.common.collect.ImmutableSet) Command(io.confluent.ksql.rest.server.computation.Command) LogicalSchema(io.confluent.ksql.schema.ksql.LogicalSchema) Collectors(java.util.stream.Collectors) TypeSafeMatcher(org.hamcrest.TypeSafeMatcher) Matchers.containsInAnyOrder(org.hamcrest.Matchers.containsInAnyOrder) Statement(io.confluent.ksql.parser.tree.Statement) KsqlConstants(io.confluent.ksql.util.KsqlConstants) Assert.assertThrows(org.junit.Assert.assertThrows) KsqlEntityList(io.confluent.ksql.rest.entity.KsqlEntityList) DataSourceType(io.confluent.ksql.metastore.model.DataSource.DataSourceType) MetricCollectors(io.confluent.ksql.metrics.MetricCollectors) Function(java.util.function.Function) CommandStatusFuture(io.confluent.ksql.rest.server.computation.CommandStatusFuture) BAD_REQUEST(io.netty.handler.codec.http.HttpResponseStatus.BAD_REQUEST) Sandbox(io.confluent.ksql.util.Sandbox) ImmutableList(com.google.common.collect.ImmutableList) ConfiguredKsqlPlan(io.confluent.ksql.planner.plan.ConfiguredKsqlPlan) TerminateCluster(io.confluent.ksql.rest.util.TerminateCluster) Queries(io.confluent.ksql.rest.entity.Queries) SerdeFeatures(io.confluent.ksql.serde.SerdeFeatures) ProducerConfig(org.apache.kafka.clients.producer.ProducerConfig) Collections.emptyMap(java.util.Collections.emptyMap) Matchers.empty(org.hamcrest.Matchers.empty) CoreMatchers.hasItems(org.hamcrest.CoreMatchers.hasItems) MutableFunctionRegistry(io.confluent.ksql.function.MutableFunctionRegistry) EndpointResponse(io.confluent.ksql.rest.EndpointResponse) Mockito.when(org.mockito.Mockito.when) TABLE(io.confluent.ksql.rest.entity.CommandId.Type.TABLE) SourceInfo(io.confluent.ksql.rest.entity.SourceInfo) TopicDeleteInjector(io.confluent.ksql.topic.TopicDeleteInjector) KsqlStatementErrorMessage(io.confluent.ksql.rest.entity.KsqlStatementErrorMessage) DataSource(io.confluent.ksql.metastore.model.DataSource) StreamsList(io.confluent.ksql.rest.entity.StreamsList) SourceName(io.confluent.ksql.name.SourceName) RunningQuery(io.confluent.ksql.rest.entity.RunningQuery) Matchers.not(org.hamcrest.Matchers.not) KsqlTopicAuthorizationException(io.confluent.ksql.exception.KsqlTopicAuthorizationException) SourceDescription(io.confluent.ksql.rest.entity.SourceDescription) QueuedCommandStatus(io.confluent.ksql.rest.server.computation.QueuedCommandStatus) InjectorChain(io.confluent.ksql.statement.InjectorChain) CoreMatchers.instanceOf(org.hamcrest.CoreMatchers.instanceOf) Mockito.doReturn(org.mockito.Mockito.doReturn) CREATE(io.confluent.ksql.rest.entity.CommandId.Action.CREATE) QueryMetadata(io.confluent.ksql.util.QueryMetadata) FakeKafkaConsumerGroupClient(io.confluent.ksql.services.FakeKafkaConsumerGroupClient) Set(java.util.Set) ConsumerConfig(org.apache.kafka.clients.consumer.ConsumerConfig) MetaStoreImpl(io.confluent.ksql.metastore.MetaStoreImpl) MockedStatic(org.mockito.MockedStatic) Matchers.contains(org.hamcrest.Matchers.contains) KsqlExecutionContext(io.confluent.ksql.KsqlExecutionContext) Matchers.is(org.hamcrest.Matchers.is) OK(io.netty.handler.codec.http.HttpResponseStatus.OK) FormatOptions(io.confluent.ksql.schema.utils.FormatOptions) FormatFactory(io.confluent.ksql.serde.FormatFactory) Mock(org.mockito.Mock) KsqlRestExceptionMatchers.exceptionErrorMessage(io.confluent.ksql.rest.server.resources.KsqlRestExceptionMatchers.exceptionErrorMessage) CreateStream(io.confluent.ksql.parser.tree.CreateStream) InvocationOnMock(org.mockito.invocation.InvocationOnMock) DropSourceCommand(io.confluent.ksql.execution.ddl.commands.DropSourceCommand) Properties(java.util.Properties) KsqlEngine(io.confluent.ksql.engine.KsqlEngine) AclOperation(org.apache.kafka.common.acl.AclOperation) File(java.io.File) KsqlConfigTestUtil(io.confluent.ksql.KsqlConfigTestUtil) TableElements(io.confluent.ksql.parser.tree.TableElements) ERROR_CODE_FORBIDDEN_KAFKA_ACCESS(io.confluent.ksql.rest.Errors.ERROR_CODE_FORBIDDEN_KAFKA_ACCESS) SqlTypes(io.confluent.ksql.schema.ksql.types.SqlTypes) PreparedStatement(io.confluent.ksql.parser.KsqlParser.PreparedStatement) ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) KsqlStatementErrorMessageMatchers.statement(io.confluent.ksql.rest.entity.KsqlStatementErrorMessageMatchers.statement) CoreMatchers(org.hamcrest.CoreMatchers) CoreMatchers.hasItem(org.hamcrest.CoreMatchers.hasItem) KsqlPlan(io.confluent.ksql.engine.KsqlPlan) FunctionNameList(io.confluent.ksql.rest.entity.FunctionNameList) ServiceContext(io.confluent.ksql.services.ServiceContext) TimeoutException(java.util.concurrent.TimeoutException) CommandId(io.confluent.ksql.rest.entity.CommandId) TableElement(io.confluent.ksql.parser.tree.TableElement) DenyListPropertyValidator(io.confluent.ksql.properties.DenyListPropertyValidator) KsqlHostInfoEntity(io.confluent.ksql.rest.entity.KsqlHostInfoEntity) After(org.junit.After) CommandRunner(io.confluent.ksql.rest.server.computation.CommandRunner) QueryLogger(io.confluent.ksql.logging.query.QueryLogger) RestClientException(io.confluent.kafka.schemaregistry.client.rest.exceptions.RestClientException) EntityUtil(io.confluent.ksql.rest.util.EntityUtil) SourceDescriptionList(io.confluent.ksql.rest.entity.SourceDescriptionList) KsqlTable(io.confluent.ksql.metastore.model.KsqlTable) PropertiesList(io.confluent.ksql.rest.entity.PropertiesList) ImmutableMap(com.google.common.collect.ImmutableMap) Errors(io.confluent.ksql.rest.Errors) KsqlConfig(io.confluent.ksql.util.KsqlConfig) QueryDescriptionFactory(io.confluent.ksql.rest.entity.QueryDescriptionFactory) TestServiceContext(io.confluent.ksql.services.TestServiceContext) List(java.util.List) KsqlErrorMessageMatchers.errorCode(io.confluent.ksql.rest.entity.KsqlErrorMessageMatchers.errorCode) KsqlEngineMetrics(io.confluent.ksql.internal.KsqlEngineMetrics) Optional(java.util.Optional) FormatInfo(io.confluent.ksql.serde.FormatInfo) ArgumentMatchers.any(org.mockito.ArgumentMatchers.any) StreamsConfig(org.apache.kafka.streams.StreamsConfig) ArgumentMatchers.anyLong(org.mockito.ArgumentMatchers.anyLong) FORBIDDEN(io.netty.handler.codec.http.HttpResponseStatus.FORBIDDEN) INTERNAL_SERVER_ERROR(io.netty.handler.codec.http.HttpResponseStatus.INTERNAL_SERVER_ERROR) KeyFormat(io.confluent.ksql.serde.KeyFormat) STREAM(io.confluent.ksql.rest.entity.CommandId.Type.STREAM) QueryDescriptionEntity(io.confluent.ksql.rest.entity.QueryDescriptionEntity) HashMap(java.util.HashMap) AvroSchema(io.confluent.kafka.schemaregistry.avro.AvroSchema) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity) FunctionType(io.confluent.ksql.rest.entity.FunctionType) SourceDescriptionEntity(io.confluent.ksql.rest.entity.SourceDescriptionEntity) KsqlErrorMessageMatchers.errorMessage(io.confluent.ksql.rest.entity.KsqlErrorMessageMatchers.errorMessage) TablesList(io.confluent.ksql.rest.entity.TablesList) DELETE_TOPIC_LIST_PROP(io.confluent.ksql.rest.entity.ClusterTerminateRequest.DELETE_TOPIC_LIST_PROP) Description(org.hamcrest.Description) CommandStatusEntity(io.confluent.ksql.rest.entity.CommandStatusEntity) Matchers(org.hamcrest.Matchers) KsqlRestExceptionMatchers.exceptionStatusCode(io.confluent.ksql.rest.server.resources.KsqlRestExceptionMatchers.exceptionStatusCode) Property(io.confluent.ksql.rest.entity.PropertiesList.Property) Mockito.verify(org.mockito.Mockito.verify) Mockito(org.mockito.Mockito) Collections(java.util.Collections) ClusterTerminateRequest(io.confluent.ksql.rest.entity.ClusterTerminateRequest) TopicDeleteInjector(io.confluent.ksql.topic.TopicDeleteInjector) Test(org.junit.Test)

Example 2 with KsqlEngine

use of io.confluent.ksql.engine.KsqlEngine in project ksql by confluentinc.

the class TerminateQueryExecutorTest method shouldDefaultToDistributorForTerminateAll.

@Test
public void shouldDefaultToDistributorForTerminateAll() {
    // Given:
    final ConfiguredStatement<TerminateQuery> terminatePersistent = (ConfiguredStatement<TerminateQuery>) engine.configure("TERMINATE ALL;");
    final KsqlEngine engine = mock(KsqlEngine.class);
    // When:
    final Optional<KsqlEntity> ksqlEntity = CUSTOM_EXECUTORS.terminateQuery().execute(terminatePersistent, mock(SessionProperties.class), engine, this.engine.getServiceContext()).getEntity();
    // Then:
    assertThat(ksqlEntity, is(Optional.empty()));
}
Also used : ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) KsqlEngine(io.confluent.ksql.engine.KsqlEngine) TerminateQuery(io.confluent.ksql.parser.tree.TerminateQuery) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity) Test(org.junit.Test)

Example 3 with KsqlEngine

use of io.confluent.ksql.engine.KsqlEngine in project ksql by confluentinc.

the class TerminateQueryExecutorTest method shouldDefaultToDistributorForTerminateCluster.

@Test
public void shouldDefaultToDistributorForTerminateCluster() {
    // Given:
    final ConfiguredStatement<TerminateQuery> terminatePersistent = (ConfiguredStatement<TerminateQuery>) engine.configure("TERMINATE CLUSTER;");
    final KsqlEngine engine = mock(KsqlEngine.class);
    // When:
    final Optional<KsqlEntity> ksqlEntity = CUSTOM_EXECUTORS.terminateQuery().execute(terminatePersistent, mock(SessionProperties.class), engine, this.engine.getServiceContext()).getEntity();
    // Then:
    assertThat(ksqlEntity, is(Optional.empty()));
}
Also used : ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) KsqlEngine(io.confluent.ksql.engine.KsqlEngine) TerminateQuery(io.confluent.ksql.parser.tree.TerminateQuery) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity) Test(org.junit.Test)

Example 4 with KsqlEngine

use of io.confluent.ksql.engine.KsqlEngine in project ksql by confluentinc.

the class TerminateQueryExecutorTest method shouldTerminateTransientQuery.

@Test
public void shouldTerminateTransientQuery() {
    // Given:
    final ConfiguredStatement<TerminateQuery> terminateTransient = (ConfiguredStatement<TerminateQuery>) engine.configure("TERMINATE TRANSIENT_QUERY;");
    final TransientQueryMetadata transientQueryMetadata = givenTransientQuery("TRANSIENT_QUERY", RUNNING_QUERY_STATE);
    final QueryId transientQueryId = transientQueryMetadata.getQueryId();
    final KsqlEngine engine = mock(KsqlEngine.class);
    when(engine.getQuery(transientQueryId)).thenReturn(Optional.of(transientQueryMetadata));
    // When:
    final Optional<KsqlEntity> ksqlEntity = CUSTOM_EXECUTORS.terminateQuery().execute(terminateTransient, mock(SessionProperties.class), engine, this.engine.getServiceContext()).getEntity();
    // Then:
    assertThat(ksqlEntity, is(Optional.of(new TerminateQueryEntity(terminateTransient.getStatementText(), transientQueryId.toString(), true))));
}
Also used : ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) KsqlEngine(io.confluent.ksql.engine.KsqlEngine) TerminateQuery(io.confluent.ksql.parser.tree.TerminateQuery) TerminateQueryEntity(io.confluent.ksql.rest.entity.TerminateQueryEntity) QueryId(io.confluent.ksql.query.QueryId) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity) TransientQueryMetadata(io.confluent.ksql.util.TransientQueryMetadata) Test(org.junit.Test)

Example 5 with KsqlEngine

use of io.confluent.ksql.engine.KsqlEngine in project ksql by confluentinc.

the class TerminateQueryExecutorTest method shouldDefaultToDistributorForPersistentQuery.

@Test
public void shouldDefaultToDistributorForPersistentQuery() {
    // Given:
    final ConfiguredStatement<TerminateQuery> terminatePersistent = (ConfiguredStatement<TerminateQuery>) engine.configure("TERMINATE PERSISTENT_QUERY;");
    final PersistentQueryMetadata persistentQueryMetadata = givenPersistentQuery("PERSISTENT_QUERY", RUNNING_QUERY_STATE);
    final QueryId persistentQueryId = persistentQueryMetadata.getQueryId();
    final KsqlEngine engine = mock(KsqlEngine.class);
    when(engine.getPersistentQuery(persistentQueryId)).thenReturn(Optional.of(persistentQueryMetadata));
    // When:
    final Optional<KsqlEntity> ksqlEntity = CUSTOM_EXECUTORS.terminateQuery().execute(terminatePersistent, mock(SessionProperties.class), engine, this.engine.getServiceContext()).getEntity();
    // Then:
    assertThat(ksqlEntity, is(Optional.empty()));
}
Also used : ConfiguredStatement(io.confluent.ksql.statement.ConfiguredStatement) KsqlEngine(io.confluent.ksql.engine.KsqlEngine) TerminateQuery(io.confluent.ksql.parser.tree.TerminateQuery) QueryId(io.confluent.ksql.query.QueryId) KsqlEntity(io.confluent.ksql.rest.entity.KsqlEntity) PersistentQueryMetadata(io.confluent.ksql.util.PersistentQueryMetadata) Test(org.junit.Test)

Aggregations

KsqlEngine (io.confluent.ksql.engine.KsqlEngine)38 Test (org.junit.Test)25 ConfiguredStatement (io.confluent.ksql.statement.ConfiguredStatement)24 PersistentQueryMetadata (io.confluent.ksql.util.PersistentQueryMetadata)22 InternalFunctionRegistry (io.confluent.ksql.function.InternalFunctionRegistry)14 SequentialQueryIdGenerator (io.confluent.ksql.query.id.SequentialQueryIdGenerator)14 KsqlConfig (io.confluent.ksql.util.KsqlConfig)14 MetricCollectors (io.confluent.ksql.metrics.MetricCollectors)13 ServiceContext (io.confluent.ksql.services.ServiceContext)13 MutableFunctionRegistry (io.confluent.ksql.function.MutableFunctionRegistry)11 KsqlEntity (io.confluent.ksql.rest.entity.KsqlEntity)11 KsqlHostInfoEntity (io.confluent.ksql.rest.entity.KsqlHostInfoEntity)11 Queries (io.confluent.ksql.rest.entity.Queries)11 List (java.util.List)11 MetaStoreImpl (io.confluent.ksql.metastore.MetaStoreImpl)10 MatcherAssert.assertThat (org.hamcrest.MatcherAssert.assertThat)10 Matchers.is (org.hamcrest.Matchers.is)10 ImmutableList (com.google.common.collect.ImmutableList)9 SessionConfig (io.confluent.ksql.config.SessionConfig)9 KsqlEngineMetrics (io.confluent.ksql.internal.KsqlEngineMetrics)9