Search in sources :

Example 1 with AcksPublisher

use of io.confluent.ksql.api.client.AcksPublisher in project ksql by confluentinc.

the class ClientImpl method streamInserts.

@Override
public CompletableFuture<AcksPublisher> streamInserts(final String streamName, final Publisher<KsqlObject> insertsPublisher) {
    final CompletableFuture<AcksPublisher> cf = new CompletableFuture<>();
    final Buffer requestBody = Buffer.buffer();
    final JsonObject params = new JsonObject().put("target", streamName);
    requestBody.appendBuffer(params.toBuffer()).appendString("\n");
    makePostRequest("/inserts-stream", requestBody, cf, response -> handleStreamedResponse(response, cf, (ctx, rp, fut, req) -> new StreamInsertsResponseHandler(ctx, rp, fut, req, insertsPublisher)), false);
    return cf;
}
Also used : Buffer(io.vertx.core.buffer.Buffer) ConnectorInfo(io.confluent.ksql.api.client.ConnectorInfo) JksOptions(io.vertx.core.net.JksOptions) DdlDmlRequestValidators.validateExecuteStatementRequest(io.confluent.ksql.api.client.impl.DdlDmlRequestValidators.validateExecuteStatementRequest) Context(io.vertx.core.Context) StreamInfo(io.confluent.ksql.api.client.StreamInfo) HttpVersion(io.vertx.core.http.HttpVersion) Map(java.util.Map) JsonObject(io.vertx.core.json.JsonObject) KsqlRequestConfig(io.confluent.ksql.util.KsqlRequestConfig) StreamedQueryResult(io.confluent.ksql.api.client.StreamedQueryResult) Collectors(java.util.stream.Collectors) Objects(java.util.Objects) ConsistencyLevel(io.confluent.ksql.util.ClientConfig.ConsistencyLevel) Base64(java.util.Base64) List(java.util.List) Buffer(io.vertx.core.buffer.Buffer) Entry(java.util.Map.Entry) Optional(java.util.Optional) ClientOptions(io.confluent.ksql.api.client.ClientOptions) Client(io.confluent.ksql.api.client.Client) AUTHORIZATION(io.netty.handler.codec.http.HttpHeaderNames.AUTHORIZATION) TableInfo(io.confluent.ksql.api.client.TableInfo) OK(io.netty.handler.codec.http.HttpResponseStatus.OK) HttpClient(io.vertx.core.http.HttpClient) KsqlClientException(io.confluent.ksql.api.client.exception.KsqlClientException) ExecuteStatementResult(io.confluent.ksql.api.client.ExecuteStatementResult) TopicInfo(io.confluent.ksql.api.client.TopicInfo) HashMap(java.util.HashMap) CompletableFuture(java.util.concurrent.CompletableFuture) ServerInfo(io.confluent.ksql.api.client.ServerInfo) AtomicReference(java.util.concurrent.atomic.AtomicReference) Function(java.util.function.Function) HttpClientRequest(io.vertx.core.http.HttpClientRequest) HttpClientResponse(io.vertx.core.http.HttpClientResponse) BatchedQueryResult(io.confluent.ksql.api.client.BatchedQueryResult) Charset(java.nio.charset.Charset) RecordParser(io.vertx.core.parsetools.RecordParser) HttpClientOptions(io.vertx.core.http.HttpClientOptions) SocketAddress(io.vertx.core.net.SocketAddress) Publisher(org.reactivestreams.Publisher) AcksPublisher(io.confluent.ksql.api.client.AcksPublisher) KsqlObject(io.confluent.ksql.api.client.KsqlObject) QueryInfo(io.confluent.ksql.api.client.QueryInfo) Vertx(io.vertx.core.Vertx) VertxSslOptionsFactory(io.confluent.ksql.util.VertxSslOptionsFactory) SourceDescription(io.confluent.ksql.api.client.SourceDescription) JsonArray(io.vertx.core.json.JsonArray) HttpMethod(io.vertx.core.http.HttpMethod) ConnectorDescription(io.confluent.ksql.api.client.ConnectorDescription) VisibleForTesting(com.google.common.annotations.VisibleForTesting) Handler(io.vertx.core.Handler) Collections(java.util.Collections) AcksPublisher(io.confluent.ksql.api.client.AcksPublisher) CompletableFuture(java.util.concurrent.CompletableFuture) JsonObject(io.vertx.core.json.JsonObject)

Example 2 with AcksPublisher

use of io.confluent.ksql.api.client.AcksPublisher in project ksql by confluentinc.

the class ClientMutationIntegrationTest method shouldStreamInserts.

@Test
public void shouldStreamInserts() throws Exception {
    // Given
    final InsertsPublisher insertsPublisher = new InsertsPublisher();
    final int numRows = 5;
    // When
    final AcksPublisher acksPublisher = client.streamInserts(EMPTY_TEST_STREAM_2, insertsPublisher).get();
    final TestSubscriber<InsertAck> acksSubscriber = subscribeAndWait(acksPublisher);
    assertThat(acksSubscriber.getValues(), hasSize(0));
    acksSubscriber.getSub().request(numRows);
    for (int i = 0; i < numRows; i++) {
        insertsPublisher.accept(new KsqlObject().put("K", new KsqlObject().put("F1", new KsqlArray().add("my_key_" + i))).put("STR", "TEST_" + i).put("LONG", i).put("DEC", new BigDecimal("13.31")).put("BYTES_", new byte[] { 0, 1, 2 }).put("ARRAY", new KsqlArray().add("v_" + i)).put("MAP", new KsqlObject().put("k_" + i, "v_" + i)).put("COMPLEX", COMPLEX_FIELD_VALUE).put("TIMESTAMP", "1970-01-01T00:00:00.001").put("DATE", "1970-01-01").put("TIME", "00:00"));
    }
    // Then
    assertThatEventually(acksSubscriber::getValues, hasSize(numRows));
    for (int i = 0; i < numRows; i++) {
        assertThat(acksSubscriber.getValues().get(i).seqNum(), is(Long.valueOf(i)));
    }
    assertThat(acksSubscriber.getError(), is(nullValue()));
    assertThat(acksSubscriber.isCompleted(), is(false));
    assertThat(acksPublisher.isComplete(), is(false));
    assertThat(acksPublisher.isFailed(), is(false));
    // Then: should receive new rows
    final String query = "SELECT * FROM " + EMPTY_TEST_STREAM_2 + " EMIT CHANGES LIMIT " + numRows + ";";
    final List<Row> rows = client.executeQuery(query).get();
    // Verify inserted rows are as expected
    assertThat(rows, hasSize(numRows));
    for (int i = 0; i < numRows; i++) {
        assertThat(rows.get(i).getKsqlObject("K"), is(new KsqlObject().put("F1", new KsqlArray().add("my_key_" + i))));
        assertThat(rows.get(i).getString("STR"), is("TEST_" + i));
        assertThat(rows.get(i).getLong("LONG"), is(Long.valueOf(i)));
        assertThat(rows.get(i).getDecimal("DEC"), is(new BigDecimal("13.31")));
        assertThat(rows.get(i).getBytes("BYTES_"), is(new byte[] { 0, 1, 2 }));
        assertThat(rows.get(i).getKsqlArray("ARRAY"), is(new KsqlArray().add("v_" + i)));
        assertThat(rows.get(i).getKsqlObject("MAP"), is(new KsqlObject().put("k_" + i, "v_" + i)));
        assertThat(rows.get(i).getKsqlObject("COMPLEX"), is(EXPECTED_COMPLEX_FIELD_VALUE));
        assertThat(rows.get(i).getString("TIMESTAMP"), is("1970-01-01T00:00:00.001"));
        assertThat(rows.get(i).getString("DATE"), is("1970-01-01"));
        assertThat(rows.get(i).getString("TIME"), is("00:00"));
    }
    // When: end connection
    insertsPublisher.complete();
    // Then
    assertThatEventually(acksSubscriber::isCompleted, is(true));
    assertThat(acksSubscriber.getError(), is(nullValue()));
    assertThat(acksPublisher.isComplete(), is(true));
    assertThat(acksPublisher.isFailed(), is(false));
}
Also used : AcksPublisher(io.confluent.ksql.api.client.AcksPublisher) InsertsPublisher(io.confluent.ksql.api.client.InsertsPublisher) InsertAck(io.confluent.ksql.api.client.InsertAck) Matchers.containsString(org.hamcrest.Matchers.containsString) Row(io.confluent.ksql.api.client.Row) KsqlArray(io.confluent.ksql.api.client.KsqlArray) BigDecimal(java.math.BigDecimal) KsqlObject(io.confluent.ksql.api.client.KsqlObject) IntegrationTest(io.confluent.common.utils.IntegrationTest) Test(org.junit.Test)

Aggregations

AcksPublisher (io.confluent.ksql.api.client.AcksPublisher)2 KsqlObject (io.confluent.ksql.api.client.KsqlObject)2 VisibleForTesting (com.google.common.annotations.VisibleForTesting)1 IntegrationTest (io.confluent.common.utils.IntegrationTest)1 BatchedQueryResult (io.confluent.ksql.api.client.BatchedQueryResult)1 Client (io.confluent.ksql.api.client.Client)1 ClientOptions (io.confluent.ksql.api.client.ClientOptions)1 ConnectorDescription (io.confluent.ksql.api.client.ConnectorDescription)1 ConnectorInfo (io.confluent.ksql.api.client.ConnectorInfo)1 ExecuteStatementResult (io.confluent.ksql.api.client.ExecuteStatementResult)1 InsertAck (io.confluent.ksql.api.client.InsertAck)1 InsertsPublisher (io.confluent.ksql.api.client.InsertsPublisher)1 KsqlArray (io.confluent.ksql.api.client.KsqlArray)1 QueryInfo (io.confluent.ksql.api.client.QueryInfo)1 Row (io.confluent.ksql.api.client.Row)1 ServerInfo (io.confluent.ksql.api.client.ServerInfo)1 SourceDescription (io.confluent.ksql.api.client.SourceDescription)1 StreamInfo (io.confluent.ksql.api.client.StreamInfo)1 StreamedQueryResult (io.confluent.ksql.api.client.StreamedQueryResult)1 TableInfo (io.confluent.ksql.api.client.TableInfo)1