Examples with PubSubMessage com.yahoo.bullet.pubsub.PubSubMessage used on opensource projects

Example 16 with PubSubMessage

use of com.yahoo.bullet.pubsub.PubSubMessage in project bullet-core by yahoo.

the class RESTQueryPublisherTest method testSendResultUrlPutInMetadataAckPreserved.

@Test
public void testSendResultUrlPutInMetadataAckPreserved() throws Exception {
    CompletableFuture<Response> response = getOkFuture(getOkResponse(null));
    BoundRequestBuilder mockBuilder = mockBuilderWith(response);
    AsyncHttpClient mockClient = mockClientWith(mockBuilder);
    RESTQueryPublisher publisher = new RESTQueryPublisher(mockClient, "my/custom/query/url", "my/custom/url");
    publisher.send(new PubSubMessage("foo", "bar", Metadata.Signal.ACKNOWLEDGE));
    verify(mockClient).preparePost("my/custom/query/url");
    verify(mockBuilder).setBody("{\"id\":\"foo\",\"sequence\":-1,\"content\":\"bar\",\"metadata\":{\"signal\":\"ACKNOWLEDGE\",\"content\":\"my/custom/url\"}}");
    verify(mockBuilder).setHeader(RESTPublisher.CONTENT_TYPE, RESTPublisher.APPLICATION_JSON);
}

Example 17 with PubSubMessage

use of com.yahoo.bullet.pubsub.PubSubMessage in project bullet-core by yahoo.

the class RESTQueryPublisherTest method testSendResultUrlPutInMetadataCompletePreserved.

@Test
public void testSendResultUrlPutInMetadataCompletePreserved() throws Exception {
    CompletableFuture<Response> response = getOkFuture(getOkResponse(null));
    BoundRequestBuilder mockBuilder = mockBuilderWith(response);
    AsyncHttpClient mockClient = mockClientWith(mockBuilder);
    RESTPubSubConfig config = new RESTPubSubConfig("src/test/resources/test_config.yaml");
    config.set(RESTPubSubConfig.RESULT_URL, "my/custom/url");
    RESTQueryPublisher publisher = new RESTQueryPublisher(mockClient, "my/custom/query/url", "my/custom/result/url");
    publisher.send(new PubSubMessage("foo", "bar", Metadata.Signal.COMPLETE));
    verify(mockClient).preparePost("my/custom/query/url");
    verify(mockBuilder).setBody("{\"id\":\"foo\",\"sequence\":-1,\"content\":\"bar\",\"metadata\":{\"signal\":\"COMPLETE\",\"content\":\"my/custom/result/url\"}}");
    verify(mockBuilder).setHeader(RESTPublisher.CONTENT_TYPE, RESTPublisher.APPLICATION_JSON);
}

Example 18 with PubSubMessage

use of com.yahoo.bullet.pubsub.PubSubMessage in project bullet-core by yahoo.

the class RESTResultPublisherTest method testSendBadURL.

@Test(expectedExceptions = ClassCastException.class)
public void testSendBadURL() throws Exception {
    CompletableFuture<Response> response = getOkFuture(getOkResponse(null));
    BoundRequestBuilder mockBuilder = mockBuilderWith(response);
    AsyncHttpClient mockClient = mockClientWith(mockBuilder);
    RESTResultPublisher publisher = new RESTResultPublisher(mockClient);
    PubSubMessage message = new PubSubMessage("someId", "someContent", new Metadata(null, 88));
    publisher.send(message);
}

Example 19 with PubSubMessage

use of com.yahoo.bullet.pubsub.PubSubMessage in project bullet-core by yahoo.

the class RESTSubscriberTest method testGetMessages500.

@Test
public void testGetMessages500() throws Exception {
    CompletableFuture<Response> response = getOkFuture(getNotOkResponse(500));
    BoundRequestBuilder mockBuilder = mockBuilderWith(response);
    AsyncHttpClient mockClient = mockClientWith(mockBuilder);
    RESTPubSubConfig config = new RESTPubSubConfig("src/test/resources/test_config.yaml");
    RESTSubscriber subscriber = new RESTSubscriber(88, Arrays.asList("url", "anotherURL"), mockClient, 10);
    List<PubSubMessage> messages = subscriber.getMessages();
    Assert.assertEquals(messages.size(), 0);
}

Example 20 with PubSubMessage

use of com.yahoo.bullet.pubsub.PubSubMessage in project bullet-core by yahoo.

the class RESTSubscriber method getMessages.

@Override
public List<PubSubMessage> getMessages() throws PubSubException {
    List<PubSubMessage> messages = new ArrayList<>();
    long currentTime = System.currentTimeMillis();
    if (currentTime - lastRequest <= minWait) {
        return messages;
    }
    lastRequest = currentTime;
    for (String url : urls) {
        try {
            log.debug("Getting messages from url: ", url);
            Response response = client.prepareGet(url).execute().get();
            int statusCode = response.getStatusCode();
            if (statusCode == RESTPubSub.OK_200) {
                messages.add(PubSubMessage.fromJSON(response.getResponseBody()));
            } else if (statusCode != RESTPubSub.NO_CONTENT_204) {
                // NO_CONTENT_204 indicates there are no new messages - anything else indicates a problem
                log.error("Http call failed with status code {} and response {}.", statusCode, response);
            }
        } catch (Exception e) {
            log.error("Http call failed with error: ", e);
        }
    }
    return messages;
}