Examples with MultiGetRequest org.opensearch.action.get.MultiGetRequest used on opensource projects

Example 1 with MultiGetRequest

use of org.opensearch.action.get.MultiGetRequest in project OpenSearch by opensearch-project.

the class BulkProcessorIT method testBulkProcessorWaitOnClose.

public void testBulkProcessorWaitOnClose() throws Exception {
    BulkProcessorTestListener listener = new BulkProcessorTestListener();
    int numDocs = randomIntBetween(10, 100);
    BulkProcessor processor = initBulkProcessorBuilder(listener).setConcurrentRequests(randomIntBetween(0, 1)).setBulkActions(numDocs).setFlushInterval(TimeValue.timeValueHours(24)).setBulkSize(new ByteSizeValue(randomIntBetween(1, 10), RandomPicks.randomFrom(random(), ByteSizeUnit.values()))).build();
    MultiGetRequest multiGetRequest = indexDocs(processor, numDocs);
    assertThat(processor.awaitClose(1, TimeUnit.MINUTES), is(true));
    if (randomBoolean()) {
        // check if we can call it multiple times
        if (randomBoolean()) {
            assertThat(processor.awaitClose(1, TimeUnit.MINUTES), is(true));
        } else {
            processor.close();
        }
    }
    assertThat(listener.beforeCounts.get(), greaterThanOrEqualTo(1));
    assertThat(listener.afterCounts.get(), greaterThanOrEqualTo(1));
    for (Throwable bulkFailure : listener.bulkFailures) {
        logger.error("bulk failure", bulkFailure);
    }
    assertThat(listener.bulkFailures.size(), equalTo(0));
    assertResponseItems(listener.bulkItems, numDocs);
    assertMultiGetResponse(highLevelClient().mget(multiGetRequest, RequestOptions.DEFAULT), numDocs);
}

Example 2 with MultiGetRequest

use of org.opensearch.action.get.MultiGetRequest in project OpenSearch by opensearch-project.

the class BulkProcessorIT method testThatBulkProcessorCountIsCorrect.

public void testThatBulkProcessorCountIsCorrect() throws Exception {
    final CountDownLatch latch = new CountDownLatch(1);
    BulkProcessorTestListener listener = new BulkProcessorTestListener(latch);
    int numDocs = randomIntBetween(10, 100);
    try (BulkProcessor processor = initBulkProcessorBuilder(listener).setConcurrentRequests(randomIntBetween(0, 1)).setBulkActions(numDocs).setFlushInterval(TimeValue.timeValueHours(24)).setBulkSize(new ByteSizeValue(1, ByteSizeUnit.GB)).build()) {
        MultiGetRequest multiGetRequest = indexDocs(processor, numDocs);
        latch.await();
        assertThat(listener.beforeCounts.get(), equalTo(1));
        assertThat(listener.afterCounts.get(), equalTo(1));
        assertThat(listener.bulkFailures.size(), equalTo(0));
        assertResponseItems(listener.bulkItems, numDocs);
        assertMultiGetResponse(highLevelClient().mget(multiGetRequest, RequestOptions.DEFAULT), numDocs);
    }
}

Example 3 with MultiGetRequest

use of org.opensearch.action.get.MultiGetRequest in project OpenSearch by opensearch-project.

the class BulkProcessorIT method testBulkProcessorFlush.

public void testBulkProcessorFlush() throws Exception {
    final CountDownLatch latch = new CountDownLatch(1);
    BulkProcessorTestListener listener = new BulkProcessorTestListener(latch);
    int numDocs = randomIntBetween(10, 100);
    try (BulkProcessor processor = initBulkProcessorBuilder(listener).setConcurrentRequests(randomIntBetween(0, 10)).setBulkActions(numDocs + randomIntBetween(1, 100)).setFlushInterval(TimeValue.timeValueHours(24)).setBulkSize(new ByteSizeValue(1, ByteSizeUnit.GB)).build()) {
        MultiGetRequest multiGetRequest = indexDocs(processor, numDocs);
        assertThat(latch.await(randomInt(500), TimeUnit.MILLISECONDS), equalTo(false));
        // we really need an explicit flush as none of the bulk thresholds was reached
        processor.flush();
        latch.await();
        assertThat(listener.beforeCounts.get(), equalTo(1));
        assertThat(listener.afterCounts.get(), equalTo(1));
        assertThat(listener.bulkFailures.size(), equalTo(0));
        assertResponseItems(listener.bulkItems, numDocs);
        assertMultiGetResponse(highLevelClient().mget(multiGetRequest, RequestOptions.DEFAULT), numDocs);
    }
}

Example 4 with MultiGetRequest

use of org.opensearch.action.get.MultiGetRequest in project OpenSearch by opensearch-project.

the class BulkProcessorRetryIT method indexDocs.

private static MultiGetRequest indexDocs(BulkProcessor processor, int numDocs) {
    MultiGetRequest multiGetRequest = new MultiGetRequest();
    for (int i = 1; i <= numDocs; i++) {
        processor.add(new IndexRequest(INDEX_NAME).id(Integer.toString(i)).source(XContentType.JSON, "field", randomRealisticUnicodeOfCodepointLengthBetween(1, 30)));
        multiGetRequest.add(INDEX_NAME, Integer.toString(i));
    }
    return multiGetRequest;
}

Example 5 with MultiGetRequest

use of org.opensearch.action.get.MultiGetRequest in project OpenSearch by opensearch-project.

the class RequestConvertersTests method testMultiGet.

public void testMultiGet() throws IOException {
    Map<String, String> expectedParams = new HashMap<>();
    MultiGetRequest multiGetRequest = new MultiGetRequest();
    if (randomBoolean()) {
        String preference = randomAlphaOfLength(4);
        multiGetRequest.preference(preference);
        expectedParams.put("preference", preference);
    }
    if (randomBoolean()) {
        multiGetRequest.realtime(randomBoolean());
        if (multiGetRequest.realtime() == false) {
            expectedParams.put("realtime", "false");
        }
    }
    if (randomBoolean()) {
        multiGetRequest.refresh(randomBoolean());
        if (multiGetRequest.refresh()) {
            expectedParams.put("refresh", "true");
        }
    }
    int numberOfRequests = randomIntBetween(0, 32);
    for (int i = 0; i < numberOfRequests; i++) {
        MultiGetRequest.Item item = new MultiGetRequest.Item(randomAlphaOfLength(4), randomAlphaOfLength(4));
        if (randomBoolean()) {
            item.routing(randomAlphaOfLength(4));
        }
        if (randomBoolean()) {
            item.storedFields(generateRandomStringArray(16, 8, false));
        }
        if (randomBoolean()) {
            item.version(randomNonNegativeLong());
        }
        if (randomBoolean()) {
            item.versionType(randomFrom(VersionType.values()));
        }
        if (randomBoolean()) {
            randomizeFetchSourceContextParams(item::fetchSourceContext, new HashMap<>());
        }
        multiGetRequest.add(item);
    }
    Request request = RequestConverters.multiGet(multiGetRequest);
    assertEquals(HttpPost.METHOD_NAME, request.getMethod());
    assertEquals("/_mget", request.getEndpoint());
    assertEquals(expectedParams, request.getParameters());
    assertToXContentBody(multiGetRequest, request.getEntity());
}