Examples with UpdateByQueryRequest org.opensearch.index.reindex.UpdateByQueryRequest used on opensource projects

Example 1 with UpdateByQueryRequest

use of org.opensearch.index.reindex.UpdateByQueryRequest in project OpenSearch by opensearch-project.

the class UpdateByQueryIT method testUpdateByQueryConflict.

public void testUpdateByQueryConflict() throws IOException {
    final String index = "testupdatebyqueryconflict";
    final Settings settings = Settings.builder().put("number_of_shards", 1).put("number_of_replicas", 0).build();
    createIndex(index, settings);
    final BulkRequest bulkRequest = new BulkRequest().add(new IndexRequest(index).id("1").source(Collections.singletonMap("foo", "bar"), XContentType.JSON)).add(new IndexRequest(index).id("2").source(Collections.singletonMap("foo", "bar"), XContentType.JSON)).setRefreshPolicy(WriteRequest.RefreshPolicy.IMMEDIATE);
    assertThat(highLevelClient().bulk(bulkRequest, RequestOptions.DEFAULT).status(), equalTo(RestStatus.OK));
    putConflictPipeline();
    final UpdateByQueryRequest updateByQueryRequest = new UpdateByQueryRequest();
    updateByQueryRequest.indices(index);
    updateByQueryRequest.setRefresh(true);
    updateByQueryRequest.setPipeline(CONFLICT_PIPELINE_ID);
    final BulkByScrollResponse response = highLevelClient().updateByQuery(updateByQueryRequest, RequestOptions.DEFAULT);
    assertThat(response.getVersionConflicts(), equalTo(1L));
    assertThat(response.getSearchFailures(), empty());
    assertThat(response.getBulkFailures(), hasSize(1));
    assertThat(response.getBulkFailures().stream().map(BulkItemResponse.Failure::getMessage).collect(Collectors.toSet()), everyItem(containsString("version conflict")));
    assertThat(response.getTotal(), equalTo(2L));
    assertThat(response.getCreated(), equalTo(0L));
    assertThat(response.getUpdated(), equalTo(1L));
    assertThat(response.getDeleted(), equalTo(0L));
    assertThat(response.getNoops(), equalTo(0L));
    assertThat(response.getBatches(), equalTo(1));
    assertTrue(response.getTook().getMillis() > 0);
}

Example 2 with UpdateByQueryRequest

use of org.opensearch.index.reindex.UpdateByQueryRequest in project OpenSearch by opensearch-project.

the class RequestConvertersTests method testUpdateByQuery.

public void testUpdateByQuery() throws IOException {
    UpdateByQueryRequest updateByQueryRequest = new UpdateByQueryRequest();
    updateByQueryRequest.indices(randomIndicesNames(1, 5));
    Map<String, String> expectedParams = new HashMap<>();
    if (randomBoolean()) {
        int batchSize = randomInt(100);
        updateByQueryRequest.setBatchSize(batchSize);
        expectedParams.put("scroll_size", Integer.toString(batchSize));
    }
    if (randomBoolean()) {
        updateByQueryRequest.setPipeline("my_pipeline");
        expectedParams.put("pipeline", "my_pipeline");
    }
    if (randomBoolean()) {
        float requestsPerSecond = (float) randomDoubleBetween(0.0, 10.0, false);
        expectedParams.put("requests_per_second", Float.toString(requestsPerSecond));
        updateByQueryRequest.setRequestsPerSecond(requestsPerSecond);
    } else {
        expectedParams.put("requests_per_second", "-1");
    }
    if (randomBoolean()) {
        updateByQueryRequest.setRouting("=cat");
        expectedParams.put("routing", "=cat");
    }
    if (randomBoolean()) {
        int size = randomIntBetween(100, 1000);
        if (randomBoolean()) {
            updateByQueryRequest.setMaxDocs(size);
        } else {
            updateByQueryRequest.setSize(size);
        }
        expectedParams.put("max_docs", Integer.toString(size));
    }
    if (randomBoolean()) {
        updateByQueryRequest.setAbortOnVersionConflict(false);
        expectedParams.put("conflicts", "proceed");
    }
    if (randomBoolean()) {
        String ts = randomTimeValue();
        updateByQueryRequest.setScroll(TimeValue.parseTimeValue(ts, "scroll"));
        expectedParams.put("scroll", ts);
    }
    if (randomBoolean()) {
        updateByQueryRequest.setQuery(new TermQueryBuilder("foo", "fooval"));
    }
    if (randomBoolean()) {
        updateByQueryRequest.setScript(new Script("ctx._source.last = \"lastname\""));
    }
    if (randomBoolean()) {
        int slices = randomIntBetween(0, 4);
        if (slices == 0) {
            expectedParams.put("slices", AbstractBulkByScrollRequest.AUTO_SLICES_VALUE);
        } else {
            expectedParams.put("slices", Integer.toString(slices));
        }
        updateByQueryRequest.setSlices(slices);
    } else {
        expectedParams.put("slices", "1");
    }
    setRandomIndicesOptions(updateByQueryRequest::setIndicesOptions, updateByQueryRequest::indicesOptions, expectedParams);
    setRandomTimeout(updateByQueryRequest::setTimeout, ReplicationRequest.DEFAULT_TIMEOUT, expectedParams);
    expectedParams.put("wait_for_completion", Boolean.TRUE.toString());
    Request request = RequestConverters.updateByQuery(updateByQueryRequest);
    StringJoiner joiner = new StringJoiner("/", "/", "");
    joiner.add(String.join(",", updateByQueryRequest.indices()));
    joiner.add("_update_by_query");
    assertEquals(joiner.toString(), request.getEndpoint());
    assertEquals(HttpPost.METHOD_NAME, request.getMethod());
    assertEquals(expectedParams, request.getParameters());
    assertToXContentBody(updateByQueryRequest, request.getEntity());
}

Example 3 with UpdateByQueryRequest

use of org.opensearch.index.reindex.UpdateByQueryRequest in project OpenSearch by opensearch-project.

the class RequestConverters method prepareUpdateByQueryRequest.

static Request prepareUpdateByQueryRequest(UpdateByQueryRequest updateByQueryRequest, boolean waitForCompletion) throws IOException {
    String endpoint = endpoint(updateByQueryRequest.indices(), "_update_by_query");
    Request request = new Request(HttpPost.METHOD_NAME, endpoint);
    Params params = new Params().withRouting(updateByQueryRequest.getRouting()).withPipeline(updateByQueryRequest.getPipeline()).withRefresh(updateByQueryRequest.isRefresh()).withTimeout(updateByQueryRequest.getTimeout()).withWaitForActiveShards(updateByQueryRequest.getWaitForActiveShards()).withRequestsPerSecond(updateByQueryRequest.getRequestsPerSecond()).withIndicesOptions(updateByQueryRequest.indicesOptions()).withWaitForCompletion(waitForCompletion).withSlices(updateByQueryRequest.getSlices());
    if (updateByQueryRequest.isAbortOnVersionConflict() == false) {
        params.putParam("conflicts", "proceed");
    }
    if (updateByQueryRequest.getBatchSize() != AbstractBulkByScrollRequest.DEFAULT_SCROLL_SIZE) {
        params.putParam("scroll_size", Integer.toString(updateByQueryRequest.getBatchSize()));
    }
    if (updateByQueryRequest.getScrollTime() != AbstractBulkByScrollRequest.DEFAULT_SCROLL_TIMEOUT) {
        params.putParam("scroll", updateByQueryRequest.getScrollTime());
    }
    if (updateByQueryRequest.getMaxDocs() > 0) {
        params.putParam("max_docs", Integer.toString(updateByQueryRequest.getMaxDocs()));
    }
    request.addParameters(params.asMap());
    request.setEntity(createEntity(updateByQueryRequest, REQUEST_BODY_CONTENT_TYPE));
    return request;
}