Examples with ForceMergeRequest org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest used on opensource projects

Example 1 with ForceMergeRequest

use of org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest in project elasticsearch by elastic.

the class RestForceMergeAction method prepareRequest.

@Override
public RestChannelConsumer prepareRequest(final RestRequest request, final NodeClient client) throws IOException {
    ForceMergeRequest mergeRequest = new ForceMergeRequest(Strings.splitStringByCommaToArray(request.param("index")));
    mergeRequest.indicesOptions(IndicesOptions.fromRequest(request, mergeRequest.indicesOptions()));
    mergeRequest.maxNumSegments(request.paramAsInt("max_num_segments", mergeRequest.maxNumSegments()));
    mergeRequest.onlyExpungeDeletes(request.paramAsBoolean("only_expunge_deletes", mergeRequest.onlyExpungeDeletes()));
    mergeRequest.flush(request.paramAsBoolean("flush", mergeRequest.flush()));
    return channel -> client.admin().indices().forceMerge(mergeRequest, new RestBuilderListener<ForceMergeResponse>(channel) {

        @Override
        public RestResponse buildResponse(ForceMergeResponse response, XContentBuilder builder) throws Exception {
            builder.startObject();
            buildBroadcastShardsHeader(builder, request, response);
            builder.endObject();
            return new BytesRestResponse(OK, builder);
        }
    });
}

Example 2 with ForceMergeRequest

use of org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest in project elasticsearch by elastic.

the class IndicesRequestIT method testForceMerge.

public void testForceMerge() {
    String mergeShardAction = ForceMergeAction.NAME + "[n]";
    interceptTransportActions(mergeShardAction);
    ForceMergeRequest mergeRequest = new ForceMergeRequest(randomIndicesOrAliases());
    internalCluster().coordOnlyNodeClient().admin().indices().forceMerge(mergeRequest).actionGet();
    clearInterceptedActions();
    assertSameIndices(mergeRequest, mergeShardAction);
}

Example 3 with ForceMergeRequest

use of org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest in project graylog2-server by Graylog2.

the class Indices method optimizeIndex.

public void optimizeIndex(String index, int maxNumSegments, Duration timeout) {
    // https://www.elastic.co/guide/en/elasticsearch/reference/2.1/indices-forcemerge.html
    final ForceMergeRequest request = c.admin().indices().prepareForceMerge(index).setMaxNumSegments(maxNumSegments).setOnlyExpungeDeletes(false).setFlush(true).request();
    // Using a specific timeout to override the global Elasticsearch request timeout
    c.admin().indices().forceMerge(request).actionGet(timeout.getQuantity(), timeout.getUnit());
}

Example 4 with ForceMergeRequest

use of org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest in project crate by crate.

the class DDLStatementDispatcher method executeMergeSegments.

private static CompletableFuture<Long> executeMergeSegments(OptimizeTableAnalyzedStatement analysis, TransportForceMergeAction transportForceMergeAction) {
    ForceMergeRequest request = new ForceMergeRequest(analysis.indexNames().toArray(new String[0]));
    // Pass parameters to ES request
    request.maxNumSegments(analysis.settings().getAsInt(OptimizeSettings.MAX_NUM_SEGMENTS.name(), ForceMergeRequest.Defaults.MAX_NUM_SEGMENTS));
    request.onlyExpungeDeletes(analysis.settings().getAsBoolean(OptimizeSettings.ONLY_EXPUNGE_DELETES.name(), ForceMergeRequest.Defaults.ONLY_EXPUNGE_DELETES));
    request.flush(analysis.settings().getAsBoolean(OptimizeSettings.FLUSH.name(), ForceMergeRequest.Defaults.FLUSH));
    request.indicesOptions(IndicesOptions.lenientExpandOpen());
    FutureActionListener<ForceMergeResponse, Long> listener = new FutureActionListener<>(Functions.constant((long) analysis.indexNames().size()));
    transportForceMergeAction.execute(request, listener);
    return listener;
}

Example 5 with ForceMergeRequest

use of org.graylog.shaded.elasticsearch7.org.elasticsearch.action.admin.indices.forcemerge.ForceMergeRequest in project elasticsearch by elastic.

the class IndexShardTests method testDocStats.

public void testDocStats() throws IOException {
    IndexShard indexShard = null;
    try {
        indexShard = newStartedShard();
        // at least two documents so we have docs to delete
        final long numDocs = randomIntBetween(2, 32);
        // Delete at least numDocs/10 documents otherwise the number of deleted docs will be below 10%
        // and forceMerge will refuse to expunge deletes
        final long numDocsToDelete = randomIntBetween((int) Math.ceil(Math.nextUp(numDocs / 10.0)), Math.toIntExact(numDocs));
        for (int i = 0; i < numDocs; i++) {
            final String id = Integer.toString(i);
            final ParsedDocument doc = testParsedDocument(id, "test", null, new ParseContext.Document(), new BytesArray("{}"), null);
            final Engine.Index index = new Engine.Index(new Term("_uid", doc.uid()), doc, SequenceNumbersService.UNASSIGNED_SEQ_NO, 0, Versions.MATCH_ANY, VersionType.INTERNAL, PRIMARY, System.nanoTime(), -1, false);
            final Engine.IndexResult result = indexShard.index(index);
            assertThat(result.getVersion(), equalTo(1L));
        }
        indexShard.refresh("test");
        {
            final DocsStats docsStats = indexShard.docStats();
            assertThat(docsStats.getCount(), equalTo(numDocs));
            assertThat(docsStats.getDeleted(), equalTo(0L));
        }
        final List<Integer> ids = randomSubsetOf(Math.toIntExact(numDocsToDelete), IntStream.range(0, Math.toIntExact(numDocs)).boxed().collect(Collectors.toList()));
        for (final Integer i : ids) {
            final String id = Integer.toString(i);
            final ParsedDocument doc = testParsedDocument(id, "test", null, new ParseContext.Document(), new BytesArray("{}"), null);
            final Engine.Index index = new Engine.Index(new Term("_uid", doc.uid()), doc, SequenceNumbersService.UNASSIGNED_SEQ_NO, 0, Versions.MATCH_ANY, VersionType.INTERNAL, PRIMARY, System.nanoTime(), -1, false);
            final Engine.IndexResult result = indexShard.index(index);
            assertThat(result.getVersion(), equalTo(2L));
        }
        // flush the buffered deletes
        final FlushRequest flushRequest = new FlushRequest();
        flushRequest.force(false);
        flushRequest.waitIfOngoing(false);
        indexShard.flush(flushRequest);
        indexShard.refresh("test");
        {
            final DocsStats docStats = indexShard.docStats();
            assertThat(docStats.getCount(), equalTo(numDocs));
            // Lucene will delete a segment if all docs are deleted from it; this means that we lose the deletes when deleting all docs
            assertThat(docStats.getDeleted(), equalTo(numDocsToDelete == numDocs ? 0 : numDocsToDelete));
        }
        // merge them away
        final ForceMergeRequest forceMergeRequest = new ForceMergeRequest();
        forceMergeRequest.onlyExpungeDeletes(randomBoolean());
        forceMergeRequest.maxNumSegments(1);
        indexShard.forceMerge(forceMergeRequest);
        indexShard.refresh("test");
        {
            final DocsStats docStats = indexShard.docStats();
            assertThat(docStats.getCount(), equalTo(numDocs));
            assertThat(docStats.getDeleted(), equalTo(0L));
        }
    } finally {
        closeShards(indexShard);
    }
}