Examples with IndexStats org.elasticsearch.action.admin.indices.stats.IndexStats used on opensource projects

Example 6 with IndexStats

use of org.elasticsearch.action.admin.indices.stats.IndexStats in project elasticsearch by elastic.

the class RelocationIT method beforeIndexDeletion.

@Override
protected void beforeIndexDeletion() throws Exception {
    super.beforeIndexDeletion();
    assertBusy(() -> {
        IndicesStatsResponse stats = client().admin().indices().prepareStats().clear().get();
        for (IndexStats indexStats : stats.getIndices().values()) {
            for (IndexShardStats indexShardStats : indexStats.getIndexShards().values()) {
                Optional<ShardStats> maybePrimary = Stream.of(indexShardStats.getShards()).filter(s -> s.getShardRouting().active() && s.getShardRouting().primary()).findFirst();
                if (maybePrimary.isPresent() == false) {
                    continue;
                }
                ShardStats primary = maybePrimary.get();
                final SeqNoStats primarySeqNoStats = primary.getSeqNoStats();
                assertThat(primary.getShardRouting() + " should have set the global checkpoint", primarySeqNoStats.getGlobalCheckpoint(), not(equalTo(SequenceNumbersService.UNASSIGNED_SEQ_NO)));
                for (ShardStats shardStats : indexShardStats) {
                    final SeqNoStats seqNoStats = shardStats.getSeqNoStats();
                    assertThat(shardStats.getShardRouting() + " local checkpoint mismatch", seqNoStats.getLocalCheckpoint(), equalTo(primarySeqNoStats.getLocalCheckpoint()));
                    assertThat(shardStats.getShardRouting() + " global checkpoint mismatch", seqNoStats.getGlobalCheckpoint(), equalTo(primarySeqNoStats.getGlobalCheckpoint()));
                    assertThat(shardStats.getShardRouting() + " max seq no mismatch", seqNoStats.getMaxSeqNo(), equalTo(primarySeqNoStats.getMaxSeqNo()));
                }
            }
        }
    });
}

Example 7 with IndexStats

use of org.elasticsearch.action.admin.indices.stats.IndexStats in project elasticsearch by elastic.

the class FlushIT method testSyncedFlushWithConcurrentIndexing.

public void testSyncedFlushWithConcurrentIndexing() throws Exception {
    internalCluster().ensureAtLeastNumDataNodes(3);
    createIndex("test");
    client().admin().indices().prepareUpdateSettings("test").setSettings(Settings.builder().put(IndexSettings.INDEX_TRANSLOG_FLUSH_THRESHOLD_SIZE_SETTING.getKey(), new ByteSizeValue(1, ByteSizeUnit.PB)).put("index.refresh_interval", -1).put("index.number_of_replicas", internalCluster().numDataNodes() - 1)).get();
    ensureGreen();
    final AtomicBoolean stop = new AtomicBoolean(false);
    final AtomicInteger numDocs = new AtomicInteger(0);
    Thread indexingThread = new Thread() {

        @Override
        public void run() {
            while (stop.get() == false) {
                client().prepareIndex().setIndex("test").setType("doc").setSource("{}", XContentType.JSON).get();
                numDocs.incrementAndGet();
            }
        }
    };
    indexingThread.start();
    IndexStats indexStats = client().admin().indices().prepareStats("test").get().getIndex("test");
    for (ShardStats shardStats : indexStats.getShards()) {
        assertNull(shardStats.getCommitStats().getUserData().get(Engine.SYNC_COMMIT_ID));
    }
    logger.info("--> trying sync flush");
    SyncedFlushResponse syncedFlushResult = client().admin().indices().prepareSyncedFlush("test").get();
    logger.info("--> sync flush done");
    stop.set(true);
    indexingThread.join();
    indexStats = client().admin().indices().prepareStats("test").get().getIndex("test");
    assertFlushResponseEqualsShardStats(indexStats.getShards(), syncedFlushResult.getShardsResultPerIndex().get("test"));
    refresh();
    assertThat(client().prepareSearch().setSize(0).get().getHits().getTotalHits(), equalTo((long) numDocs.get()));
    logger.info("indexed {} docs", client().prepareSearch().setSize(0).get().getHits().getTotalHits());
    logClusterState();
    internalCluster().fullRestart();
    ensureGreen();
    assertThat(client().prepareSearch().setSize(0).get().getHits().getTotalHits(), equalTo((long) numDocs.get()));
}

Example 8 with IndexStats

use of org.elasticsearch.action.admin.indices.stats.IndexStats in project elasticsearch by elastic.

the class IndexStatsIT method assertCumulativeQueryCacheStats.

private void assertCumulativeQueryCacheStats(IndicesStatsResponse response) {
    assertAllSuccessful(response);
    QueryCacheStats total = response.getTotal().queryCache;
    QueryCacheStats indexTotal = new QueryCacheStats();
    QueryCacheStats shardTotal = new QueryCacheStats();
    for (IndexStats indexStats : response.getIndices().values()) {
        indexTotal.add(indexStats.getTotal().queryCache);
        for (ShardStats shardStats : response.getShards()) {
            shardTotal.add(shardStats.getStats().queryCache);
        }
    }
    assertEquals(total, indexTotal);
    assertEquals(total, shardTotal);
}

Example 9 with IndexStats

use of org.elasticsearch.action.admin.indices.stats.IndexStats in project graylog2-server by Graylog2.

the class Indices method getIndexStats.

@Nullable
public IndexStatistics getIndexStats(String index) {
    final IndexStats indexStats;
    try {
        indexStats = indexStats(index);
    } catch (ElasticsearchException e) {
        return null;
    }
    if (indexStats == null) {
        return null;
    }
    final ImmutableList.Builder<ShardRouting> shardRouting = ImmutableList.builder();
    for (ShardStats shardStats : indexStats.getShards()) {
        shardRouting.add(shardStats.getShardRouting());
    }
    return IndexStatistics.create(indexStats.getIndex(), indexStats.getPrimaries(), indexStats.getTotal(), shardRouting.build());
}

Example 10 with IndexStats

use of org.elasticsearch.action.admin.indices.stats.IndexStats in project graylog2-server by Graylog2.

the class Indices method numberOfMessages.

public long numberOfMessages(String indexName) throws IndexNotFoundException {
    final IndexStats index = indexStats(indexName);
    if (index == null) {
        throw new IndexNotFoundException("Couldn't find index " + indexName);
    }
    final DocsStats docsStats = index.getPrimaries().getDocs();
    return docsStats == null ? 0L : docsStats.getCount();
}