Search in sources :

Example 6 with Segment

use of org.elasticsearch.index.engine.Segment in project elasticsearch by elastic.

the class OldIndexUtils method assertUpgraded.

public static void assertUpgraded(Client client, String... index) throws Exception {
    for (IndexUpgradeStatus status : getUpgradeStatus(client, index)) {
        assertTrue("index " + status.getIndex() + " should not be zero sized", status.getTotalBytes() != 0);
        assertEquals("index " + status.getIndex() + " should be upgraded", 0, status.getToUpgradeBytes());
    }
    // double check using the segments api that all segments are actually upgraded
    IndicesSegmentResponse segsRsp;
    if (index == null) {
        segsRsp = client.admin().indices().prepareSegments().execute().actionGet();
    } else {
        segsRsp = client.admin().indices().prepareSegments(index).execute().actionGet();
    }
    for (IndexSegments indexSegments : segsRsp.getIndices().values()) {
        for (IndexShardSegments shard : indexSegments) {
            for (ShardSegments segs : shard.getShards()) {
                for (Segment seg : segs.getSegments()) {
                    assertEquals("Index " + indexSegments.getIndex() + " has unupgraded segment " + seg.toString(), Version.CURRENT.luceneVersion.major, seg.version.major);
                    assertEquals("Index " + indexSegments.getIndex() + " has unupgraded segment " + seg.toString(), Version.CURRENT.luceneVersion.minor, seg.version.minor);
                }
            }
        }
    }
}
Also used : ShardSegments(org.elasticsearch.action.admin.indices.segments.ShardSegments) IndexShardSegments(org.elasticsearch.action.admin.indices.segments.IndexShardSegments) IndexUpgradeStatus(org.elasticsearch.action.admin.indices.upgrade.get.IndexUpgradeStatus) IndicesSegmentResponse(org.elasticsearch.action.admin.indices.segments.IndicesSegmentResponse) IndexShardSegments(org.elasticsearch.action.admin.indices.segments.IndexShardSegments) IndexSegments(org.elasticsearch.action.admin.indices.segments.IndexSegments) Segment(org.elasticsearch.index.engine.Segment)

Example 7 with Segment

use of org.elasticsearch.index.engine.Segment in project elasticsearch-skywalker by jprante.

the class TransportSkywalkerAction method shardOperation.

@Override
protected ShardSkywalkerResponse shardOperation(ShardSkywalkerRequest request) throws ElasticsearchException {
    synchronized (mutex) {
        IndexService indexService = indicesService.indexServiceSafe(request.index());
        InternalIndexShard indexShard = (InternalIndexShard) indexService.shardSafe(request.shardId());
        MapperService mapperService = indexService.mapperService();
        Engine.Searcher searcher = indexShard.acquireSearcher("skywalker_action");
        try {
            IndexReader reader = searcher.reader();
            Skywalker skywalker = new Skywalker(reader);
            Map<String, Object> response = new HashMap();
            Directory directory = indexShard.store().directory();
            List indexFiles = new ArrayList();
            for (String f : skywalker.getIndexFiles(directory)) {
                Map indexFile = new HashMap();
                indexFile.put("name", f);
                indexFile.put("function", skywalker.getFileFunction(f));
                indexFiles.add(indexFile);
            }
            response.put("indexFiles", indexFiles);
            skywalker.getStoreMetadata(response, indexShard.store().getMetadata());
            response.put("indexVersion", skywalker.getVersion());
            response.put("directoryImpl", skywalker.getDirImpl());
            response.put("numDocs", reader.numDocs());
            response.put("maxDoc", reader.maxDoc());
            response.put("hasDeletions", reader.hasDeletions());
            response.put("numDeletedDocs", reader.numDeletedDocs());
            Set<FieldTermCount> ftc = skywalker.getFieldTermCounts();
            response.put("numTerms", skywalker.getNumTerms());
            Map indexFormatInfo = new HashMap();
            FormatDetails details = skywalker.getFormatDetails();
            indexFormatInfo.put("version", details.getVersion());
            indexFormatInfo.put("genericName", details.getGenericName());
            indexFormatInfo.put("capabilities", details.getCapabilities());
            response.put("indexFormat", indexFormatInfo);
            List commits = new ArrayList();
            Iterator<Segment> it = indexShard.engine().segments().iterator();
            while (it.hasNext()) {
                Segment segment = it.next();
                Map m = new HashMap();
                m.put("segment", segment.getName());
                m.put("count", segment.getNumDocs());
                m.put("deleted", segment.getDeletedDocs());
                m.put("generation", segment.getGeneration());
                m.put("sizeInBytes", segment.getSizeInBytes());
                m.put("version", segment.getVersion());
                m.put("committed", segment.committed);
                m.put("compound", segment.compound);
                m.put("size", segment.getSize().toString());
                commits.add(m);
            }
            response.put("commits", commits);
            List fieldInfos = new ArrayList();
            for (FieldInfo fi : MultiFields.getMergedFieldInfos(reader)) {
                fieldInfos.add(skywalker.getFieldInfo(mapperService, fi));
            }
            response.put("fieldInfos", fieldInfos);
            List termList = new ArrayList();
            for (TermStats ts : skywalker.getTopTerms(50)) {
                Map m = new HashMap();
                m.put("field", ts.field());
                m.put("text", ts.text());
                m.put("docFreq", ts.docFreq());
                termList.add(m);
            }
            response.put("topterms", termList);
            return new ShardSkywalkerResponse(request.index(), request.shardId()).setResponse(response);
        } catch (Exception ex) {
            throw new ElasticsearchException(ex.getMessage(), ex);
        }
    }
}
Also used : IndexService(org.elasticsearch.index.service.IndexService) Lists.newArrayList(org.elasticsearch.common.collect.Lists.newArrayList) ElasticsearchException(org.elasticsearch.ElasticsearchException) Skywalker(org.xbib.elasticsearch.skywalker.Skywalker) Segment(org.elasticsearch.index.engine.Segment) FieldTermCount(org.xbib.elasticsearch.skywalker.stats.FieldTermCount) FormatDetails(org.xbib.elasticsearch.skywalker.FormatDetails) Lists.newArrayList(org.elasticsearch.common.collect.Lists.newArrayList) Engine(org.elasticsearch.index.engine.Engine) Directory(org.apache.lucene.store.Directory) TermStats(org.xbib.elasticsearch.skywalker.stats.TermStats) InternalIndexShard(org.elasticsearch.index.shard.service.InternalIndexShard) ElasticsearchException(org.elasticsearch.ElasticsearchException) ClusterBlockException(org.elasticsearch.cluster.block.ClusterBlockException) BroadcastShardOperationFailedException(org.elasticsearch.action.support.broadcast.BroadcastShardOperationFailedException) ShardOperationFailedException(org.elasticsearch.action.ShardOperationFailedException) DefaultShardOperationFailedException(org.elasticsearch.action.support.DefaultShardOperationFailedException) IndexReader(org.apache.lucene.index.IndexReader) MapperService(org.elasticsearch.index.mapper.MapperService) FieldInfo(org.apache.lucene.index.FieldInfo)

Aggregations

Segment (org.elasticsearch.index.engine.Segment)7 IndexSegments (org.elasticsearch.action.admin.indices.segments.IndexSegments)3 IndexShardSegments (org.elasticsearch.action.admin.indices.segments.IndexShardSegments)3 ShardSegments (org.elasticsearch.action.admin.indices.segments.ShardSegments)3 IndicesSegmentResponse (org.elasticsearch.action.admin.indices.segments.IndicesSegmentResponse)2 FieldInfo (org.apache.lucene.index.FieldInfo)1 IndexReader (org.apache.lucene.index.IndexReader)1 Directory (org.apache.lucene.store.Directory)1 Accountable (org.apache.lucene.util.Accountable)1 ElasticsearchException (org.elasticsearch.ElasticsearchException)1 Version (org.elasticsearch.Version)1 ShardOperationFailedException (org.elasticsearch.action.ShardOperationFailedException)1 GetIndexResponse (org.elasticsearch.action.admin.indices.get.GetIndexResponse)1 RecoveryResponse (org.elasticsearch.action.admin.indices.recovery.RecoveryResponse)1 IndexUpgradeStatus (org.elasticsearch.action.admin.indices.upgrade.get.IndexUpgradeStatus)1 SearchResponse (org.elasticsearch.action.search.SearchResponse)1 DefaultShardOperationFailedException (org.elasticsearch.action.support.DefaultShardOperationFailedException)1 BroadcastShardOperationFailedException (org.elasticsearch.action.support.broadcast.BroadcastShardOperationFailedException)1 ClusterBlockException (org.elasticsearch.cluster.block.ClusterBlockException)1 DiscoveryNodes (org.elasticsearch.cluster.node.DiscoveryNodes)1