Examples with StandardDirectoryReader org.apache.lucene.index.StandardDirectoryReader used on opensource projects

Example 1 with StandardDirectoryReader

use of org.apache.lucene.index.StandardDirectoryReader in project crate by crate.

the class RecoverySourcePruneMergePolicyTests method testPruneAll.

public void testPruneAll() throws IOException {
    try (Directory dir = newDirectory()) {
        IndexWriterConfig iwc = newIndexWriterConfig();
        RecoverySourcePruneMergePolicy mp = new RecoverySourcePruneMergePolicy("extra_source", MatchNoDocsQuery::new, newLogMergePolicy());
        iwc.setMergePolicy(new ShuffleForcedMergePolicy(mp));
        try (IndexWriter writer = new IndexWriter(dir, iwc)) {
            for (int i = 0; i < 20; i++) {
                if (i > 0 && randomBoolean()) {
                    writer.flush();
                }
                Document doc = new Document();
                doc.add(new StoredField("source", "hello world"));
                doc.add(new StoredField("extra_source", "hello world"));
                doc.add(new NumericDocValuesField("extra_source", 1));
                writer.addDocument(doc);
            }
            writer.forceMerge(1);
            writer.commit();
            try (DirectoryReader reader = DirectoryReader.open(writer)) {
                for (int i = 0; i < reader.maxDoc(); i++) {
                    Document document = reader.document(i);
                    assertEquals(1, document.getFields().size());
                    assertEquals("source", document.getFields().get(0).name());
                }
                assertEquals(1, reader.leaves().size());
                LeafReader leafReader = reader.leaves().get(0).reader();
                NumericDocValues extra_source = leafReader.getNumericDocValues("extra_source");
                if (extra_source != null) {
                    assertEquals(DocIdSetIterator.NO_MORE_DOCS, extra_source.nextDoc());
                }
                if (leafReader instanceof CodecReader && reader instanceof StandardDirectoryReader) {
                    CodecReader codecReader = (CodecReader) leafReader;
                    StandardDirectoryReader sdr = (StandardDirectoryReader) reader;
                    SegmentInfos segmentInfos = sdr.getSegmentInfos();
                    MergePolicy.MergeSpecification forcedMerges = mp.findForcedDeletesMerges(segmentInfos, new MergePolicy.MergeContext() {

                        @Override
                        public int numDeletesToMerge(SegmentCommitInfo info) {
                            return info.info.maxDoc() - 1;
                        }

                        @Override
                        public int numDeletedDocs(SegmentCommitInfo info) {
                            return info.info.maxDoc() - 1;
                        }

                        @Override
                        public InfoStream getInfoStream() {
                            return new NullInfoStream();
                        }

                        @Override
                        public Set<SegmentCommitInfo> getMergingSegments() {
                            return Collections.emptySet();
                        }
                    });
                    // don't wrap if there is nothing to do
                    assertSame(codecReader, forcedMerges.merges.get(0).wrapForMerge(codecReader));
                }
            }
        }
    }
}