Examples with FieldsProducer org.apache.lucene.codecs.FieldsProducer used on opensource projects

Example 1 with FieldsProducer

use of org.apache.lucene.codecs.FieldsProducer in project lucene-solr by apache.

the class TestCodecs method testFixedPostings.

public void testFixedPostings() throws Throwable {
    final int NUM_TERMS = 100;
    final TermData[] terms = new TermData[NUM_TERMS];
    for (int i = 0; i < NUM_TERMS; i++) {
        final int[] docs = new int[] { i };
        final String text = Integer.toString(i, Character.MAX_RADIX);
        terms[i] = new TermData(text, docs, null);
    }
    final FieldInfos.Builder builder = new FieldInfos.Builder();
    final FieldData field = new FieldData("field", builder, terms, true, false);
    final FieldData[] fields = new FieldData[] { field };
    final FieldInfos fieldInfos = builder.finish();
    final Directory dir = newDirectory();
    Codec codec = Codec.getDefault();
    final SegmentInfo si = new SegmentInfo(dir, Version.LATEST, Version.LATEST, SEGMENT, 10000, false, codec, Collections.emptyMap(), StringHelper.randomId(), new HashMap<>(), null);
    this.write(si, fieldInfos, dir, fields);
    final FieldsProducer reader = codec.postingsFormat().fieldsProducer(new SegmentReadState(dir, si, fieldInfos, newIOContext(random())));
    final Iterator<String> fieldsEnum = reader.iterator();
    String fieldName = fieldsEnum.next();
    assertNotNull(fieldName);
    final Terms terms2 = reader.terms(fieldName);
    assertNotNull(terms2);
    final TermsEnum termsEnum = terms2.iterator();
    PostingsEnum postingsEnum = null;
    for (int i = 0; i < NUM_TERMS; i++) {
        final BytesRef term = termsEnum.next();
        assertNotNull(term);
        assertEquals(terms[i].text2, term.utf8ToString());
        // internal state:
        for (int iter = 0; iter < 2; iter++) {
            postingsEnum = TestUtil.docs(random(), termsEnum, postingsEnum, PostingsEnum.NONE);
            assertEquals(terms[i].docs[0], postingsEnum.nextDoc());
            assertEquals(DocIdSetIterator.NO_MORE_DOCS, postingsEnum.nextDoc());
        }
    }
    assertNull(termsEnum.next());
    for (int i = 0; i < NUM_TERMS; i++) {
        assertEquals(termsEnum.seekCeil(new BytesRef(terms[i].text2)), TermsEnum.SeekStatus.FOUND);
    }
    assertFalse(fieldsEnum.hasNext());
    reader.close();
    dir.close();
}

Example 2 with FieldsProducer

use of org.apache.lucene.codecs.FieldsProducer in project lucene-solr by apache.

the class TestCodecs method testRandomPostings.

public void testRandomPostings() throws Throwable {
    final FieldInfos.Builder builder = new FieldInfos.Builder();
    final FieldData[] fields = new FieldData[NUM_FIELDS];
    for (int i = 0; i < NUM_FIELDS; i++) {
        final boolean omitTF = 0 == (i % 3);
        final boolean storePayloads = 1 == (i % 3);
        fields[i] = new FieldData(fieldNames[i], builder, this.makeRandomTerms(omitTF, storePayloads), omitTF, storePayloads);
    }
    final Directory dir = newDirectory();
    final FieldInfos fieldInfos = builder.finish();
    if (VERBOSE) {
        System.out.println("TEST: now write postings");
    }
    Codec codec = Codec.getDefault();
    final SegmentInfo si = new SegmentInfo(dir, Version.LATEST, Version.LATEST, SEGMENT, 10000, false, codec, Collections.emptyMap(), StringHelper.randomId(), new HashMap<>(), null);
    this.write(si, fieldInfos, dir, fields);
    if (VERBOSE) {
        System.out.println("TEST: now read postings");
    }
    final FieldsProducer terms = codec.postingsFormat().fieldsProducer(new SegmentReadState(dir, si, fieldInfos, newIOContext(random())));
    final Verify[] threads = new Verify[NUM_TEST_THREADS - 1];
    for (int i = 0; i < NUM_TEST_THREADS - 1; i++) {
        threads[i] = new Verify(si, fields, terms);
        threads[i].setDaemon(true);
        threads[i].start();
    }
    new Verify(si, fields, terms).run();
    for (int i = 0; i < NUM_TEST_THREADS - 1; i++) {
        threads[i].join();
        assert !threads[i].failed;
    }
    terms.close();
    dir.close();
}

Example 3 with FieldsProducer

use of org.apache.lucene.codecs.FieldsProducer in project lucene-solr by apache.

the class DirectPostingsFormat method fieldsProducer.

@Override
public FieldsProducer fieldsProducer(SegmentReadState state) throws IOException {
    FieldsProducer postings = PostingsFormat.forName("Lucene50").fieldsProducer(state);
    if (state.context.context != IOContext.Context.MERGE) {
        FieldsProducer loadedPostings;
        try {
            postings.checkIntegrity();
            loadedPostings = new DirectFields(state, postings, minSkipCount, lowFreqCutoff);
        } finally {
            postings.close();
        }
        return loadedPostings;
    } else {
        // Don't load postings for merge:
        return postings;
    }
}

Example 4 with FieldsProducer

use of org.apache.lucene.codecs.FieldsProducer in project lucene-solr by apache.

the class FSTOrdPostingsFormat method fieldsProducer.

@Override
public FieldsProducer fieldsProducer(SegmentReadState state) throws IOException {
    PostingsReaderBase postingsReader = new Lucene50PostingsReader(state);
    boolean success = false;
    try {
        FieldsProducer ret = new FSTOrdTermsReader(state, postingsReader);
        success = true;
        return ret;
    } finally {
        if (!success) {
            IOUtils.closeWhileHandlingException(postingsReader);
        }
    }
}

Example 5 with FieldsProducer

use of org.apache.lucene.codecs.FieldsProducer in project lucene-solr by apache.

the class FSTPostingsFormat method fieldsProducer.

@Override
public FieldsProducer fieldsProducer(SegmentReadState state) throws IOException {
    PostingsReaderBase postingsReader = new Lucene50PostingsReader(state);
    boolean success = false;
    try {
        FieldsProducer ret = new FSTTermsReader(state, postingsReader);
        success = true;
        return ret;
    } finally {
        if (!success) {
            IOUtils.closeWhileHandlingException(postingsReader);
        }
    }
}