Examples with FieldInvertState org.apache.lucene.index.FieldInvertState used on opensource projects

Example 1 with FieldInvertState

use of org.apache.lucene.index.FieldInvertState in project lucene-solr by apache.

the class TestSimilarityBase method testDiscountOverlapsBoost.

// LUCENE-5221
public void testDiscountOverlapsBoost() throws IOException {
    BM25Similarity expected = new BM25Similarity();
    SimilarityBase actual = new DFRSimilarity(new BasicModelIne(), new AfterEffectB(), new NormalizationH2());
    expected.setDiscountOverlaps(false);
    actual.setDiscountOverlaps(false);
    FieldInvertState state = new FieldInvertState(Version.LATEST.major, "foo");
    state.setLength(5);
    state.setNumOverlap(2);
    assertEquals(expected.computeNorm(state), actual.computeNorm(state));
    expected.setDiscountOverlaps(true);
    actual.setDiscountOverlaps(true);
    assertEquals(expected.computeNorm(state), actual.computeNorm(state));
}

Example 2 with FieldInvertState

use of org.apache.lucene.index.FieldInvertState in project lucene-solr by apache.

the class TestBooleanSimilarity method testSameNormsAsBM25.

public void testSameNormsAsBM25() {
    BooleanSimilarity sim1 = new BooleanSimilarity();
    BM25Similarity sim2 = new BM25Similarity();
    sim2.setDiscountOverlaps(true);
    for (int iter = 0; iter < 100; ++iter) {
        final int length = TestUtil.nextInt(random(), 1, 100);
        final int position = random().nextInt(length);
        final int numOverlaps = random().nextInt(length);
        FieldInvertState state = new FieldInvertState(Version.LATEST.major, "foo", position, length, numOverlaps, 100);
        assertEquals(sim2.computeNorm(state), sim1.computeNorm(state), 0f);
    }
}

Example 3 with FieldInvertState

use of org.apache.lucene.index.FieldInvertState in project lucene-solr by apache.

the class TestMemoryIndex method testSimilarities.

@Test
public void testSimilarities() throws IOException {
    MemoryIndex mi = new MemoryIndex();
    mi.addField("f1", "a long text field that contains many many terms", analyzer);
    IndexSearcher searcher = mi.createSearcher();
    LeafReader reader = (LeafReader) searcher.getIndexReader();
    NumericDocValues norms = reader.getNormValues("f1");
    assertEquals(0, norms.nextDoc());
    float n1 = norms.longValue();
    // Norms are re-computed when we change the Similarity
    mi.setSimilarity(new Similarity() {

        @Override
        public long computeNorm(FieldInvertState state) {
            return 74;
        }

        @Override
        public SimWeight computeWeight(float boost, CollectionStatistics collectionStats, TermStatistics... termStats) {
            throw new UnsupportedOperationException();
        }

        @Override
        public SimScorer simScorer(SimWeight weight, LeafReaderContext context) throws IOException {
            throw new UnsupportedOperationException();
        }
    });
    norms = reader.getNormValues("f1");
    assertEquals(0, norms.nextDoc());
    float n2 = norms.longValue();
    assertTrue(n1 != n2);
    TestUtil.checkReader(reader);
}

Example 4 with FieldInvertState

use of org.apache.lucene.index.FieldInvertState in project lucene-solr by apache.

the class TestClassicSimilarity method testSameNormsAsBM25.

public void testSameNormsAsBM25() {
    ClassicSimilarity sim1 = new ClassicSimilarity();
    BM25Similarity sim2 = new BM25Similarity();
    sim2.setDiscountOverlaps(true);
    for (int iter = 0; iter < 100; ++iter) {
        final int length = TestUtil.nextInt(random(), 1, 1000);
        final int position = random().nextInt(length);
        final int numOverlaps = random().nextInt(length);
        FieldInvertState state = new FieldInvertState(Version.LATEST.major, "foo", position, length, numOverlaps, 100);
        assertEquals(sim2.computeNorm(state), sim1.computeNorm(state), 0f);
    }
}