Examples with PreBuiltTokenizers org.elasticsearch.indices.analysis.PreBuiltTokenizers used on opensource projects

Example 1 with PreBuiltTokenizers

use of org.elasticsearch.indices.analysis.PreBuiltTokenizers in project elasticsearch by elastic.

the class AnalysisFactoryTestCase method testPreBuiltMultiTermAware.

public void testPreBuiltMultiTermAware() {
    Collection<Object> expected = new HashSet<>();
    Collection<Object> actual = new HashSet<>();
    for (Map.Entry<PreBuiltTokenizers, Class<?>> entry : PREBUILT_TOKENIZERS.entrySet()) {
        PreBuiltTokenizers tokenizer = entry.getKey();
        Class<?> luceneFactory = entry.getValue();
        if (luceneFactory == Void.class) {
            continue;
        }
        assertTrue(TokenizerFactory.class.isAssignableFrom(luceneFactory));
        if (tokenizer.getTokenizerFactory(Version.CURRENT) instanceof MultiTermAwareComponent) {
            actual.add(tokenizer);
        }
        if (org.apache.lucene.analysis.util.MultiTermAwareComponent.class.isAssignableFrom(luceneFactory)) {
            expected.add(tokenizer);
        }
    }
    for (Map.Entry<PreBuiltTokenFilters, Class<?>> entry : PREBUILT_TOKENFILTERS.entrySet()) {
        PreBuiltTokenFilters tokenFilter = entry.getKey();
        Class<?> luceneFactory = entry.getValue();
        if (luceneFactory == Void.class) {
            continue;
        }
        assertTrue(TokenFilterFactory.class.isAssignableFrom(luceneFactory));
        if (tokenFilter.getTokenFilterFactory(Version.CURRENT) instanceof MultiTermAwareComponent) {
            actual.add(tokenFilter);
        }
        if (org.apache.lucene.analysis.util.MultiTermAwareComponent.class.isAssignableFrom(luceneFactory)) {
            expected.add(tokenFilter);
        }
    }
    for (Map.Entry<PreBuiltCharFilters, Class<?>> entry : PREBUILT_CHARFILTERS.entrySet()) {
        PreBuiltCharFilters charFilter = entry.getKey();
        Class<?> luceneFactory = entry.getValue();
        if (luceneFactory == Void.class) {
            continue;
        }
        assertTrue(CharFilterFactory.class.isAssignableFrom(luceneFactory));
        if (charFilter.getCharFilterFactory(Version.CURRENT) instanceof MultiTermAwareComponent) {
            actual.add(charFilter);
        }
        if (org.apache.lucene.analysis.util.MultiTermAwareComponent.class.isAssignableFrom(luceneFactory)) {
            expected.add(charFilter);
        }
    }
    Set<Object> classesMissingMultiTermSupport = new HashSet<>(expected);
    classesMissingMultiTermSupport.removeAll(actual);
    assertTrue("Pre-built components are missing multi-term support: " + classesMissingMultiTermSupport, classesMissingMultiTermSupport.isEmpty());
    Set<Object> classesThatShouldNotHaveMultiTermSupport = new HashSet<>(actual);
    classesThatShouldNotHaveMultiTermSupport.removeAll(expected);
    assertTrue("Pre-built components should not have multi-term support: " + classesThatShouldNotHaveMultiTermSupport, classesThatShouldNotHaveMultiTermSupport.isEmpty());
}