Examples with Filter de.tblsoft.solr.pipeline.bean.Filter used on opensource projects

Example 1 with Filter

use of de.tblsoft.solr.pipeline.bean.Filter in project solr-cmd-utils by tblsoft.

the class AbstractFilterTest method before.

@Before
public void before() {
    outputDocumentList.clear();
    inputDocument = DocumentBuilder.document().create();
    filterConfig = new Filter();
    testingFilter = null;
}

Example 2 with Filter

use of de.tblsoft.solr.pipeline.bean.Filter in project solr-cmd-utils by tblsoft.

the class PipelineExecuter method init.

public void init() {
    LOG.debug("Read the pipeline configuration from the yaml file: {}", yamlFileName);
    try {
        pipeline = readPipelineFromYamlFile(yamlFileName);
        LOG.debug("Default variables in the pipeline {}", pipeline.getVariables());
        LOG.debug("Configured variables in the pipeline {}", pipelineVariables);
        pipeline.getVariables().putAll(pipelineVariables);
        LOG.debug("Effective variables in the pipeline {}", pipeline.getVariables());
        reader = (ReaderIF) getInstance(pipeline.getReader().getClazz());
        reader.setPipelineExecuter(this);
        reader.setReader(pipeline.getReader());
        reader.setBaseDir(getBaseDirFromYamlFile());
        reader.setVariables(pipeline.getVariables());
        filterList = new ArrayList<FilterIF>();
        FilterIF lastFilter = null;
        FilterIF filterInstance = null;
        for (Filter filter : pipeline.getFilter()) {
            if (filter.getDisabled() != null && filter.getDisabled()) {
                continue;
            }
            filterInstance = createFilterInstance(filter);
            filterInstance.setBaseDir(getBaseDirFromYamlFile());
            filterInstance.setVariables(pipeline.getVariables());
            if (lastFilter == null) {
                lastFilter = filterInstance;
                continue;
            }
            lastFilter.setNextFilter(filterInstance);
            filterList.add(lastFilter);
            lastFilter = filterInstance;
        }
        filterInstance.setNextFilter(new LastFilter());
        filterList.add(filterInstance);
    } catch (Exception e) {
        e.printStackTrace();
        throw new RuntimeException(e);
    }
}

Example 3 with Filter

use of de.tblsoft.solr.pipeline.bean.Filter in project solr-cmd-utils by tblsoft.

the class ForkDocumentFilter method initPipelineFilters.

protected void initPipelineFilters() {
    String includeFilters = getProperty("include", null);
    String absoluteFile = IOUtils.getAbsoluteFile(getBaseDir(), includeFilters);
    FiltersPipeline filtersPipeline = readFiltersFromYamlFile(absoluteFile);
    // init
    FilterIF lastFilter = null;
    FilterIF filterInstance = null;
    try {
        for (int i = 0; i < filtersPipeline.getFilter().size(); i++) {
            Filter filter = filtersPipeline.getFilter().get(i);
            if (filter.getDisabled() != null && filter.getDisabled()) {
                continue;
            }
            filterInstance = PipelineExecuter.createFilterInstance(filter);
            filterInstance.setBaseDir(getBaseDir());
            filterInstance.setVariables(variables);
            if (lastFilter == null) {
                lastFilter = filterInstance;
                continue;
            }
            lastFilter.setNextFilter(filterInstance);
            filterList.add(lastFilter);
            lastFilter = filterInstance;
        }
        filterInstance.setNextFilter(new LastFilter());
        filterList.add(filterInstance);
    } catch (Exception e) {
        e.printStackTrace();
        throw new RuntimeException(e);
    }
    filterList.get(0).init();
}