Examples with SolrComponent org.apache.metron.solr.integration.components.SolrComponent used on opensource projects

Example 1 with SolrComponent

use of org.apache.metron.solr.integration.components.SolrComponent in project metron by apache.

the class SolrIndexingIntegrationTest method getSearchComponent.

@Override
public InMemoryComponent getSearchComponent(final Properties topologyProperties) throws Exception {
    SolrComponent solrComponent = new SolrComponent.Builder().addCollection(collection, "../metron-solr/src/test/resources/solr/conf").withPostStartCallback(new Function<SolrComponent, Void>() {

        @Nullable
        @Override
        public Void apply(@Nullable SolrComponent solrComponent) {
            topologyProperties.setProperty("solr.zk", solrComponent.getZookeeperUrl());
            try {
                String testZookeeperUrl = topologyProperties.getProperty(ZKServerComponent.ZOOKEEPER_PROPERTY);
                Configurations configurations = SampleUtil.getSampleConfigs();
                Map<String, Object> globalConfig = configurations.getGlobalConfig();
                globalConfig.put("solr.zookeeper", solrComponent.getZookeeperUrl());
                ConfigurationsUtils.writeGlobalConfigToZookeeper(JSONUtils.INSTANCE.toJSONPretty(globalConfig), testZookeeperUrl);
            } catch (Exception e) {
                e.printStackTrace();
            }
            return null;
        }
    }).build();
    return solrComponent;
}

Example 2 with SolrComponent

use of org.apache.metron.solr.integration.components.SolrComponent in project metron by apache.

the class SolrIndexingIntegrationTest method getProcessor.

@Override
public Processor<List<Map<String, Object>>> getProcessor(final List<byte[]> inputMessages) {
    return new Processor<List<Map<String, Object>>>() {

        List<Map<String, Object>> docs = null;

        List<byte[]> errors = null;

        @Override
        public ReadinessState process(ComponentRunner runner) {
            SolrComponent solrComponent = runner.getComponent("search", SolrComponent.class);
            KafkaComponent kafkaComponent = runner.getComponent("kafka", KafkaComponent.class);
            if (solrComponent.hasCollection(collection)) {
                docs = solrComponent.getAllIndexedDocs(collection);
                if (docs.size() < inputMessages.size()) {
                    errors = kafkaComponent.readMessages(ERROR_TOPIC);
                    if (errors.size() > 0 && errors.size() + docs.size() == inputMessages.size()) {
                        return ReadinessState.READY;
                    }
                    return ReadinessState.NOT_READY;
                } else {
                    return ReadinessState.READY;
                }
            } else {
                return ReadinessState.NOT_READY;
            }
        }

        @Override
        public ProcessorResult<List<Map<String, Object>>> getResult() {
            ProcessorResult.Builder<List<Map<String, Object>>> builder = new ProcessorResult.Builder();
            return builder.withResult(docs).withProcessErrors(errors).build();
        }
    };
}