Examples with KafkaSubGraphExporterParameters org.apache.rya.indexing.pcj.fluo.app.export.kafka.KafkaSubGraphExporterParameters used on opensource projects

Example 1 with KafkaSubGraphExporterParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.kafka.KafkaSubGraphExporterParameters in project incubator-rya by apache.

the class KafkaExportITBase method preFluoInitHook.

/**
 * Add info about the Kafka queue/topic to receive the export.
 */
@Override
protected void preFluoInitHook() throws Exception {
    // Setup the observers that will be used by the Fluo PCJ Application.
    final List<ObserverSpecification> observers = new ArrayList<>();
    observers.add(new ObserverSpecification(TripleObserver.class.getName()));
    observers.add(new ObserverSpecification(BatchObserver.class.getName()));
    observers.add(new ObserverSpecification(StatementPatternObserver.class.getName()));
    observers.add(new ObserverSpecification(JoinObserver.class.getName()));
    observers.add(new ObserverSpecification(FilterObserver.class.getName()));
    observers.add(new ObserverSpecification(AggregationObserver.class.getName()));
    observers.add(new ObserverSpecification(ProjectionObserver.class.getName()));
    observers.add(new ObserverSpecification(ConstructQueryResultObserver.class.getName()));
    // Configure the export observer to export new PCJ results to the mini
    // accumulo cluster.
    final HashMap<String, String> exportParams = new HashMap<>();
    final KafkaBindingSetExporterParameters kafkaParams = new KafkaBindingSetExporterParameters(exportParams);
    kafkaParams.setUseKafkaBindingSetExporter(true);
    kafkaParams.setKafkaBootStrapServers(BROKERHOST + ":" + BROKERPORT);
    final KafkaSubGraphExporterParameters kafkaConstructParams = new KafkaSubGraphExporterParameters(exportParams);
    kafkaConstructParams.setUseKafkaSubgraphExporter(true);
    final ObserverSpecification exportObserverConfig = new ObserverSpecification(QueryResultObserver.class.getName(), exportParams);
    observers.add(exportObserverConfig);
    // Add the observers to the Fluo Configuration.
    super.getFluoConfiguration().addObservers(observers);
}

Example 2 with KafkaSubGraphExporterParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.kafka.KafkaSubGraphExporterParameters in project incubator-rya by apache.

the class KafkaRyaSubGraphExportIT method preFluoInitHook.

/**
 * Add info about the Kafka queue/topic to receive the export.
 *
 * @see org.apache.rya.indexing.pcj.fluo.ITBase#setExportParameters(java.util.HashMap)
 */
@Override
protected void preFluoInitHook() throws Exception {
    // Setup the observers that will be used by the Fluo PCJ Application.
    final List<ObserverSpecification> observers = new ArrayList<>();
    observers.add(new ObserverSpecification(TripleObserver.class.getName()));
    observers.add(new ObserverSpecification(StatementPatternObserver.class.getName()));
    observers.add(new ObserverSpecification(JoinObserver.class.getName()));
    observers.add(new ObserverSpecification(FilterObserver.class.getName()));
    observers.add(new ObserverSpecification(AggregationObserver.class.getName()));
    observers.add(new ObserverSpecification(ProjectionObserver.class.getName()));
    observers.add(new ObserverSpecification(ConstructQueryResultObserver.class.getName()));
    // Configure the export observer to export new PCJ results to the mini
    // accumulo cluster.
    final HashMap<String, String> exportParams = new HashMap<>();
    final KafkaSubGraphExporterParameters kafkaParams = new KafkaSubGraphExporterParameters(exportParams);
    kafkaParams.setUseKafkaSubgraphExporter(true);
    kafkaParams.setKafkaBootStrapServers(BROKERHOST + ":" + BROKERPORT);
    final ObserverSpecification exportObserverConfig = new ObserverSpecification(QueryResultObserver.class.getName(), exportParams);
    observers.add(exportObserverConfig);
    // Add the observers to the Fluo Configuration.
    super.getFluoConfiguration().addObservers(observers);
}