Examples with RyaExportParameters org.apache.rya.indexing.pcj.fluo.app.export.rya.RyaExportParameters used on opensource projects

Example 1 with RyaExportParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.rya.RyaExportParameters in project incubator-rya by apache.

the class RyaExportITBase method preFluoInitHook.

@Override
protected void preFluoInitHook() throws Exception {
    // Setup the observers that will be used by the Fluo PCJ Application.
    final List<ObserverSpecification> observers = new ArrayList<>();
    observers.add(new ObserverSpecification(BatchObserver.class.getName()));
    observers.add(new ObserverSpecification(TripleObserver.class.getName()));
    observers.add(new ObserverSpecification(StatementPatternObserver.class.getName()));
    observers.add(new ObserverSpecification(JoinObserver.class.getName()));
    observers.add(new ObserverSpecification(FilterObserver.class.getName()));
    observers.add(new ObserverSpecification(AggregationObserver.class.getName()));
    observers.add(new ObserverSpecification(PeriodicQueryObserver.class.getName()));
    observers.add(new ObserverSpecification(ProjectionObserver.class.getName()));
    // Configure the export observer to export new PCJ results to the mini accumulo cluster.
    final HashMap<String, String> exportParams = new HashMap<>();
    final RyaExportParameters ryaParams = new RyaExportParameters(exportParams);
    ryaParams.setUseRyaBindingSetExporter(true);
    ryaParams.setUsePeriodicBindingSetExporter(true);
    ryaParams.setRyaInstanceName(getRyaInstanceName());
    ryaParams.setAccumuloInstanceName(super.getMiniAccumuloCluster().getInstanceName());
    ryaParams.setZookeeperServers(super.getMiniAccumuloCluster().getZooKeepers());
    ryaParams.setExporterUsername(getUsername());
    ryaParams.setExporterPassword(getPassword());
    final ObserverSpecification exportObserverConfig = new ObserverSpecification(QueryResultObserver.class.getName(), exportParams);
    observers.add(exportObserverConfig);
    // Add the observers to the Fluo Configuration.
    super.getFluoConfiguration().addObservers(observers);
}

Example 2 with RyaExportParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.rya.RyaExportParameters in project incubator-rya by apache.

the class DemoDriver method startMiniFluo.

/**
 * Setup a Mini Fluo cluster that uses a temporary directory to store its data.ll
 *
 * @return A Mini Fluo cluster.
 */
private static MiniFluo startMiniFluo() {
    final File miniDataDir = Files.createTempDir();
    // Setup the observers that will be used by the Fluo PCJ Application.
    final List<ObserverSpecification> observers = new ArrayList<>();
    observers.add(new ObserverSpecification(TripleObserver.class.getName()));
    observers.add(new ObserverSpecification(StatementPatternObserver.class.getName()));
    observers.add(new ObserverSpecification(JoinObserver.class.getName()));
    observers.add(new ObserverSpecification(FilterObserver.class.getName()));
    // Provide export parameters child test classes may provide to the export observer.
    final HashMap<String, String> exportParams = new HashMap<>();
    final RyaExportParameters ryaParams = new RyaExportParameters(exportParams);
    ryaParams.setUseRyaBindingSetExporter(true);
    ryaParams.setAccumuloInstanceName(accumulo.getInstanceName());
    ryaParams.setZookeeperServers(accumulo.getZooKeepers());
    ryaParams.setExporterUsername("root");
    ryaParams.setExporterPassword("password");
    ryaParams.setRyaInstanceName("demo_");
    final ObserverSpecification exportObserverConfig = new ObserverSpecification(QueryResultObserver.class.getName(), exportParams);
    observers.add(exportObserverConfig);
    // Configure how the mini fluo will run.
    final FluoConfiguration config = new FluoConfiguration();
    config.setApplicationName("IntegrationTests");
    config.setMiniDataDir(miniDataDir.getAbsolutePath());
    config.addObservers(observers);
    final MiniFluo miniFluo = FluoFactory.newMiniFluo(config);
    return miniFluo;
}

Example 3 with RyaExportParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.rya.RyaExportParameters in project incubator-rya by apache.

the class RyaClientExample method makeMiniFluo.

private static MiniFluo makeMiniFluo(final String username, final String password, final String instanceName, final String zookeepers, final String fluoAppName) throws AlreadyInitializedException, TableExistsException {
    // Setup the observers that will be used by the Fluo PCJ Application.
    final List<ObserverSpecification> observers = new ArrayList<>();
    observers.add(new ObserverSpecification(TripleObserver.class.getName()));
    observers.add(new ObserverSpecification(BatchObserver.class.getName()));
    observers.add(new ObserverSpecification(StatementPatternObserver.class.getName()));
    observers.add(new ObserverSpecification(JoinObserver.class.getName()));
    observers.add(new ObserverSpecification(FilterObserver.class.getName()));
    // Provide export parameters child test classes may provide to the
    // export observer.
    final HashMap<String, String> params = new HashMap<>();
    final RyaExportParameters ryaParams = new RyaExportParameters(params);
    ryaParams.setUseRyaBindingSetExporter(true);
    ryaParams.setAccumuloInstanceName(instanceName);
    ryaParams.setZookeeperServers(zookeepers);
    ryaParams.setExporterUsername(username);
    ryaParams.setExporterPassword(password);
    ryaParams.setRyaInstanceName(fluoAppName);
    final ObserverSpecification exportObserverConfig = new ObserverSpecification(QueryResultObserver.class.getName(), params);
    observers.add(exportObserverConfig);
    // Configure how the mini fluo will run.
    final FluoConfiguration config = new FluoConfiguration();
    config.setMiniStartAccumulo(false);
    config.setAccumuloInstance(instanceName);
    config.setAccumuloUser(username);
    config.setAccumuloPassword(password);
    config.setInstanceZookeepers(zookeepers + "/fluo");
    config.setAccumuloZookeepers(zookeepers);
    config.setApplicationName(fluoAppName);
    config.setAccumuloTable("fluo" + fluoAppName);
    config.addObservers(observers);
    FluoFactory.newAdmin(config).initialize(new FluoAdmin.InitializationOptions().setClearTable(true).setClearZookeeper(true));
    return FluoFactory.newMiniFluo(config);
}

Example 4 with RyaExportParameters

use of org.apache.rya.indexing.pcj.fluo.app.export.rya.RyaExportParameters in project incubator-rya by apache.

the class FluoITBase method makeExportParams.

/**
 * Override this method to provide an output configuration to the Fluo application.
 * <p>
 * Exports to the Rya instance by default.
 *
 * @return The parameters that will be passed to {@link QueryResultObserver} at startup.
 */
protected Map<String, String> makeExportParams() {
    final HashMap<String, String> params = new HashMap<>();
    final RyaExportParameters ryaParams = new RyaExportParameters(params);
    ryaParams.setUseRyaBindingSetExporter(true);
    ryaParams.setAccumuloInstanceName(instanceName);
    ryaParams.setZookeeperServers(zookeepers);
    ryaParams.setExporterUsername(clusterInstance.getUsername());
    ryaParams.setExporterPassword(clusterInstance.getPassword());
    ryaParams.setRyaInstanceName(getRyaInstanceName());
    return params;
}