Examples with RyaStatementStore org.apache.rya.export.api.store.RyaStatementStore used on opensource projects

Example 1 with RyaStatementStore

use of org.apache.rya.export.api.store.RyaStatementStore in project incubator-rya by apache.

the class StatementStoreFactory method getBaseStatementStore.

/**
 * @param isParent
 * @param config
 *          These parameters are hacks until the Accumulo DAO only accepts a connector.
 *          Once that happens this will be much, much cleaner, and make the {@link AccumuloInstanceDriver}
 *          obsolete.
 * @throws Exception
 */
private RyaStatementStore getBaseStatementStore(final DBType dbType, final String hostname, final int port, final String ryaInstancename, final String tablePrefix, final MergeConfiguration config, final boolean isParent) throws Exception {
    RyaStatementStore store;
    if (dbType == DBType.MONGO) {
        store = getBaseMongoStore(hostname, port, ryaInstancename);
    } else {
        final AccumuloMergeConfiguration aConfig = (AccumuloMergeConfiguration) config;
        final InstanceType type = isParent ? aConfig.getParentInstanceType() : aConfig.getChildInstanceType();
        store = getBaseAccumuloStore(ryaInstancename, type, isParent, ryaInstancename, tablePrefix, tablePrefix, tablePrefix, tablePrefix);
    }
    return store;
}

Example 2 with RyaStatementStore

use of org.apache.rya.export.api.store.RyaStatementStore in project incubator-rya by apache.

the class StatementStoreFactory method getParentStatementStore.

/**
 * Builds and retrieves the Parent {@link RyaStatementStore}.
 * @return The created {@link RyaStatementStore} that connects to the Parent rya.
 * @throws Exception - Something went wrong creating the {@link RyaStatementStore}.
 */
public RyaStatementStore getParentStatementStore() throws Exception {
    final DBType dbType = configuration.getParentDBType();
    final String ryaInstanceName = configuration.getParentRyaInstanceName();
    RyaStatementStore store = getBaseStatementStore(dbType, configuration.getParentHostname(), configuration.getParentPort(), ryaInstanceName, configuration.getParentTablePrefix(), configuration, true);
    store = getMergePolicyStatementStore(store, configuration.getMergePolicy(), ryaInstanceName, dbType);
    return store;
}

Example 3 with RyaStatementStore

use of org.apache.rya.export.api.store.RyaStatementStore in project incubator-rya by apache.

the class StatementStoreFactory method getMergePolicyStatementStore.

private RyaStatementStore getMergePolicyStatementStore(final RyaStatementStore store, final MergePolicy policy, final String ryaInstanceName, final DBType dbType) {
    RyaStatementStore policyStore = null;
    if (policy == MergePolicy.TIMESTAMP) {
        final TimestampPolicyMergeConfiguration timeConfig = (TimestampPolicyMergeConfiguration) configuration;
        final Date timestamp = timeConfig.getToolStartTime();
        if (dbType == DBType.MONGO) {
            policyStore = new TimestampPolicyMongoRyaStatementStore((MongoRyaStatementStore) store, timestamp, ryaInstanceName);
        } else {
            policyStore = new TimestampPolicyAccumuloRyaStatementStore((AccumuloRyaStatementStore) store, timestamp);
        }
    }
    return policyStore == null ? store : policyStore;
}

Example 4 with RyaStatementStore

use of org.apache.rya.export.api.store.RyaStatementStore in project incubator-rya by apache.

the class MergeDriverClient method main.

public static void main(final String[] args) throws ParseException, MergeConfigurationException, UnknownHostException, MergerException, java.text.ParseException, SailException, AccumuloException, AccumuloSecurityException, InferenceEngineException, RepositoryException, MalformedQueryException, UpdateExecutionException {
    final String log4jConfiguration = System.getProperties().getProperty("log4j.configuration");
    if (StringUtils.isNotBlank(log4jConfiguration)) {
        final String parsedConfiguration = PathUtils.clean(StringUtils.removeStart(log4jConfiguration, "file:"));
        final File configFile = new File(parsedConfiguration);
        if (configFile.exists()) {
            DOMConfigurator.configure(parsedConfiguration);
        } else {
            BasicConfigurator.configure();
        }
    }
    final MergeConfigurationCLI config = new MergeConfigurationCLI(args);
    try {
        configuration = config.createConfiguration();
    } catch (final MergeConfigurationException e) {
        LOG.error("Configuration failed.", e);
    }
    final boolean useTimeSync = configuration.getUseNtpServer();
    Optional<Long> offset = Optional.absent();
    if (useTimeSync) {
        final String tomcat = configuration.getChildTomcatUrl();
        final String ntpHost = configuration.getNtpServerHost();
        try {
            offset = Optional.<Long>fromNullable(TimeUtils.getNtpServerAndMachineTimeDifference(ntpHost, tomcat));
        } catch (final IOException e) {
            LOG.error("Unable to get time difference between time server: " + ntpHost + " and the server: " + tomcat, e);
        }
    }
    final StatementStoreFactory storeFactory = new StatementStoreFactory(configuration);
    try {
        final RyaStatementStore parentStore = storeFactory.getParentStatementStore();
        final RyaStatementStore childStore = storeFactory.getChildStatementStore();
        LOG.info("Starting Merge Tool");
        if (configuration.getParentDBType() == ACCUMULO && configuration.getChildDBType() == ACCUMULO) {
            final AccumuloRyaStatementStore childAStore = (AccumuloRyaStatementStore) childStore;
            final AccumuloRyaStatementStore parentAStore = (AccumuloRyaStatementStore) parentStore;
        // do map reduce merging.
        // TODO: Run Merger
        } else {
            if (configuration.getMergePolicy() == TIMESTAMP) {
                final TimestampPolicyMergeConfiguration timeConfig = (TimestampPolicyMergeConfiguration) configuration;
                final Long timeOffset;
                if (offset.isPresent()) {
                    timeOffset = offset.get();
                } else {
                    timeOffset = 0L;
                }
                final MemoryTimeMerger merger = new MemoryTimeMerger(parentStore, childStore, new VisibilityStatementMerger(), timeConfig.getToolStartTime(), configuration.getParentRyaInstanceName(), timeOffset);
                merger.runJob();
            }
        }
    } catch (final Exception e) {
        LOG.error("Something went wrong creating a Rya Statement Store connection.", e);
    }
    Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() {

        @Override
        public void uncaughtException(final Thread thread, final Throwable throwable) {
            LOG.error("Uncaught exception in " + thread.getName(), throwable);
        }
    });
    LOG.info("Finished running Merge Tool");
    System.exit(1);
}