Examples with InMemoryTabletLocator datawave.accumulo.inmemory.impl.InMemoryTabletLocator used on opensource projects

Example 1 with InMemoryTabletLocator

use of datawave.accumulo.inmemory.impl.InMemoryTabletLocator in project datawave by NationalSecurityAgency.

the class PushdownScheduler method concatIterators.

/**
 * @return
 * @throws ParseException
 * @throws TableNotFoundException
 * @throws AccumuloSecurityException
 * @throws AccumuloException
 */
protected Iterator<Entry<Key, Value>> concatIterators() throws AccumuloException, AccumuloSecurityException, TableNotFoundException, ParseException {
    String tableName = config.getShardTableName();
    Set<Authorizations> auths = config.getAuthorizations();
    TabletLocator tl;
    Instance instance = config.getConnector().getInstance();
    if (instance instanceof InMemoryInstance) {
        tl = new InMemoryTabletLocator();
        tableId = config.getTableName();
    } else {
        tableId = Tables.getTableId(instance, tableName);
        Credentials credentials = new Credentials(config.getConnector().whoami(), new PasswordToken(config.getAccumuloPassword()));
        tl = TabletLocator.getLocator(new ClientContext(instance, credentials, AccumuloConfiguration.getDefaultConfiguration()), tableId);
    }
    Iterator<List<ScannerChunk>> chunkIter = Iterators.transform(getQueryDataIterator(), new PushdownFunction(tl, config, settings, tableId));
    try {
        session = scannerFactory.newQueryScanner(tableName, auths, config.getQuery());
        if (config.getBypassAccumulo()) {
            session.setDelegatedInitializer(RfileResource.class);
        }
        if (config.getSpeculativeScanning()) {
            session.setSpeculativeScanning(true);
        }
        session.addVisitor(new VisitorFunction(config, metadataHelper));
    } catch (Exception e) {
        throw new RuntimeException(e);
    }
    session.setScanLimit(config.getMaxDocScanTimeout());
    if (config.getBackoffEnabled()) {
        session.setBackoffEnabled(true);
    }
    session.setChunkIter(chunkIter);
    session.setTabletLocator(tl);
    session.updateIdentifier(config.getQuery().getId().toString());
    return session;
}

Example 2 with InMemoryTabletLocator

use of datawave.accumulo.inmemory.impl.InMemoryTabletLocator in project datawave by NationalSecurityAgency.

the class BulkInputFormat method getTabletLocator.

/**
 * Initializes an Accumulo {@link TabletLocator} based on the configuration.
 *
 * @param conf
 *            the Hadoop configuration object
 * @return an accumulo tablet locator
 * @throws TableNotFoundException
 *             if the table name set on the configuration doesn't exist
 * @throws IOException
 *             if the input format is unable to read the password file from the FileSystem
 */
protected static TabletLocator getTabletLocator(Configuration conf) throws TableNotFoundException, IOException {
    if (conf.getBoolean(MOCK, false))
        return new InMemoryTabletLocator();
    Instance instance = getInstance(conf);
    String tableName = getTablename(conf);
    Credentials credentials = new Credentials(getUsername(conf), new PasswordToken(getPassword(conf)));
    return TabletLocator.getLocator(new ClientContext(instance, credentials, AccumuloConfiguration.getDefaultConfiguration()), Tables.getTableId(instance, tableName));
}