Examples with LeveldbIterator org.apache.hadoop.yarn.server.utils.LeveldbIterator used on opensource projects

Example 1 with LeveldbIterator

use of org.apache.hadoop.yarn.server.utils.LeveldbIterator in project hadoop by apache.

the class TestLeveldbTimelineStore method deleteNextEntity.

private boolean deleteNextEntity(String entityType, byte[] ts) throws IOException, InterruptedException {
    LeveldbIterator iterator = null;
    LeveldbIterator pfIterator = null;
    try {
        iterator = ((LeveldbTimelineStore) store).getDbIterator(false);
        pfIterator = ((LeveldbTimelineStore) store).getDbIterator(false);
        return ((LeveldbTimelineStore) store).deleteNextEntity(entityType, ts, iterator, pfIterator, false);
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        IOUtils.cleanup(null, iterator, pfIterator);
    }
}

Example 2 with LeveldbIterator

use of org.apache.hadoop.yarn.server.utils.LeveldbIterator in project hadoop by apache.

the class NMLeveldbStateStoreService method loadLocalizationState.

@Override
public RecoveredLocalizationState loadLocalizationState() throws IOException {
    RecoveredLocalizationState state = new RecoveredLocalizationState();
    LeveldbIterator iter = null;
    try {
        iter = new LeveldbIterator(db);
        iter.seek(bytes(LOCALIZATION_PUBLIC_KEY_PREFIX));
        state.publicTrackerState = loadResourceTrackerState(iter, LOCALIZATION_PUBLIC_KEY_PREFIX);
        iter.seek(bytes(LOCALIZATION_PRIVATE_KEY_PREFIX));
        while (iter.hasNext()) {
            Entry<byte[], byte[]> entry = iter.peekNext();
            String key = asString(entry.getKey());
            if (!key.startsWith(LOCALIZATION_PRIVATE_KEY_PREFIX)) {
                break;
            }
            int userEndPos = key.indexOf('/', LOCALIZATION_PRIVATE_KEY_PREFIX.length());
            if (userEndPos < 0) {
                throw new IOException("Unable to determine user in resource key: " + key);
            }
            String user = key.substring(LOCALIZATION_PRIVATE_KEY_PREFIX.length(), userEndPos);
            state.userResources.put(user, loadUserLocalizedResources(iter, key.substring(0, userEndPos + 1)));
        }
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        if (iter != null) {
            iter.close();
        }
    }
    return state;
}

Example 3 with LeveldbIterator

use of org.apache.hadoop.yarn.server.utils.LeveldbIterator in project hadoop by apache.

the class NMLeveldbStateStoreService method loadContainersState.

@Override
public List<RecoveredContainerState> loadContainersState() throws IOException {
    ArrayList<RecoveredContainerState> containers = new ArrayList<RecoveredContainerState>();
    ArrayList<ContainerId> containersToRemove = new ArrayList<ContainerId>();
    LeveldbIterator iter = null;
    try {
        iter = new LeveldbIterator(db);
        iter.seek(bytes(CONTAINERS_KEY_PREFIX));
        while (iter.hasNext()) {
            Entry<byte[], byte[]> entry = iter.peekNext();
            String key = asString(entry.getKey());
            if (!key.startsWith(CONTAINERS_KEY_PREFIX)) {
                break;
            }
            int idEndPos = key.indexOf('/', CONTAINERS_KEY_PREFIX.length());
            if (idEndPos < 0) {
                throw new IOException("Unable to determine container in key: " + key);
            }
            ContainerId containerId = ContainerId.fromString(key.substring(CONTAINERS_KEY_PREFIX.length(), idEndPos));
            String keyPrefix = key.substring(0, idEndPos + 1);
            RecoveredContainerState rcs = loadContainerState(containerId, iter, keyPrefix);
            // Don't load container without StartContainerRequest
            if (rcs.startRequest != null) {
                containers.add(rcs);
            } else {
                containersToRemove.add(containerId);
            }
        }
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        if (iter != null) {
            iter.close();
        }
    }
    // remove container without StartContainerRequest
    for (ContainerId containerId : containersToRemove) {
        LOG.warn("Remove container " + containerId + " with incomplete records");
        try {
            removeContainer(containerId);
        // TODO: kill and cleanup the leaked container
        } catch (IOException e) {
            LOG.error("Unable to remove container " + containerId + " in store", e);
        }
    }
    return containers;
}

Example 4 with LeveldbIterator

use of org.apache.hadoop.yarn.server.utils.LeveldbIterator in project hadoop by apache.

the class NMLeveldbStateStoreService method cleanupKeysWithPrefix.

private void cleanupKeysWithPrefix(String prefix) throws IOException {
    WriteBatch batch = null;
    LeveldbIterator iter = null;
    try {
        iter = new LeveldbIterator(db);
        try {
            batch = db.createWriteBatch();
            iter.seek(bytes(prefix));
            while (iter.hasNext()) {
                byte[] key = iter.next().getKey();
                String keyStr = asString(key);
                if (!keyStr.startsWith(prefix)) {
                    break;
                }
                batch.delete(key);
                if (LOG.isDebugEnabled()) {
                    LOG.debug("cleanup " + keyStr + " from leveldb");
                }
            }
            db.write(batch);
        } catch (DBException e) {
            throw new IOException(e);
        } finally {
            if (batch != null) {
                batch.close();
            }
        }
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        if (iter != null) {
            iter.close();
        }
    }
}

Example 5 with LeveldbIterator

use of org.apache.hadoop.yarn.server.utils.LeveldbIterator in project hadoop by apache.

the class NMLeveldbStateStoreService method loadDeletionServiceState.

@Override
public RecoveredDeletionServiceState loadDeletionServiceState() throws IOException {
    RecoveredDeletionServiceState state = new RecoveredDeletionServiceState();
    state.tasks = new ArrayList<DeletionServiceDeleteTaskProto>();
    LeveldbIterator iter = null;
    try {
        iter = new LeveldbIterator(db);
        iter.seek(bytes(DELETION_TASK_KEY_PREFIX));
        while (iter.hasNext()) {
            Entry<byte[], byte[]> entry = iter.next();
            String key = asString(entry.getKey());
            if (!key.startsWith(DELETION_TASK_KEY_PREFIX)) {
                break;
            }
            state.tasks.add(DeletionServiceDeleteTaskProto.parseFrom(entry.getValue()));
        }
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        if (iter != null) {
            iter.close();
        }
    }
    return state;
}