Examples with LocalResourceProto org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto used on opensource projects

Example 6 with LocalResourceProto

use of org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto in project hadoop by apache.

the class ResourceLocalizationService method recoverTrackerResources.

private void recoverTrackerResources(LocalResourcesTracker tracker, LocalResourceTrackerState state) throws URISyntaxException {
    for (LocalizedResourceProto proto : state.getLocalizedResources()) {
        LocalResource rsrc = new LocalResourcePBImpl(proto.getResource());
        LocalResourceRequest req = new LocalResourceRequest(rsrc);
        if (LOG.isDebugEnabled()) {
            LOG.debug("Recovering localized resource " + req + " at " + proto.getLocalPath());
        }
        tracker.handle(new ResourceRecoveredEvent(req, new Path(proto.getLocalPath()), proto.getSize()));
    }
    for (Map.Entry<LocalResourceProto, Path> entry : state.getInProgressResources().entrySet()) {
        LocalResource rsrc = new LocalResourcePBImpl(entry.getKey());
        LocalResourceRequest req = new LocalResourceRequest(rsrc);
        Path localPath = entry.getValue();
        tracker.handle(new ResourceRecoveredEvent(req, localPath, 0));
        // delete any in-progress localizations, containers will request again
        LOG.info("Deleting in-progress localization for " + req + " at " + localPath);
        tracker.remove(tracker.getLocalizedResource(req), delService);
    }
// TODO: remove untracked directories in local filesystem
}

Example 7 with LocalResourceProto

use of org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto in project hadoop by apache.

the class NMLeveldbStateStoreService method loadStartedResources.

private Map<LocalResourceProto, Path> loadStartedResources(LeveldbIterator iter, String keyPrefix) throws IOException {
    Map<LocalResourceProto, Path> rsrcs = new HashMap<LocalResourceProto, Path>();
    while (iter.hasNext()) {
        Entry<byte[], byte[]> entry = iter.peekNext();
        String key = asString(entry.getKey());
        if (!key.startsWith(keyPrefix)) {
            break;
        }
        Path localPath = new Path(key.substring(keyPrefix.length()));
        if (LOG.isDebugEnabled()) {
            LOG.debug("Loading in-progress resource at " + localPath);
        }
        rsrcs.put(LocalResourceProto.parseFrom(entry.getValue()), localPath);
        iter.next();
    }
    return rsrcs;
}