Examples with RMDelegationTokenIdentifierData org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData used on opensource projects

Example 1 with RMDelegationTokenIdentifierData

use of org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData in project hadoop by apache.

the class LeveldbRMStateStore method loadRMDTSecretManagerTokens.

private int loadRMDTSecretManagerTokens(RMState state) throws IOException {
    int numTokens = 0;
    LeveldbIterator iter = null;
    try {
        iter = new LeveldbIterator(db);
        iter.seek(bytes(RM_DT_TOKEN_KEY_PREFIX));
        while (iter.hasNext()) {
            Entry<byte[], byte[]> entry = iter.next();
            String key = asString(entry.getKey());
            if (!key.startsWith(RM_DT_TOKEN_KEY_PREFIX)) {
                break;
            }
            RMDelegationTokenIdentifierData tokenData = loadDelegationToken(entry.getValue());
            RMDelegationTokenIdentifier tokenId = tokenData.getTokenIdentifier();
            long renewDate = tokenData.getRenewDate();
            state.rmSecretManagerState.delegationTokenState.put(tokenId, renewDate);
            ++numTokens;
            if (LOG.isDebugEnabled()) {
                LOG.debug("Loaded RM delegation token from " + key + ": tokenId=" + tokenId + ", renewDate=" + renewDate);
            }
        }
    } catch (DBException e) {
        throw new IOException(e);
    } finally {
        if (iter != null) {
            iter.close();
        }
    }
    return numTokens;
}

Example 2 with RMDelegationTokenIdentifierData

use of org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData in project hadoop by apache.

the class LeveldbRMStateStore method loadDelegationToken.

private RMDelegationTokenIdentifierData loadDelegationToken(byte[] data) throws IOException {
    RMDelegationTokenIdentifierData tokenData = new RMDelegationTokenIdentifierData();
    DataInputStream in = new DataInputStream(new ByteArrayInputStream(data));
    try {
        tokenData.readFields(in);
    } finally {
        IOUtils.cleanup(LOG, in);
    }
    return tokenData;
}

Example 3 with RMDelegationTokenIdentifierData

use of org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData in project hadoop by apache.

the class ZKRMStateStore method addStoreOrUpdateOps.

private void addStoreOrUpdateOps(SafeTransaction trx, RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate, boolean isUpdate) throws Exception {
    // store RM delegation token
    String nodeCreatePath = getNodePath(delegationTokensRootPath, DELEGATION_TOKEN_PREFIX + rmDTIdentifier.getSequenceNumber());
    RMDelegationTokenIdentifierData identifierData = new RMDelegationTokenIdentifierData(rmDTIdentifier, renewDate);
    ByteArrayOutputStream seqOs = new ByteArrayOutputStream();
    try (DataOutputStream seqOut = new DataOutputStream(seqOs)) {
        if (isUpdate) {
            if (LOG.isDebugEnabled()) {
                LOG.debug("Updating RMDelegationToken_" + rmDTIdentifier.getSequenceNumber());
            }
            trx.setData(nodeCreatePath, identifierData.toByteArray(), -1);
        } else {
            trx.create(nodeCreatePath, identifierData.toByteArray(), zkAcl, CreateMode.PERSISTENT);
            // Update Sequence number only while storing DT
            seqOut.writeInt(rmDTIdentifier.getSequenceNumber());
            if (LOG.isDebugEnabled()) {
                LOG.debug("Storing " + dtSequenceNumberPath + ". SequenceNumber: " + rmDTIdentifier.getSequenceNumber());
            }
            trx.setData(dtSequenceNumberPath, seqOs.toByteArray(), -1);
        }
    }
}

Example 4 with RMDelegationTokenIdentifierData

use of org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData in project hadoop by apache.

the class FileSystemRMStateStore method storeOrUpdateRMDelegationTokenState.

private void storeOrUpdateRMDelegationTokenState(RMDelegationTokenIdentifier identifier, Long renewDate, boolean isUpdate) throws Exception {
    Path nodeCreatePath = getNodePath(rmDTSecretManagerRoot, DELEGATION_TOKEN_PREFIX + identifier.getSequenceNumber());
    RMDelegationTokenIdentifierData identifierData = new RMDelegationTokenIdentifierData(identifier, renewDate);
    if (isUpdate) {
        LOG.info("Updating RMDelegationToken_" + identifier.getSequenceNumber());
        updateFile(nodeCreatePath, identifierData.toByteArray(), true);
    } else {
        LOG.info("Storing RMDelegationToken_" + identifier.getSequenceNumber());
        writeFileWithRetries(nodeCreatePath, identifierData.toByteArray(), true);
        // store sequence number
        Path latestSequenceNumberPath = getNodePath(rmDTSecretManagerRoot, DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX + identifier.getSequenceNumber());
        LOG.info("Storing " + DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX + identifier.getSequenceNumber());
        if (dtSequenceNumberPath == null) {
            if (!createFileWithRetries(latestSequenceNumberPath)) {
                throw new Exception("Failed to create " + latestSequenceNumberPath);
            }
        } else {
            if (!renameFileWithRetries(dtSequenceNumberPath, latestSequenceNumberPath)) {
                throw new Exception("Failed to rename " + dtSequenceNumberPath);
            }
        }
        dtSequenceNumberPath = latestSequenceNumberPath;
    }
}

Example 5 with RMDelegationTokenIdentifierData

use of org.apache.hadoop.yarn.server.resourcemanager.recovery.records.RMDelegationTokenIdentifierData in project hadoop by apache.

the class FileSystemRMStateStore method loadRMDTSecretManagerState.

private void loadRMDTSecretManagerState(RMState rmState) throws Exception {
    checkAndResumeUpdateOperation(rmDTSecretManagerRoot);
    FileStatus[] childNodes = listStatusWithRetries(rmDTSecretManagerRoot);
    for (FileStatus childNodeStatus : childNodes) {
        assert childNodeStatus.isFile();
        String childNodeName = childNodeStatus.getPath().getName();
        if (checkAndRemovePartialRecordWithRetries(childNodeStatus.getPath())) {
            continue;
        }
        if (childNodeName.startsWith(DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX)) {
            rmState.rmSecretManagerState.dtSequenceNumber = Integer.parseInt(childNodeName.split("_")[1]);
            continue;
        }
        Path childNodePath = getNodePath(rmDTSecretManagerRoot, childNodeName);
        byte[] childData = readFileWithRetries(childNodePath, childNodeStatus.getLen());
        ByteArrayInputStream is = new ByteArrayInputStream(childData);
        try (DataInputStream fsIn = new DataInputStream(is)) {
            if (childNodeName.startsWith(DELEGATION_KEY_PREFIX)) {
                DelegationKey key = new DelegationKey();
                key.readFields(fsIn);
                rmState.rmSecretManagerState.masterKeyState.add(key);
                if (LOG.isDebugEnabled()) {
                    LOG.debug("Loaded delegation key: keyId=" + key.getKeyId() + ", expirationDate=" + key.getExpiryDate());
                }
            } else if (childNodeName.startsWith(DELEGATION_TOKEN_PREFIX)) {
                RMDelegationTokenIdentifierData identifierData = new RMDelegationTokenIdentifierData();
                identifierData.readFields(fsIn);
                RMDelegationTokenIdentifier identifier = identifierData.getTokenIdentifier();
                long renewDate = identifierData.getRenewDate();
                rmState.rmSecretManagerState.delegationTokenState.put(identifier, renewDate);
                if (LOG.isDebugEnabled()) {
                    LOG.debug("Loaded RMDelegationTokenIdentifier: " + identifier + " renewDate=" + renewDate);
                }
            } else {
                LOG.warn("Unknown file for recovering RMDelegationTokenSecretManager");
            }
        }
    }
}