Examples with Text org.apache.hadoop.io.Text used on opensource projects

Example 21 with Text

use of org.apache.hadoop.io.Text in project flink by apache.

the class Utils method setTokensFor.

public static void setTokensFor(ContainerLaunchContext amContainer, List<Path> paths, Configuration conf) throws IOException {
    Credentials credentials = new Credentials();
    // for HDFS
    TokenCache.obtainTokensForNamenodes(credentials, paths.toArray(new Path[0]), conf);
    // for HBase
    obtainTokenForHBase(credentials, conf);
    // for user
    UserGroupInformation currUsr = UserGroupInformation.getCurrentUser();
    Collection<Token<? extends TokenIdentifier>> usrTok = currUsr.getTokens();
    for (Token<? extends TokenIdentifier> token : usrTok) {
        final Text id = new Text(token.getIdentifier());
        LOG.info("Adding user token " + id + " with " + token);
        credentials.addToken(id, token);
    }
    try (DataOutputBuffer dob = new DataOutputBuffer()) {
        credentials.writeTokenStorageToStream(dob);
        if (LOG.isDebugEnabled()) {
            LOG.debug("Wrote tokens. Credentials buffer length: " + dob.getLength());
        }
        ByteBuffer securityTokens = ByteBuffer.wrap(dob.getData(), 0, dob.getLength());
        amContainer.setTokens(securityTokens);
    }
}

Example 22 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class UserProvider method getKeys.

@Override
public synchronized List<String> getKeys() throws IOException {
    List<String> list = new ArrayList<String>();
    List<Text> keys = credentials.getAllSecretKeys();
    for (Text key : keys) {
        if (key.find("@") == -1) {
            list.add(key.toString());
        }
    }
    return list;
}

Example 23 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class UserProvider method getMetadata.

@Override
public synchronized Metadata getMetadata(String name) throws IOException {
    if (cache.containsKey(name)) {
        return cache.get(name);
    }
    byte[] serialized = credentials.getSecretKey(new Text(name));
    if (serialized == null) {
        return null;
    }
    Metadata result = new Metadata(serialized);
    cache.put(name, result);
    return result;
}

Example 24 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class UserProvider method createKey.

@Override
public synchronized KeyVersion createKey(String name, byte[] material, Options options) throws IOException {
    Text nameT = new Text(name);
    if (credentials.getSecretKey(nameT) != null) {
        throw new IOException("Key " + name + " already exists in " + this);
    }
    if (options.getBitLength() != 8 * material.length) {
        throw new IOException("Wrong key length. Required " + options.getBitLength() + ", but got " + (8 * material.length));
    }
    Metadata meta = new Metadata(options.getCipher(), options.getBitLength(), options.getDescription(), options.getAttributes(), new Date(), 1);
    cache.put(name, meta);
    String versionName = buildVersionName(name, 0);
    credentials.addSecretKey(nameT, meta.serialize());
    credentials.addSecretKey(new Text(versionName), material);
    return new KeyVersion(name, versionName, material);
}

Example 25 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class UserProvider method rollNewVersion.

@Override
public synchronized KeyVersion rollNewVersion(String name, byte[] material) throws IOException {
    Metadata meta = getMetadata(name);
    if (meta == null) {
        throw new IOException("Key " + name + " not found");
    }
    if (meta.getBitLength() != 8 * material.length) {
        throw new IOException("Wrong key length. Required " + meta.getBitLength() + ", but got " + (8 * material.length));
    }
    int nextVersion = meta.addVersion();
    credentials.addSecretKey(new Text(name), meta.serialize());
    String versionName = buildVersionName(name, nextVersion);
    credentials.addSecretKey(new Text(versionName), material);
    return new KeyVersion(name, versionName, material);
}