Examples with LastBlockWithStatus org.apache.hadoop.hdfs.protocol.LastBlockWithStatus used on opensource projects

Example 6 with LastBlockWithStatus

use of org.apache.hadoop.hdfs.protocol.LastBlockWithStatus in project hadoop by apache.

the class FSNamesystem method appendFile.

/**
   * Append to an existing file in the namespace.
   */
LastBlockWithStatus appendFile(String srcArg, String holder, String clientMachine, EnumSet<CreateFlag> flag, boolean logRetryCache) throws IOException {
    final String operationName = "append";
    boolean newBlock = flag.contains(CreateFlag.NEW_BLOCK);
    if (newBlock) {
        requireEffectiveLayoutVersionForFeature(Feature.APPEND_NEW_BLOCK);
    }
    NameNode.stateChangeLog.debug("DIR* NameSystem.appendFile: src={}, holder={}, clientMachine={}", srcArg, holder, clientMachine);
    try {
        boolean skipSync = false;
        LastBlockWithStatus lbs = null;
        final FSPermissionChecker pc = getPermissionChecker();
        checkOperation(OperationCategory.WRITE);
        writeLock();
        try {
            checkOperation(OperationCategory.WRITE);
            checkNameNodeSafeMode("Cannot append to file" + srcArg);
            lbs = FSDirAppendOp.appendFile(this, srcArg, pc, holder, clientMachine, newBlock, logRetryCache);
        } catch (StandbyException se) {
            skipSync = true;
            throw se;
        } finally {
            writeUnlock(operationName);
            // They need to be sync'ed even when an exception was thrown.
            if (!skipSync) {
                getEditLog().logSync();
            }
        }
        logAuditEvent(true, operationName, srcArg);
        return lbs;
    } catch (AccessControlException e) {
        logAuditEvent(false, operationName, srcArg);
        throw e;
    }
}

Example 7 with LastBlockWithStatus

use of org.apache.hadoop.hdfs.protocol.LastBlockWithStatus in project hadoop by apache.

the class NameNodeRpcServer method append.

// ClientProtocol
@Override
public LastBlockWithStatus append(String src, String clientName, EnumSetWritable<CreateFlag> flag) throws IOException {
    checkNNStartup();
    String clientMachine = getClientMachine();
    if (stateChangeLog.isDebugEnabled()) {
        stateChangeLog.debug("*DIR* NameNode.append: file " + src + " for " + clientName + " at " + clientMachine);
    }
    namesystem.checkOperation(OperationCategory.WRITE);
    CacheEntryWithPayload cacheEntry = RetryCache.waitForCompletion(retryCache, null);
    if (cacheEntry != null && cacheEntry.isSuccess()) {
        return (LastBlockWithStatus) cacheEntry.getPayload();
    }
    LastBlockWithStatus info = null;
    boolean success = false;
    try {
        info = namesystem.appendFile(src, clientName, clientMachine, flag.get(), cacheEntry != null);
        success = true;
    } finally {
        RetryCache.setState(cacheEntry, success, info);
    }
    metrics.incrFilesAppended();
    return info;
}

Example 8 with LastBlockWithStatus

use of org.apache.hadoop.hdfs.protocol.LastBlockWithStatus in project hadoop by apache.

the class TestNamenodeRetryCache method testAppend.

/**
   * Test for rename1
   */
@Test
public void testAppend() throws Exception {
    String src = "/testNamenodeRetryCache/testAppend/src";
    resetCall();
    // Create a file with partial block
    DFSTestUtil.createFile(filesystem, new Path(src), 128, (short) 1, 0L);
    // Retried append requests succeed
    newCall();
    LastBlockWithStatus b = nnRpc.append(src, "holder", new EnumSetWritable<>(EnumSet.of(CreateFlag.APPEND)));
    Assert.assertEquals(b, nnRpc.append(src, "holder", new EnumSetWritable<>(EnumSet.of(CreateFlag.APPEND))));
    Assert.assertEquals(b, nnRpc.append(src, "holder", new EnumSetWritable<>(EnumSet.of(CreateFlag.APPEND))));
    // non-retried call fails
    newCall();
    try {
        nnRpc.append(src, "holder", new EnumSetWritable<>(EnumSet.of(CreateFlag.APPEND)));
        Assert.fail("testAppend - expected exception is not thrown");
    } catch (Exception e) {
    // Expected
    }
}