Examples with ReceivedDeletedBlockInfo org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo used on opensource projects

Example 6 with ReceivedDeletedBlockInfo

use of org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo in project hadoop by apache.

the class TestIncrementalBlockReports method injectBlockDeleted.

/**
   * Inject a fake 'deleted' block into the BPServiceActor state.
   */
private void injectBlockDeleted() {
    ReceivedDeletedBlockInfo rdbi = new ReceivedDeletedBlockInfo(getDummyBlock(), BlockStatus.DELETED_BLOCK, null);
    actor.getIbrManager().addRDBI(rdbi, singletonDn.getFSDataset().getStorage(storageUuid));
}

Example 7 with ReceivedDeletedBlockInfo

use of org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo in project hadoop by apache.

the class TestIncrementalBlockReports method injectBlockReceived.

/**
   * Inject a fake 'received' block into the BPServiceActor state.
   */
private void injectBlockReceived() {
    ReceivedDeletedBlockInfo rdbi = new ReceivedDeletedBlockInfo(getDummyBlock(), BlockStatus.RECEIVED_BLOCK, null);
    DatanodeStorage s = singletonDn.getFSDataset().getStorage(storageUuid);
    actor.getIbrManager().notifyNamenodeBlock(rdbi, s, false);
}

Example 8 with ReceivedDeletedBlockInfo

use of org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo in project hadoop by apache.

the class DatanodeProtocolClientSideTranslatorPB method blockReceivedAndDeleted.

@Override
public void blockReceivedAndDeleted(DatanodeRegistration registration, String poolId, StorageReceivedDeletedBlocks[] receivedAndDeletedBlocks) throws IOException {
    BlockReceivedAndDeletedRequestProto.Builder builder = BlockReceivedAndDeletedRequestProto.newBuilder().setRegistration(PBHelper.convert(registration)).setBlockPoolId(poolId);
    for (StorageReceivedDeletedBlocks storageBlock : receivedAndDeletedBlocks) {
        StorageReceivedDeletedBlocksProto.Builder repBuilder = StorageReceivedDeletedBlocksProto.newBuilder();
        // Set for wire compatibility.
        repBuilder.setStorageUuid(storageBlock.getStorage().getStorageID());
        repBuilder.setStorage(PBHelperClient.convert(storageBlock.getStorage()));
        for (ReceivedDeletedBlockInfo rdBlock : storageBlock.getBlocks()) {
            repBuilder.addBlocks(PBHelper.convert(rdBlock));
        }
        builder.addBlocks(repBuilder.build());
    }
    try {
        rpcProxy.blockReceivedAndDeleted(NULL_CONTROLLER, builder.build());
    } catch (ServiceException se) {
        throw ProtobufHelper.getRemoteException(se);
    }
}

Example 9 with ReceivedDeletedBlockInfo

use of org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo in project hadoop by apache.

the class DatanodeProtocolServerSideTranslatorPB method blockReceivedAndDeleted.

@Override
public BlockReceivedAndDeletedResponseProto blockReceivedAndDeleted(RpcController controller, BlockReceivedAndDeletedRequestProto request) throws ServiceException {
    List<StorageReceivedDeletedBlocksProto> sBlocks = request.getBlocksList();
    StorageReceivedDeletedBlocks[] info = new StorageReceivedDeletedBlocks[sBlocks.size()];
    for (int i = 0; i < sBlocks.size(); i++) {
        StorageReceivedDeletedBlocksProto sBlock = sBlocks.get(i);
        List<ReceivedDeletedBlockInfoProto> list = sBlock.getBlocksList();
        ReceivedDeletedBlockInfo[] rdBlocks = new ReceivedDeletedBlockInfo[list.size()];
        for (int j = 0; j < list.size(); j++) {
            rdBlocks[j] = PBHelper.convert(list.get(j));
        }
        if (sBlock.hasStorage()) {
            info[i] = new StorageReceivedDeletedBlocks(PBHelperClient.convert(sBlock.getStorage()), rdBlocks);
        } else {
            info[i] = new StorageReceivedDeletedBlocks(new DatanodeStorage(sBlock.getStorageUuid()), rdBlocks);
        }
    }
    try {
        impl.blockReceivedAndDeleted(PBHelper.convert(request.getRegistration()), request.getBlockPoolId(), info);
    } catch (IOException e) {
        throw new ServiceException(e);
    }
    return VOID_BLOCK_RECEIVED_AND_DELETE_RESPONSE;
}

Example 10 with ReceivedDeletedBlockInfo

use of org.apache.hadoop.hdfs.server.protocol.ReceivedDeletedBlockInfo in project hadoop by apache.

the class BlockManager method processIncrementalBlockReport.

private void processIncrementalBlockReport(final DatanodeDescriptor node, final StorageReceivedDeletedBlocks srdb) throws IOException {
    DatanodeStorageInfo storageInfo = node.getStorageInfo(srdb.getStorage().getStorageID());
    if (storageInfo == null) {
        // The DataNode is reporting an unknown storage. Usually the NN learns
        // about new storages from heartbeats but during NN restart we may
        // receive a block report or incremental report before the heartbeat.
        // We must handle this for protocol compatibility. This issue was
        // uncovered by HDFS-6094.
        storageInfo = node.updateStorage(srdb.getStorage());
    }
    int received = 0;
    int deleted = 0;
    int receiving = 0;
    for (ReceivedDeletedBlockInfo rdbi : srdb.getBlocks()) {
        switch(rdbi.getStatus()) {
            case DELETED_BLOCK:
                removeStoredBlock(storageInfo, rdbi.getBlock(), node);
                deleted++;
                break;
            case RECEIVED_BLOCK:
                addBlock(storageInfo, rdbi.getBlock(), rdbi.getDelHints());
                received++;
                break;
            case RECEIVING_BLOCK:
                receiving++;
                processAndHandleReportedBlock(storageInfo, rdbi.getBlock(), ReplicaState.RBW, null);
                break;
            default:
                String msg = "Unknown block status code reported by " + node + ": " + rdbi;
                blockLog.warn(msg);
                // if assertions are enabled, throw.
                assert false : msg;
                break;
        }
        blockLog.debug("BLOCK* block {}: {} is received from {}", rdbi.getStatus(), rdbi.getBlock(), node);
    }
    blockLog.debug("*BLOCK* NameNode.processIncrementalBlockReport: from " + "{} receiving: {}, received: {}, deleted: {}", node, receiving, received, deleted);
}