Examples with HdfsFileStatus org.apache.hadoop.hdfs.protocol.HdfsFileStatus used on opensource projects

Example 46 with HdfsFileStatus

use of org.apache.hadoop.hdfs.protocol.HdfsFileStatus in project hadoop by apache.

the class DFSClient method callAppend.

/** Method to get stream returned by append call */
private DFSOutputStream callAppend(String src, EnumSet<CreateFlag> flag, Progressable progress, String[] favoredNodes) throws IOException {
    CreateFlag.validateForAppend(flag);
    try {
        final LastBlockWithStatus blkWithStatus = callAppend(src, new EnumSetWritable<>(flag, CreateFlag.class));
        HdfsFileStatus status = blkWithStatus.getFileStatus();
        if (status == null) {
            LOG.debug("NameNode is on an older version, request file " + "info with additional RPC call for file: {}", src);
            status = getFileInfo(src);
        }
        return DFSOutputStream.newStreamForAppend(this, src, flag, progress, blkWithStatus.getLastBlock(), status, dfsClientConf.createChecksum(null), favoredNodes);
    } catch (RemoteException re) {
        throw re.unwrapRemoteException(AccessControlException.class, FileNotFoundException.class, SafeModeException.class, DSQuotaExceededException.class, QuotaByStorageTypeExceededException.class, UnsupportedOperationException.class, UnresolvedPathException.class, SnapshotAccessControlException.class);
    }
}

Example 47 with HdfsFileStatus

use of org.apache.hadoop.hdfs.protocol.HdfsFileStatus in project hadoop by apache.

the class DistributedFileSystem method getFileStatus.

/**
   * Returns the stat information about the file.
   * @throws FileNotFoundException if the file does not exist.
   */
@Override
public FileStatus getFileStatus(Path f) throws IOException {
    statistics.incrementReadOps(1);
    storageStatistics.incrementOpCounter(OpType.GET_FILE_STATUS);
    Path absF = fixRelativePart(f);
    return new FileSystemLinkResolver<FileStatus>() {

        @Override
        public FileStatus doCall(final Path p) throws IOException {
            HdfsFileStatus fi = dfs.getFileInfo(getPathName(p));
            if (fi != null) {
                return fi.makeQualified(getUri(), p);
            } else {
                throw new FileNotFoundException("File does not exist: " + p);
            }
        }

        @Override
        public FileStatus next(final FileSystem fs, final Path p) throws IOException {
            return fs.getFileStatus(p);
        }
    }.resolve(this, absF);
}

Example 48 with HdfsFileStatus

use of org.apache.hadoop.hdfs.protocol.HdfsFileStatus in project hadoop by apache.

the class NamenodeFsck method fsck.

/**
   * Check files on DFS, starting from the indicated path.
   */
public void fsck() {
    final long startTime = Time.monotonicNow();
    try {
        if (blockIds != null) {
            String[] blocks = blockIds.split(" ");
            StringBuilder sb = new StringBuilder();
            sb.append("FSCK started by " + UserGroupInformation.getCurrentUser() + " from " + remoteAddress + " at " + new Date());
            out.println(sb);
            sb.append(" for blockIds: \n");
            for (String blk : blocks) {
                if (blk == null || !blk.contains(Block.BLOCK_FILE_PREFIX)) {
                    out.println("Incorrect blockId format: " + blk);
                    continue;
                }
                out.print("\n");
                blockIdCK(blk);
                sb.append(blk + "\n");
            }
            LOG.info(sb);
            namenode.getNamesystem().logFsckEvent("/", remoteAddress);
            out.flush();
            return;
        }
        String msg = "FSCK started by " + UserGroupInformation.getCurrentUser() + " from " + remoteAddress + " for path " + path + " at " + new Date();
        LOG.info(msg);
        out.println(msg);
        namenode.getNamesystem().logFsckEvent(path, remoteAddress);
        if (snapshottableDirs != null) {
            SnapshottableDirectoryStatus[] snapshotDirs = namenode.getRpcServer().getSnapshottableDirListing();
            if (snapshotDirs != null) {
                for (SnapshottableDirectoryStatus dir : snapshotDirs) {
                    snapshottableDirs.add(dir.getFullPath().toString());
                }
            }
        }
        final HdfsFileStatus file = namenode.getRpcServer().getFileInfo(path);
        if (file != null) {
            if (showCorruptFileBlocks) {
                listCorruptFileBlocks();
                return;
            }
            if (this.showStoragePolcies) {
                storageTypeSummary = new StoragePolicySummary(namenode.getNamesystem().getBlockManager().getStoragePolicies());
            }
            Result replRes = new ReplicationResult(conf);
            Result ecRes = new ErasureCodingResult(conf);
            check(path, file, replRes, ecRes);
            out.print("\nStatus: ");
            out.println(replRes.isHealthy() && ecRes.isHealthy() ? "HEALTHY" : "CORRUPT");
            out.println(" Number of data-nodes:\t" + totalDatanodes);
            out.println(" Number of racks:\t\t" + networktopology.getNumOfRacks());
            out.println(" Total dirs:\t\t\t" + totalDirs);
            out.println(" Total symlinks:\t\t" + totalSymlinks);
            out.println("\nReplicated Blocks:");
            out.println(replRes);
            out.println("\nErasure Coded Block Groups:");
            out.println(ecRes);
            if (this.showStoragePolcies) {
                out.print(storageTypeSummary);
            }
            out.println("FSCK ended at " + new Date() + " in " + (Time.monotonicNow() - startTime + " milliseconds"));
            // fatal.  Otherwise many unit tests will pass even when there are bugs.
            if (internalError) {
                throw new IOException("fsck encountered internal errors!");
            }
            // of the report.
            if (replRes.isHealthy() && ecRes.isHealthy()) {
                out.print("\n\nThe filesystem under path '" + path + "' " + HEALTHY_STATUS);
            } else {
                out.print("\n\nThe filesystem under path '" + path + "' " + CORRUPT_STATUS);
            }
        } else {
            out.print("\n\nPath '" + path + "' " + NONEXISTENT_STATUS);
        }
    } catch (Exception e) {
        String errMsg = "Fsck on path '" + path + "' " + FAILURE_STATUS;
        LOG.warn(errMsg, e);
        out.println("FSCK ended at " + new Date() + " in " + (Time.monotonicNow() - startTime + " milliseconds"));
        out.println(e.getMessage());
        out.print("\n\n" + errMsg);
    } finally {
        out.close();
    }
}

Example 49 with HdfsFileStatus

use of org.apache.hadoop.hdfs.protocol.HdfsFileStatus in project hadoop by apache.

the class NamenodeFsck method lostFoundInit.

private void lostFoundInit(DFSClient dfs) {
    lfInited = true;
    try {
        String lfName = "/lost+found";
        final HdfsFileStatus lfStatus = dfs.getFileInfo(lfName);
        if (lfStatus == null) {
            // not exists
            lfInitedOk = dfs.mkdirs(lfName, null, true);
            lostFound = lfName;
        } else if (!lfStatus.isDir()) {
            // exists but not a directory
            LOG.warn("Cannot use /lost+found : a regular file with this name exists.");
            lfInitedOk = false;
        } else {
            // exists and is a directory
            lostFound = lfName;
            lfInitedOk = true;
        }
    } catch (Exception e) {
        e.printStackTrace();
        lfInitedOk = false;
    }
    if (lostFound == null) {
        LOG.warn("Cannot initialize /lost+found .");
        lfInitedOk = false;
        internalError = true;
    }
}

Example 50 with HdfsFileStatus

use of org.apache.hadoop.hdfs.protocol.HdfsFileStatus in project hadoop by apache.

the class TestErasureCodingPolicies method verifyErasureCodingInfo.

private void verifyErasureCodingInfo(String src, ErasureCodingPolicy usingECPolicy) throws IOException {
    HdfsFileStatus hdfsFileStatus = fs.getClient().getFileInfo(src);
    ErasureCodingPolicy ecPolicy = hdfsFileStatus.getErasureCodingPolicy();
    assertNotNull(ecPolicy);
    assertEquals("Actually used ecPolicy should be equal with target ecPolicy", usingECPolicy, ecPolicy);
}