Examples with FileStatus org.apache.hadoop.fs.FileStatus used on opensource projects

Example 21 with FileStatus

use of org.apache.hadoop.fs.FileStatus in project hadoop by apache.

the class ViewFileSystem method listStatus.

@Override
public FileStatus[] listStatus(final Path f) throws AccessControlException, FileNotFoundException, IOException {
    InodeTree.ResolveResult<FileSystem> res = fsState.resolve(getUriPath(f), true);
    FileStatus[] statusLst = res.targetFileSystem.listStatus(res.remainingPath);
    if (!res.isInternalDir()) {
        // We need to change the name in the FileStatus as described in
        // {@link #getFileStatus }
        int i = 0;
        for (FileStatus status : statusLst) {
            statusLst[i++] = fixFileStatus(status, getChrootedPath(res, status, f));
        }
    }
    return statusLst;
}

Example 22 with FileStatus

use of org.apache.hadoop.fs.FileStatus in project hadoop by apache.

the class ContractTestUtils method getFileStatusEventually.

/**
   * Get the status of a path eventually, even if the FS doesn't have create
   * consistency. If the path is not there by the time the timeout completes,
   * an assertion is raised.
   * @param fs FileSystem
   * @param path path to look for
   * @param timeout timeout in milliseconds
   * @return the status
   * @throws IOException if an I/O error occurs while writing or reading the
   * test file <i>other than file not found</i>
   */
public static FileStatus getFileStatusEventually(FileSystem fs, Path path, int timeout) throws IOException, InterruptedException {
    long endTime = System.currentTimeMillis() + timeout;
    FileStatus stat = null;
    do {
        try {
            stat = fs.getFileStatus(path);
        } catch (FileNotFoundException e) {
            if (System.currentTimeMillis() > endTime) {
                // timeout, raise an assert with more diagnostics
                assertPathExists(fs, "Path not found after " + timeout + " mS", path);
            } else {
                Thread.sleep(50);
            }
        }
    } while (stat == null);
    return stat;
}

Example 23 with FileStatus

use of org.apache.hadoop.fs.FileStatus in project hadoop by apache.

the class TestChRootedFileSystem method testDeleteOnExitPathHandling.

@Test
public void testDeleteOnExitPathHandling() throws IOException {
    Configuration conf = new Configuration();
    conf.setClass("fs.mockfs.impl", MockFileSystem.class, FileSystem.class);
    URI chrootUri = URI.create("mockfs://foo/a/b");
    ChRootedFileSystem chrootFs = new ChRootedFileSystem(chrootUri, conf);
    FileSystem mockFs = ((FilterFileSystem) chrootFs.getRawFileSystem()).getRawFileSystem();
    // ensure delete propagates the correct path
    Path chrootPath = new Path("/c");
    Path rawPath = new Path("/a/b/c");
    chrootFs.delete(chrootPath, false);
    verify(mockFs).delete(eq(rawPath), eq(false));
    reset(mockFs);
    // fake that the path exists for deleteOnExit
    FileStatus stat = mock(FileStatus.class);
    when(mockFs.getFileStatus(eq(rawPath))).thenReturn(stat);
    // ensure deleteOnExit propagates the correct path
    chrootFs.deleteOnExit(chrootPath);
    chrootFs.close();
    verify(mockFs).delete(eq(rawPath), eq(true));
}

Example 24 with FileStatus

use of org.apache.hadoop.fs.FileStatus in project hadoop by apache.

the class ContractTestUtils method treeWalk.

/**
   * Recursively list all entries, with a depth first traversal of the
   * directory tree.
   * @param path path
   * @return the number of entries listed
   * @throws IOException IO problems
   */
public static TreeScanResults treeWalk(FileSystem fs, Path path) throws IOException {
    TreeScanResults dirsAndFiles = new TreeScanResults();
    FileStatus[] statuses = fs.listStatus(path);
    for (FileStatus status : statuses) {
        LOG.info("{}{}", status.getPath(), status.isDirectory() ? "*" : "");
    }
    for (FileStatus status : statuses) {
        dirsAndFiles.add(status);
        if (status.isDirectory()) {
            dirsAndFiles.add(treeWalk(fs, status.getPath()));
        }
    }
    return dirsAndFiles;
}

Example 25 with FileStatus

use of org.apache.hadoop.fs.FileStatus in project hadoop by apache.

the class ContractTestUtils method assertListStatusFinds.

/**
   * Assert that a FileSystem.listStatus on a dir finds the subdir/child entry.
   * @param fs filesystem
   * @param dir directory to scan
   * @param subdir full path to look for
   * @throws IOException IO probles
   */
public static void assertListStatusFinds(FileSystem fs, Path dir, Path subdir) throws IOException {
    FileStatus[] stats = fs.listStatus(dir);
    boolean found = false;
    StringBuilder builder = new StringBuilder();
    for (FileStatus stat : stats) {
        builder.append(stat.toString()).append(System.lineSeparator());
        if (stat.getPath().equals(subdir)) {
            found = true;
        }
    }
    assertTrue("Path " + subdir + " not found in directory " + dir + ":" + builder, found);
}