Examples with Statistics org.apache.hadoop.fs.FileSystem.Statistics used on opensource projects

Example 6 with Statistics

use of org.apache.hadoop.fs.FileSystem.Statistics in project hadoop by apache.

the class FCStatisticsBaseTest method testStatistics.

@Test
public void testStatistics() throws IOException, URISyntaxException {
    URI fsUri = getFsUri();
    Statistics stats = FileContext.getStatistics(fsUri);
    Assert.assertEquals(0, stats.getBytesRead());
    Path filePath = fileContextTestHelper.getTestRootPath(fc, "file1");
    createFile(fc, filePath, numBlocks, blockSize);
    Assert.assertEquals(0, stats.getBytesRead());
    verifyWrittenBytes(stats);
    FSDataInputStream fstr = fc.open(filePath);
    byte[] buf = new byte[blockSize];
    int bytesRead = fstr.read(buf, 0, blockSize);
    fstr.read(0, buf, 0, blockSize);
    Assert.assertEquals(blockSize, bytesRead);
    verifyReadBytes(stats);
    verifyWrittenBytes(stats);
    verifyReadBytes(FileContext.getStatistics(getFsUri()));
    Map<URI, Statistics> statsMap = FileContext.getAllStatistics();
    URI exactUri = getSchemeAuthorityUri();
    verifyWrittenBytes(statsMap.get(exactUri));
    fc.delete(filePath, true);
}

Example 7 with Statistics

use of org.apache.hadoop.fs.FileSystem.Statistics in project hadoop by apache.

the class AbstractFileSystem method getStatistics.

/**
   * Get the statistics for a particular file system.
   * 
   * @param uri
   *          used as key to lookup STATISTICS_TABLE. Only scheme and authority
   *          part of the uri are used.
   * @return a statistics object
   */
protected static synchronized Statistics getStatistics(URI uri) {
    String scheme = uri.getScheme();
    if (scheme == null) {
        throw new IllegalArgumentException("Scheme not defined in the uri: " + uri);
    }
    URI baseUri = getBaseUri(uri);
    Statistics result = STATISTICS_TABLE.get(baseUri);
    if (result == null) {
        result = new Statistics(scheme);
        STATISTICS_TABLE.put(baseUri, result);
    }
    return result;
}

Example 8 with Statistics

use of org.apache.hadoop.fs.FileSystem.Statistics in project hadoop by apache.

the class Task method getFsStatistics.

/**
   * Gets a handle to the Statistics instance based on the scheme associated
   * with path.
   * 
   * @param path the path.
   * @param conf the configuration to extract the scheme from if not part of 
   *   the path.
   * @return a Statistics instance, or null if none is found for the scheme.
   */
protected static List<Statistics> getFsStatistics(Path path, Configuration conf) throws IOException {
    List<Statistics> matchedStats = new ArrayList<FileSystem.Statistics>();
    path = path.getFileSystem(conf).makeQualified(path);
    String scheme = path.toUri().getScheme();
    for (Statistics stats : FileSystem.getAllStatistics()) {
        if (stats.getScheme().equals(scheme)) {
            matchedStats.add(stats);
        }
    }
    return matchedStats;
}