Examples with StressClientIOBench alluxio.stress.cli.client.StressClientIOBench used on opensource projects

Example 1 with StressClientIOBench

use of alluxio.stress.cli.client.StressClientIOBench in project alluxio by Alluxio.

the class StressClientIOBenchIntegrationTest method readIO.

@Test
public void readIO() throws Exception {
    // All the reads are in the same test, to re-use write results.
    // Only in-process will work for unit testing.
    String output1 = new StressClientIOBench().run(new String[] { "--in-process", "--start-ms", Long.toString(System.currentTimeMillis() + 5000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "Write", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output2 = new StressClientIOBench().run(new String[] { "--in-process", "--tag", "ReadArray-NOT_RANDOM", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "ReadArray", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output3 = new StressClientIOBench().run(new String[] { "--in-process", "--read-random", "--tag", "ReadArray-RANDOM", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "ReadArray", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output4 = new StressClientIOBench().run(new String[] { "--in-process", "--read-random", "--tag", "ReadByteBuffer", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "ReadByteBuffer", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output5 = new StressClientIOBench().run(new String[] { "--in-process", "--read-random", "--tag", "ReadFully", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "ReadFully", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output6 = new StressClientIOBench().run(new String[] { "--in-process", "--read-random", "--tag", "PosRead-test", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "PosRead", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    String output7 = new StressClientIOBench().run(new String[] { "--in-process", "--read-random", "--tag", "PosReadFully", "--start-ms", Long.toString(System.currentTimeMillis() + 1000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "PosReadFully", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s" });
    generateAndVerifyReport(Arrays.asList("Write", "ReadArray-NOT_RANDOM", "ReadArray-RANDOM", "ReadByteBuffer", "ReadFully", "PosRead-test", "PosReadFully"), output1, output2, output3, output4, output5, output6, output7);
}

Example 2 with StressClientIOBench

use of alluxio.stress.cli.client.StressClientIOBench in project alluxio by Alluxio.

the class StressClientIOBenchIntegrationTest method writeTypeALLTaskTest.

@Test
public void writeTypeALLTaskTest() throws Exception {
    // redirect the output stream
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    PrintStream originalOut = System.out;
    System.setOut(new PrintStream(out));
    new StressClientIOBench().run(new String[] { "--in-process", "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "Write", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s", "--write-type", "ALL" });
    String printOutResult = out.toString();
    List<String> resultList = getJsonResult(printOutResult);
    assertEquals(resultList.size(), 4);
    // the possible write types
    List<String> writeTypes = ImmutableList.of("MUST_CACHE", "CACHE_THROUGH", "ASYNC_THROUGH", "THROUGH");
    for (int i = 0; i < resultList.size(); i++) {
        ClientIOTaskResult summary = (ClientIOTaskResult) JsonSerializable.fromJson(resultList.get(i));
        // confirm that the task was executed with certain write type and output no errors
        assertEquals(summary.getParameters().mWriteType, writeTypes.get(i));
        assertFalse(summary.getThreadCountResults().isEmpty());
        for (ClientIOTaskResult.ThreadCountResult threadResult : summary.getThreadCountResults().values()) {
            assertTrue(threadResult.getErrors().isEmpty());
        }
    }
    // reset the output to the console
    System.setOut(originalOut);
}

Example 3 with StressClientIOBench

use of alluxio.stress.cli.client.StressClientIOBench in project alluxio by Alluxio.

the class StressClientIOBenchIntegrationTest method validateTheResultWithWriteType.

private void validateTheResultWithWriteType(String writeType) throws Exception {
    String output = new StressClientIOBench().run(new String[] { "--in-process", "--start-ms", Long.toString(System.currentTimeMillis() + 5000), "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/", "--operation", "Write", "--threads", "2", "--file-size", "1m", "--buffer-size", "128k", "--warmup", "0s", "--duration", "1s", "--write-type", writeType });
    // convert the result into summary, and check whether it have errors.
    ClientIOTaskResult summary = (ClientIOTaskResult) JsonSerializable.fromJson(output);
    assertFalse(summary.getThreadCountResults().isEmpty());
    for (ClientIOTaskResult.ThreadCountResult threadResult : summary.getThreadCountResults().values()) {
        assertTrue(threadResult.getErrors().isEmpty());
    }
}