use of teetime.framework.Execution in project TeeTime by teetime-framework.
the class PipelineIT method shouldExecutePipelineCorrectlyThreeElements.
@Test
public void shouldExecutePipelineCorrectlyThreeElements() {
String[] inputElements = { "a", "b", "c" };
GlobalTaskPoolConfig<String> config = new GlobalTaskPoolConfig<>(inputElements);
TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(NUM_THREADS, config, 1);
Execution<GlobalTaskPoolConfig<String>> execution = new Execution<>(config, true, scheduling);
execution.executeBlocking();
List<String> processedElements = config.getSink().getElements();
List<String> expectedElements = Arrays.asList("a", "b", "c");
assertThat(WRONG_PIPELINE_EXECUTION, processedElements, is(equalTo(expectedElements)));
}
use of teetime.framework.Execution in project TeeTime by teetime-framework.
the class PipelineIT method shouldExecutePipelineCorrectlyThreeElementsWithOneSingleThread.
@Test
public // FIXME stopped 22.12.2017
void shouldExecutePipelineCorrectlyThreeElementsWithOneSingleThread() {
String[] inputElements = { "a", "b", "c" };
GlobalTaskPoolConfig<String> config = new GlobalTaskPoolConfig<>(inputElements);
TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(1, config, 1);
Execution<GlobalTaskPoolConfig<String>> execution = new Execution<>(config, true, scheduling);
execution.executeBlocking();
List<String> processedElements = config.getSink().getElements();
List<String> expectedElements = Arrays.asList("a", "b", "c");
assertThat(WRONG_PIPELINE_EXECUTION, processedElements, is(equalTo(expectedElements)));
}
use of teetime.framework.Execution in project TeeTime by teetime-framework.
the class PipelineIT method shouldExecutePipelineCorrectlyThreeElementsWith2ExecutionsPerTask.
@Test
public void shouldExecutePipelineCorrectlyThreeElementsWith2ExecutionsPerTask() {
String[] inputElements = { "a", "b", "c" };
GlobalTaskPoolConfig<String> config = new GlobalTaskPoolConfig<>(inputElements);
TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(NUM_THREADS, config, 2);
Execution<GlobalTaskPoolConfig<String>> execution = new Execution<>(config, true, scheduling);
execution.executeBlocking();
List<String> processedElements = config.getSink().getElements();
List<String> expectedElements = Arrays.asList("a", "b", "c");
assertThat(WRONG_PIPELINE_EXECUTION, processedElements, is(equalTo(expectedElements)));
}
use of teetime.framework.Execution in project TeeTime by teetime-framework.
the class WordCounterTestWithGlobalTaskPool method main.
public static void main(final String[] args) throws UnsupportedEncodingException, FileNotFoundException {
String numWorkerThreadsParam = (args.length > 0) ? args[0] : "3";
String numWarmUpsParam = (args.length > 1) ? args[1] : "1";
String fileNameParam = (args.length > 2) ? args[2] : "data\\wordcounter\\medium_textfile.txt";
String monitoringEnabledParam = (args.length > 3) ? args[3] : "true";
int numWorkerThreads = parseAsInteger(numWorkerThreadsParam, 3);
LOGGER.info("# worker threads: " + numWorkerThreads);
int numWarmUps = parseAsInteger(numWarmUpsParam, 1);
LOGGER.info("# warm ups: " + numWarmUps);
final String fileName = fileNameParam;
final File testFile = new File(fileName);
LOGGER.info("Reading {}", testFile.getAbsolutePath());
boolean monitoringEnabled = Boolean.valueOf(monitoringEnabledParam);
final long[] timings = new long[1];
final StopWatch stopWatch = new StopWatch();
/**
* maximal number of executions for a scheduled stage per thread
*/
final int numOfExecutions = 1;
for (int i = 0; i < numWarmUps; i++) {
LOGGER.info("Warm up #{}", i);
final WordCounterConfiguration wcc = new WordCounterConfiguration(numWorkerThreads, testFile);
final TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(numWorkerThreads, wcc, numOfExecutions);
final Execution<?> analysis = new Execution<WordCounterConfiguration>(wcc, true, scheduling);
stopWatch.start();
analysis.executeBlocking();
stopWatch.end();
LOGGER.info("duration: {} secs", TimeUnit.NANOSECONDS.toSeconds(stopWatch.getDurationInNs()));
}
LOGGER.info("Starting analysis...");
final WordCounterConfiguration wcc = new WordCounterConfiguration(numWorkerThreads, testFile);
final TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(numWorkerThreads, wcc, numOfExecutions);
final Execution<?> analysis = new Execution<WordCounterConfiguration>(wcc, true, scheduling);
if (monitoringEnabled) {
wcc.getMonitoringThread().start();
}
stopWatch.start();
analysis.executeBlocking();
stopWatch.end();
wcc.getMonitoringThread().terminate();
LOGGER.info("duration: " + TimeUnit.NANOSECONDS.toSeconds(stopWatch.getDurationInNs()) + " secs");
timings[0] = stopWatch.getDurationInNs();
// results for some words to verify the correctness of the word counter
final CountingMap<String> map = wcc.getResult();
System.out.println("vero: " + (map.get("vero") == 3813850) + "->" + map.get("vero") + " should be " + 3813850);
System.out.println("sit: " + (map.get("sit") == 7627700) + "->" + map.get("sit") + " should be " + 7627700);
final File outputFile = new File("timings.txt");
writeTimingsToFile(outputFile, timings);
// some statistics about the output pipes of the distributor
System.out.println("distributor pipes:");
for (final AbstractPort<?> port : wcc.getDistributorPorts()) {
final IMonitorablePipe spscPipe = (IMonitorablePipe) port.getPipe();
System.out.println("numWaits: " + spscPipe.getNumWaits());
}
System.out.println("distributor waits: " + ((NonBlockingRoundRobinStrategy) wcc.getDistributor().getStrategy()).getNumWaits());
// some statistics about the output pipes of the distributor
System.out.println("merger pipes:");
for (final AbstractPort<?> port : wcc.getMergerPorts()) {
final IMonitorablePipe spscPipe = (IMonitorablePipe) port.getPipe();
System.out.println("numWaits: " + spscPipe.getNumWaits());
}
}
use of teetime.framework.Execution in project TeeTime by teetime-framework.
the class PrintResultConfig method main.
/**
* Runs the config on the current working directory
*
* @param args
* No further usage
*/
public static void main(final String... args) {
PrintResultConfig config = new PrintResultConfig(new File("."));
Execution<PrintResultConfig> execution = new Execution<PrintResultConfig>(config);
execution.executeBlocking();
}
Aggregations