use of org.apache.asterix.experiment.client.SpatialIndexExperiment2OrchestratorServer in project asterixdb by apache.
the class AbstractSpatialIndexExperiment2Builder method doBuildDataGen.
@Override
protected void doBuildDataGen(SequentialActionList seq, Map<String, List<String>> dgenPairs) throws Exception {
int nDgens = 0;
for (List<String> v : dgenPairs.values()) {
nDgens += v.size();
}
final SpatialIndexExperiment2OrchestratorServer oServer = new SpatialIndexExperiment2OrchestratorServer(dataGenOrchPort, nDgens, nIntervals, queryGenOrchPort, nDgens);
seq.add(new AbstractAction() {
@Override
protected void doPerform() throws Exception {
oServer.start();
}
});
//prepare data gen runner and query gen runner
//note that dgenPairs.keySet() are used as query gen runners' ip address.
ParallelActionSet dataAndQueryGenActions = new ParallelActionSet();
int partition = 0;
for (String dgenHost : dgenPairs.keySet()) {
final List<String> rcvrs = dgenPairs.get(dgenHost);
final int p = partition;
//prepare data gen
dataAndQueryGenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
@Override
protected String getCommand() {
String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
String binary = "JAVA_HOME=" + javaHomePath + " " + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
if (openStreetMapFilePath == null) {
return StringUtils.join(new String[] { binary, "-rcbi", "" + recordCountPerBatchDuringIngestionOnly, "-rcbq", "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly, "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals, "-qd", "" + queryGenDuration, "-oh", dataGenOrchHost, "-op", "" + dataGenOrchPort, ipPortPairs }, " ");
} else {
return StringUtils.join(new String[] { binary, "-rcbi", "" + recordCountPerBatchDuringIngestionOnly, "-rcbq", "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly, "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-of", openStreetMapFilePath, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals, "-qd", "" + queryGenDuration, "-oh", dataGenOrchHost, "-op", "" + dataGenOrchPort, ipPortPairs }, " ");
}
}
});
//prepare query gen
dataAndQueryGenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
@Override
protected String getCommand() {
String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
String binary = "JAVA_HOME=" + javaHomePath + " " + localExperimentRoot.resolve("bin").resolve("querygenrunner").toString();
if (openStreetMapFilePath == null) {
if (isIndexOnlyPlan) {
return StringUtils.join(new String[] { binary, "-iop", "-p", "" + p, "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop", "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
} else {
return StringUtils.join(new String[] { binary, "-p", "" + p, "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop", "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
}
} else {
if (isIndexOnlyPlan) {
return StringUtils.join(new String[] { binary, "-iop", "-of", openStreetMapFilePath, "-p", "" + p, "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop", "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
} else {
return StringUtils.join(new String[] { binary, "-of", openStreetMapFilePath, "-p", "" + p, "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop", "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
}
}
}
});
partition += rcvrs.size();
}
seq.add(dataAndQueryGenActions);
// wait until all dgen / queries are done
seq.add(new AbstractAction() {
@Override
protected void doPerform() throws Exception {
oServer.awaitFinished();
}
});
}
Aggregations