use of org.gridlab.gat.GATObjectCreationException in project compss by bsc-wdc.
the class ResourceBrokerAdaptorTest method submitJobStderr.
private AdaptorTestResultEntry submitJobStderr(GATContext gatContext, Preferences preferences, String host) {
SoftwareDescription sd = new SoftwareDescription();
sd.setExecutable("/bin/ls");
sd.setArguments("floep");
try {
sd.setStderr(GAT.createFile(gatContext, preferences, "stderr"));
} catch (GATObjectCreationException e) {
return new AdaptorTestResultEntry(false, 0L, e);
}
JobDescription jd = new JobDescription(sd);
ResourceBroker broker;
try {
broker = GAT.createResourceBroker(gatContext, preferences, new URI(host));
} catch (GATObjectCreationException e) {
return new AdaptorTestResultEntry(false, 0L, e);
} catch (URISyntaxException e) {
return new AdaptorTestResultEntry(false, 0L, e);
}
long start = System.currentTimeMillis();
Job job;
try {
job = broker.submitJob(jd, this, "job.status");
} catch (GATInvocationException e) {
return new AdaptorTestResultEntry(false, 0L, e);
}
waitForJob();
try {
Map<String, Object> info = job.getInfo();
Throwable ex = (Throwable) info.get("poststage.exception");
if (ex != null) {
return new AdaptorTestResultEntry(false, 0L, ex);
}
} catch (GATInvocationException e) {
return new AdaptorTestResultEntry(false, 0L, e);
}
long stop = System.currentTimeMillis();
String result;
try {
BufferedReader reader = new BufferedReader(new InputStreamReader(new java.io.FileInputStream("stderr")));
result = reader.readLine();
reader.close();
} catch (Exception e) {
return new AdaptorTestResultEntry(false, 0L, e);
}
return new AdaptorTestResultEntry(result != null && result.endsWith("floep: No such file or directory"), (stop - start), null);
}
use of org.gridlab.gat.GATObjectCreationException in project compss by bsc-wdc.
the class ResourceBrokerCallBackExample method start.
public void start(String brokerURI) {
ResourceBroker broker = null;
Preferences prefs = new Preferences();
try {
broker = GAT.createResourceBroker(prefs, new URI(brokerURI));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create resource broker at location '" + brokerURI + "': " + e);
return;
} catch (URISyntaxException e) {
System.err.println("Wrong uri '" + brokerURI + "': " + e);
return;
}
SoftwareDescription sd = new SoftwareDescription();
sd.setExecutable("/bin/hostname");
try {
sd.setStdout(GAT.createFile("hostname.txt"));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create the stdout file 'hostname.txt': " + e);
return;
}
JobDescription jd = new JobDescription(sd);
try {
broker.submitJob(jd, this, "job.status");
} catch (GATInvocationException e) {
System.err.println("Failed to submit the job: " + e);
return;
}
synchronized (this) {
try {
wait();
} catch (InterruptedException e) {
// ignore
}
}
}
use of org.gridlab.gat.GATObjectCreationException in project compss by bsc-wdc.
the class ResourceBrokerPollingExample method start.
public void start(String brokerURI) {
ResourceBroker broker = null;
try {
broker = GAT.createResourceBroker(new URI(brokerURI));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create resource broker at location '" + brokerURI + "': " + e);
return;
} catch (URISyntaxException e) {
System.err.println("Wrong uri '" + brokerURI + "': " + e);
return;
}
SoftwareDescription sd = new SoftwareDescription();
sd.setExecutable("/bin/hostname");
try {
sd.setStdout(GAT.createFile("hostname.txt"));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create the stdout file 'hostname.txt': " + e);
return;
}
JobDescription jd = new JobDescription(sd);
Job job = null;
try {
job = broker.submitJob(jd);
} catch (GATInvocationException e) {
System.err.println("Failed to submit the job: " + e);
return;
}
while (job.getState() != JobState.STOPPED) {
System.out.println("job is in state: " + job.getState());
try {
Thread.sleep(200);
} catch (InterruptedException e) {
// ignore
}
}
}
use of org.gridlab.gat.GATObjectCreationException in project compss by bsc-wdc.
the class ResourceBrokerJavaJobExample method start.
public void start(String brokerURI) {
ResourceBroker broker = null;
try {
broker = GAT.createResourceBroker(new URI(brokerURI));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create resource broker at location '" + brokerURI + "': " + e);
return;
} catch (URISyntaxException e) {
System.err.println("Wrong uri '" + brokerURI + "': " + e);
return;
}
JavaSoftwareDescription sd = new JavaSoftwareDescription();
sd.setExecutable("/usr/bin/java");
sd.setJavaMain("my.package.HelloWorld");
sd.setJavaArguments("hello", "world");
sd.setJavaClassPath("myJar1:myDir");
sd.setJavaOptions("-version");
sd.addJavaSystemProperty("key", "value");
try {
sd.setStdout(GAT.createFile("javajob.txt"));
} catch (GATObjectCreationException e) {
System.err.println("Failed to create the stdout file 'javajob.txt': " + e);
return;
}
JobDescription jd = new JobDescription(sd);
Job job = null;
try {
job = broker.submitJob(jd);
} catch (GATInvocationException e) {
System.err.println("Failed to submit the job: " + e);
return;
}
while (job.getState() != JobState.STOPPED) {
System.out.println("job is in state: " + job.getState());
try {
Thread.sleep(200);
} catch (InterruptedException e) {
// ignore
}
}
}
use of org.gridlab.gat.GATObjectCreationException in project compss by bsc-wdc.
the class LoadLevelerResourceBrokerAdaptor method submitJob.
/*
* (non-Javadoc)
*
* @see org.gridlab.gat.resources.ResourceBroker#submitJob(org.gridlab.gat.resources.JobDescription)
*/
public Job submitJob(AbstractJobDescription abstractDescription, MetricListener listener, String metricDefinitionName) throws GATInvocationException {
if (!(abstractDescription instanceof JobDescription)) {
throw new GATInvocationException("can only handle JobDescriptions: " + abstractDescription.getClass());
}
JobDescription description = (JobDescription) abstractDescription;
SoftwareDescription sd = description.getSoftwareDescription();
if (sd == null) {
throw new GATInvocationException("The job description does not contain a software description");
}
if (description.getProcessCount() < 1) {
throw new GATInvocationException("Adaptor cannot handle: process count < 1: " + description.getProcessCount());
}
if (description.getResourceCount() != 1) {
throw new GATInvocationException("Adaptor cannot handle: resource count > 1: " + description.getResourceCount());
}
String home = System.getProperty("user.home");
if (home == null) {
throw new GATInvocationException("loadleveler broker could not get user home dir");
}
Sandbox sandbox = new Sandbox(gatContext, description, "localhost", home, true, true, false, false);
LoadLevelerJob loadlevelerJob = new LoadLevelerJob(gatContext, description, sandbox);
Job job = null;
if (description instanceof WrapperJobDescription) {
WrapperJobCpi tmp = new WrapperJobCpi(gatContext, loadlevelerJob, listener, metricDefinitionName);
listener = tmp;
job = tmp;
} else {
job = loadlevelerJob;
}
if (listener != null && metricDefinitionName != null) {
Metric metric = loadlevelerJob.getMetricDefinitionByName(metricDefinitionName).createMetric(null);
loadlevelerJob.addMetricListener(listener, metric);
}
loadlevelerJob.setState(Job.JobState.PRE_STAGING);
loadlevelerJob.waitForTrigger(Job.JobState.PRE_STAGING);
sandbox.prestage();
String exe;
if (sandbox.getResolvedExecutable() != null) {
exe = sandbox.getResolvedExecutable().getPath();
// try to set the executable bit, it might be lost
/* CDIAZ: The command "exe" can be also in a remote host
* The command must have the right permissions in the remote host
try {
new CommandRunner("chmod", "+x", exe);
} catch (Throwable t) {
// ignore
}
*/
} else {
exe = getExecutable(description);
}
String[] args = getArgumentsArray(description);
// Directory where the loadleveler command will be executed
java.io.File f = new java.io.File(sandbox.getSandboxPath());
if (!f.exists()) {
throw new GATInvocationException("Unable to find directory " + f.getAbsolutePath());
}
// Check and set the environment for a blaunch command
Map<String, Object> env = sd.getEnvironment();
this.prepareBLaunchEnv(env);
// Encapsulate the original command into a blaunch command
String host = brokerURI.getHost();
String newExe = this.getLoadLevelerCommand();
String[] newArgs = this.getLoadLevelerArgs(host, exe, args);
System.out.println("[AFTER] exe: " + newExe);
System.out.println("[AFTER] llspawan.stdio args:");
for (int i = 0; i < newArgs.length; i++) System.out.print(" " + newArgs[i]);
System.out.println();
ProcessBundle bundle = new ProcessBundle(description.getProcessCount(), newExe, newArgs, f, env);
loadlevelerJob.setSubmissionTime();
loadlevelerJob.setState(Job.JobState.SCHEDULED);
try {
loadlevelerJob.setState(Job.JobState.RUNNING);
loadlevelerJob.waitForTrigger(Job.JobState.RUNNING);
loadlevelerJob.setStartTime();
bundle.startBundle();
loadlevelerJob.setProcess(bundle);
if (logger.isDebugEnabled()) {
logger.debug("Job with PID: " + LOADL_PID + " is executed on host " + host);
}
} catch (IOException e) {
throw new CommandNotFoundException("LoadLevelerResourceBrokerAdaptor", e);
}
if (!sd.streamingStderrEnabled()) {
try {
if (sd.getStderr() != null) {
OutputStream err = GAT.createFileOutputStream(gatContext, sd.getStderr());
// to file
StreamForwarder forwarder = new StreamForwarder(bundle.getStderr(), err, sd.getExecutable() + " [stderr]");
loadlevelerJob.setErrorStream(forwarder);
if (logger.isDebugEnabled()) {
logger.debug("Created stderr forwarder to file " + sd.getStderr());
}
} else {
// or throw it away
new StreamForwarder(bundle.getStderr(), null, sd.getExecutable() + " [stderr]");
}
} catch (GATObjectCreationException e) {
throw new GATInvocationException("Unable to create file output stream for stderr!", e);
}
}
if (!sd.streamingStdoutEnabled()) {
// read away the stdout
try {
if (sd.getStdout() != null) {
// to file
OutputStream out = GAT.createFileOutputStream(gatContext, sd.getStdout());
StreamForwarder forwarder = new StreamForwarder(bundle.getStdout(), out, sd.getExecutable() + " [stdout]");
loadlevelerJob.setOutputStream(forwarder);
if (logger.isDebugEnabled()) {
logger.debug("Created stdout forwarder to file " + sd.getStdout());
}
} else {
// or throw it away
new StreamForwarder(bundle.getStdout(), null, sd.getExecutable() + " [stdout]");
}
} catch (GATObjectCreationException e) {
throw new GATInvocationException("Unable to create file output stream for stdout!", e);
}
}
if (!sd.streamingStdinEnabled() && sd.getStdin() != null) {
// forward the stdin from file
try {
InputStream in = GAT.createFileInputStream(gatContext, sd.getStdin());
bundle.setStdin(sd.getExecutable(), in);
} catch (GATObjectCreationException e) {
throw new GATInvocationException("Unable to create file input stream for stdin!", e);
}
}
loadlevelerJob.monitorState();
return job;
}
Aggregations