Examples with ResourceBean org.apache.airavata.cloud.aurora.client.bean.ResourceBean used on opensource projects

Example 1 with ResourceBean

use of org.apache.airavata.cloud.aurora.client.bean.ResourceBean in project airavata by apache.

the class AuroraJobSubmissionTask method execute.

@Override
public TaskStatus execute(TaskContext taskContext) {
    // set to completed.
    TaskStatus taskStatus = new TaskStatus(TaskState.COMPLETED);
    ProcessContext processContext = taskContext.getParentProcessContext();
    JobModel jobModel = processContext.getJobModel();
    jobModel.setTaskId(taskContext.getTaskId());
    String jobIdAndName = "A" + GFacUtils.generateJobName();
    jobModel.setJobName(jobIdAndName);
    JobStatus jobStatus = new JobStatus();
    jobStatus.setJobState(JobState.SUBMITTED);
    try {
        JobKeyBean jobKey = new JobKeyBean(AuroraUtils.ENVIRONMENT, AuroraUtils.ROLE, jobIdAndName);
        IdentityBean owner = new IdentityBean(AuroraUtils.ROLE);
        GroovyMap groovyMap = GFacUtils.createGroovyMap(processContext, taskContext);
        groovyMap.add(Script.JOB_SUBMITTER_COMMAND, "sh");
        String templateFileName = GFacUtils.getTemplateFileName(ResourceJobManagerType.CLOUD);
        String script = GFacUtils.generateScript(groovyMap, templateFileName);
        Set<ProcessBean> processes = new LinkedHashSet<>();
        ProcessBean process_1 = new ProcessBean("main_process", script, false);
        processes.add(process_1);
        groovyMap.getStringValue(Script.STANDARD_OUT_FILE).ifPresent(stdout -> {
            ProcessBean stdOutProcess = new ProcessBean("stdout_copy_process", "cp .logs/main_process/0/stdout " + stdout, false);
            processes.add(stdOutProcess);
        });
        groovyMap.getStringValue(Script.STANDARD_ERROR_FILE).ifPresent(stderr -> {
            ProcessBean stdErrProcess = new ProcessBean("stderr_copy_process", "cp .logs/main_process/0/stderr " + stderr, false);
            processes.add(stdErrProcess);
        });
        ResourceBean resources = new ResourceBean(1.5, 512, 512);
        TaskConfigBean taskConfig = new TaskConfigBean("Airavata-Aurora-" + jobIdAndName, processes, resources);
        JobConfigBean jobConfig = new JobConfigBean(jobKey, owner, taskConfig, AuroraUtils.CLUSTER);
        String executorConfigJson = AuroraThriftClientUtil.getExecutorConfigJson(jobConfig);
        log.info("Executor Config for Job {} , {}", jobIdAndName, executorConfigJson);
        AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient();
        ResponseBean response = client.createJob(jobConfig);
        log.info("Response for job {}, {}", jobIdAndName, response);
        jobModel.setJobDescription(resources.toString());
        jobModel.setJobId(jobIdAndName);
        jobStatus.setReason("Successfully Submitted");
        jobModel.setJobStatuses(Arrays.asList(jobStatus));
        jobStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        taskContext.getParentProcessContext().setJobModel(jobModel);
        GFacUtils.saveJobModel(processContext, jobModel);
        GFacUtils.saveJobStatus(processContext, jobModel);
        taskStatus.setReason("Successfully submitted job to Aurora");
    } catch (Throwable e) {
        String msg = "Error occurred while submitting Aurora job";
        log.error(msg, e);
        taskStatus.setState(TaskState.FAILED);
        taskStatus.setReason(msg);
        taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        ErrorModel errorModel = new ErrorModel();
        errorModel.setActualErrorMessage(e.getMessage());
        errorModel.setUserFriendlyMessage(msg);
        taskContext.getTaskModel().setTaskErrors(Arrays.asList(errorModel));
    }
    taskContext.setTaskStatus(taskStatus);
    try {
        GFacUtils.saveAndPublishTaskStatus(taskContext);
    } catch (GFacException e) {
        log.error("Error while saving task status", e);
    }
    return taskStatus;
}

Example 2 with ResourceBean

use of org.apache.airavata.cloud.aurora.client.bean.ResourceBean in project airavata by apache.

the class AuroraClientSample method createJob.

public static void createJob() throws Exception {
    JobKeyBean jobKey = new JobKeyBean("devel", "centos", "test_job");
    IdentityBean owner = new IdentityBean("centos");
    ProcessBean proc1 = new ProcessBean("process_1", "echo 'hello_world_1'", false);
    ProcessBean proc2 = new ProcessBean("process_2", "echo 'hello_world_2'", false);
    Set<ProcessBean> processes = new HashSet<>();
    processes.add(proc1);
    processes.add(proc2);
    ResourceBean resources = new ResourceBean(0.1, 8, 1);
    TaskConfigBean taskConfig = new TaskConfigBean("task_hello_world", processes, resources);
    JobConfigBean jobConfig = new JobConfigBean(jobKey, owner, taskConfig, "example");
    String executorConfigJson = AuroraThriftClientUtil.getExecutorConfigJson(jobConfig);
    System.out.println(executorConfigJson);
    AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient();
    ResponseBean response = client.createJob(jobConfig);
    System.out.println(response);
}

Example 3 with ResourceBean

use of org.apache.airavata.cloud.aurora.client.bean.ResourceBean in project airavata by apache.

the class AuroraClientSample method createAutoDockJob.

public static void createAutoDockJob() throws Exception {
    JobKeyBean jobKey = new JobKeyBean("devel", "centos", "test_autodock");
    IdentityBean owner = new IdentityBean("centos");
    String working_dir = "/home/centos/efs-mount-point/job_" + ThreadLocalRandom.current().nextInt(1, 101) + "/";
    String autodock_path = "/home/centos/efs-mount-point/autodock-vina";
    ProcessBean proc1 = new ProcessBean("process_1", "mkdir " + working_dir, false);
    ProcessBean proc2 = new ProcessBean("process_2", "cp " + autodock_path + "/vina_screenM.sh " + working_dir, false);
    ProcessBean proc3 = new ProcessBean("process_3", "cp " + autodock_path + "/ligand* " + working_dir, false);
    ProcessBean proc4 = new ProcessBean("process_4", "cd " + working_dir + " && sh vina_screenM.sh", false);
    Set<ProcessBean> processes = new LinkedHashSet<>();
    processes.add(proc1);
    processes.add(proc2);
    processes.add(proc3);
    processes.add(proc4);
    ResourceBean resources = new ResourceBean(1.5, 125, 512);
    TaskConfigBean taskConfig = new TaskConfigBean("test_autodock", processes, resources);
    JobConfigBean jobConfig = new JobConfigBean(jobKey, owner, taskConfig, "example");
    String executorConfigJson = AuroraThriftClientUtil.getExecutorConfigJson(jobConfig);
    System.out.println(executorConfigJson);
    AuroraThriftClient client = AuroraThriftClient.getAuroraThriftClient();
    ResponseBean response = client.createJob(jobConfig);
    System.out.println(response);
}