Search in sources :

Example 1 with JobKey

use of org.apache.airavata.cloud.aurora.client.sdk.JobKey in project airavata by apache.

the class AuroraThriftClientUtil method getAuroraJobConfig.

/**
 * Gets the aurora job config.
 *
 * @param jobConfigBean the job config bean
 * @return the aurora job config
 * @throws Exception the exception
 */
public static JobConfiguration getAuroraJobConfig(JobConfigBean jobConfigBean) throws Exception {
    JobConfiguration jobConfig = null;
    try {
        if (jobConfigBean != null && jobConfigBean.getTaskConfig() != null) {
            JobKey jobKey = getAuroraJobKey(jobConfigBean.getJob());
            Identity owner = getAuroraIdentity(jobConfigBean.getOwner());
            // Construct the task config
            TaskConfig taskConfig = new TaskConfig();
            taskConfig.setJob(jobKey);
            taskConfig.setOwner(owner);
            taskConfig.setIsService(jobConfigBean.isService());
            taskConfig.setNumCpus(jobConfigBean.getTaskConfig().getResources().getNumCpus());
            taskConfig.setRamMb(jobConfigBean.getTaskConfig().getResources().getRamMb());
            taskConfig.setDiskMb(jobConfigBean.getTaskConfig().getResources().getDiskMb());
            taskConfig.setPriority(jobConfigBean.getPriority());
            taskConfig.setMaxTaskFailures(jobConfigBean.getMaxTaskFailures());
            taskConfig.setResources(getResourceSet(jobConfigBean.getTaskConfig().getResources()));
            // construct the executor config for this job
            taskConfig.setExecutorConfig(getExecutorConfig(getExecutorConfigJson(jobConfigBean)));
            // construct the job configuration
            jobConfig = new JobConfiguration(jobKey, owner, null, taskConfig, jobConfigBean.getInstances());
        } else {
            throw new Exception("JobConfig, TaskConfig Bean is/are NULL!");
        }
    } catch (Exception ex) {
        logger.error(ex.getMessage(), ex);
        throw ex;
    }
    return jobConfig;
}
Also used : JobKey(org.apache.airavata.cloud.aurora.client.sdk.JobKey) TaskConfig(org.apache.airavata.cloud.aurora.client.sdk.TaskConfig) Identity(org.apache.airavata.cloud.aurora.client.sdk.Identity) JobConfiguration(org.apache.airavata.cloud.aurora.client.sdk.JobConfiguration)

Example 2 with JobKey

use of org.apache.airavata.cloud.aurora.client.sdk.JobKey in project airavata by apache.

the class AuroraThriftClient method killTasks.

/**
 * Kill tasks.
 *
 * @param jobKeyBean the job key bean
 * @param instances the instances
 * @return the response bean
 * @throws Exception the exception
 */
public ResponseBean killTasks(JobKeyBean jobKeyBean, Set<Integer> instances) throws Exception {
    ResponseBean response = null;
    // try till we get response or scheduler connection not found
    while (response == null) {
        try {
            if (jobKeyBean != null) {
                JobKey jobKey = AuroraThriftClientUtil.getAuroraJobKey(jobKeyBean);
                Response killTaskResponse = this.auroraSchedulerManagerClient.killTasks(jobKey, instances);
                response = AuroraThriftClientUtil.getResponseBean(killTaskResponse, ResponseResultType.KILL_TASKS);
            }
        } catch (Exception ex) {
            if (ex instanceof TTransportException) {
                // if re-connection success, retry command
                if (this.reconnectWithAuroraScheduler()) {
                    continue;
                }
            }
            logger.error(ex.getMessage(), ex);
            throw ex;
        }
    }
    return response;
}
Also used : Response(org.apache.airavata.cloud.aurora.client.sdk.Response) JobKey(org.apache.airavata.cloud.aurora.client.sdk.JobKey) TTransportException(org.apache.thrift.transport.TTransportException) ResponseBean(org.apache.airavata.cloud.aurora.client.bean.ResponseBean) JobDetailsResponseBean(org.apache.airavata.cloud.aurora.client.bean.JobDetailsResponseBean) GetJobsResponseBean(org.apache.airavata.cloud.aurora.client.bean.GetJobsResponseBean) TTransportException(org.apache.thrift.transport.TTransportException)

Example 3 with JobKey

use of org.apache.airavata.cloud.aurora.client.sdk.JobKey in project airavata by apache.

the class AuroraThriftClient method getJobDetails.

/**
 * Gets the job details.
 *
 * @param jobKeyBean the job key bean
 * @return the job details
 * @throws Exception the exception
 */
public JobDetailsResponseBean getJobDetails(JobKeyBean jobKeyBean) throws Exception {
    JobDetailsResponseBean response = null;
    // try till we get response or scheduler connection not found
    while (response == null) {
        try {
            if (jobKeyBean != null) {
                JobKey jobKey = AuroraThriftClientUtil.getAuroraJobKey(jobKeyBean);
                Set<JobKey> jobKeySet = new HashSet<>();
                jobKeySet.add(jobKey);
                TaskQuery query = new TaskQuery();
                query.setJobKeys(jobKeySet);
                Response jobDetailsResponse = this.readOnlySchedulerClient.getTasksStatus(query);
                response = (JobDetailsResponseBean) AuroraThriftClientUtil.getResponseBean(jobDetailsResponse, ResponseResultType.GET_JOB_DETAILS);
            }
        } catch (Exception ex) {
            if (ex instanceof TTransportException) {
                // if re-connection success, retry command
                if (this.reconnectWithAuroraScheduler()) {
                    continue;
                }
            }
            logger.error(ex.getMessage(), ex);
            throw ex;
        }
    }
    return response;
}
Also used : Response(org.apache.airavata.cloud.aurora.client.sdk.Response) JobKey(org.apache.airavata.cloud.aurora.client.sdk.JobKey) JobDetailsResponseBean(org.apache.airavata.cloud.aurora.client.bean.JobDetailsResponseBean) TaskQuery(org.apache.airavata.cloud.aurora.client.sdk.TaskQuery) TTransportException(org.apache.thrift.transport.TTransportException) TTransportException(org.apache.thrift.transport.TTransportException) HashSet(java.util.HashSet)

Example 4 with JobKey

use of org.apache.airavata.cloud.aurora.client.sdk.JobKey in project airavata by apache.

the class AuroraThriftClient method getPendingReasonForJob.

/**
 * Gets the pending reason for job.
 *
 * @param jobKeyBean the job key bean
 * @return the pending reason for job
 * @throws Exception the exception
 */
public PendingJobReasonBean getPendingReasonForJob(JobKeyBean jobKeyBean) throws Exception {
    PendingJobReasonBean response = null;
    // try till we get response or scheduler connection not found
    while (response == null) {
        try {
            JobKey jobKey = AuroraThriftClientUtil.getAuroraJobKey(jobKeyBean);
            Set<JobKey> jobKeySet = new HashSet<>();
            jobKeySet.add(jobKey);
            TaskQuery query = new TaskQuery();
            query.setJobKeys(jobKeySet);
            Response pendingReasonResponse = this.readOnlySchedulerClient.getPendingReason(query);
            response = (PendingJobReasonBean) AuroraThriftClientUtil.getResponseBean(pendingReasonResponse, ResponseResultType.GET_PENDING_JOB_REASON);
        } catch (Exception ex) {
            if (ex instanceof TTransportException) {
                // if re-connection success, retry command
                if (this.reconnectWithAuroraScheduler()) {
                    continue;
                }
            }
            logger.error(ex.getMessage(), ex);
            throw ex;
        }
    }
    return response;
}
Also used : Response(org.apache.airavata.cloud.aurora.client.sdk.Response) JobKey(org.apache.airavata.cloud.aurora.client.sdk.JobKey) PendingJobReasonBean(org.apache.airavata.cloud.aurora.client.bean.PendingJobReasonBean) TaskQuery(org.apache.airavata.cloud.aurora.client.sdk.TaskQuery) TTransportException(org.apache.thrift.transport.TTransportException) TTransportException(org.apache.thrift.transport.TTransportException) HashSet(java.util.HashSet)

Aggregations

JobKey (org.apache.airavata.cloud.aurora.client.sdk.JobKey)4 Response (org.apache.airavata.cloud.aurora.client.sdk.Response)3 TTransportException (org.apache.thrift.transport.TTransportException)3 HashSet (java.util.HashSet)2 JobDetailsResponseBean (org.apache.airavata.cloud.aurora.client.bean.JobDetailsResponseBean)2 TaskQuery (org.apache.airavata.cloud.aurora.client.sdk.TaskQuery)2 GetJobsResponseBean (org.apache.airavata.cloud.aurora.client.bean.GetJobsResponseBean)1 PendingJobReasonBean (org.apache.airavata.cloud.aurora.client.bean.PendingJobReasonBean)1 ResponseBean (org.apache.airavata.cloud.aurora.client.bean.ResponseBean)1 Identity (org.apache.airavata.cloud.aurora.client.sdk.Identity)1 JobConfiguration (org.apache.airavata.cloud.aurora.client.sdk.JobConfiguration)1 TaskConfig (org.apache.airavata.cloud.aurora.client.sdk.TaskConfig)1