Examples with TaskStatus org.apache.airavata.model.status.TaskStatus used on opensource projects

Example 16 with TaskStatus

use of org.apache.airavata.model.status.TaskStatus in project airavata by apache.

the class SimpleOrchestratorImpl method getOutputDataStagingTask.

private TaskModel getOutputDataStagingTask(ProcessModel processModel, OutputDataObjectType processOutput, String gatewayId) throws RegistryException, TException, AiravataException {
    try {
        // create new task model for this task
        TaskModel taskModel = new TaskModel();
        taskModel.setParentProcessId(processModel.getProcessId());
        taskModel.setCreationTime(AiravataUtils.getCurrentTimestamp().getTime());
        taskModel.setLastUpdateTime(taskModel.getCreationTime());
        TaskStatus taskStatus = new TaskStatus(TaskState.CREATED);
        taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        taskModel.setTaskStatuses(Arrays.asList(taskStatus));
        taskModel.setTaskType(TaskTypes.DATA_STAGING);
        ComputeResourceDescription computeResource = orchestratorContext.getRegistry().getAppCatalog().getComputeResource().getComputeResource(processModel.getComputeResourceId());
        String workingDir = OrchestratorUtils.getScratchLocation(orchestratorContext, processModel, gatewayId) + File.separator + processModel.getProcessId() + File.separator;
        DataStagingTaskModel submodel = new DataStagingTaskModel();
        DataMovementProtocol dataMovementProtocol = OrchestratorUtils.getPreferredDataMovementProtocol(orchestratorContext, processModel, gatewayId);
        URI source = null;
        try {
            String loginUserName = OrchestratorUtils.getLoginUserName(orchestratorContext, processModel, gatewayId);
            if (processOutput != null) {
                submodel.setType(DataStageType.OUPUT);
                submodel.setProcessOutput(processOutput);
                source = new URI(dataMovementProtocol.name(), loginUserName, computeResource.getHostName(), OrchestratorUtils.getDataMovementPort(orchestratorContext, processModel, gatewayId), workingDir + processOutput.getValue(), null, null);
            } else {
                // archive
                submodel.setType(DataStageType.ARCHIVE_OUTPUT);
                source = new URI(dataMovementProtocol.name(), loginUserName, computeResource.getHostName(), OrchestratorUtils.getDataMovementPort(orchestratorContext, processModel, gatewayId), workingDir, null, null);
            }
        } catch (URISyntaxException e) {
            throw new TaskException("Error while constructing source file URI");
        }
        // We don't know destination location at this time, data staging task will set this.
        // because destination is required field we set dummy destination
        submodel.setSource(source.toString());
        // We don't know destination location at this time, data staging task will set this.
        // because destination is required field we set dummy destination
        submodel.setDestination("dummy://temp/file/location");
        taskModel.setSubTaskModel(ThriftUtils.serializeThriftObject(submodel));
        return taskModel;
    } catch (AppCatalogException | TaskException e) {
        throw new RegistryException("Error occurred while retrieving data movement from app catalog", e);
    }
}

Example 17 with TaskStatus

use of org.apache.airavata.model.status.TaskStatus in project airavata by apache.

the class SimpleOrchestratorImpl method createAndSaveEnvSetupTask.

private List<String> createAndSaveEnvSetupTask(String gatewayId, ProcessModel processModel, ExperimentCatalog experimentCatalog) throws RegistryException, TException, AiravataException {
    List<String> envTaskIds = new ArrayList<>();
    TaskModel envSetupTask = new TaskModel();
    envSetupTask.setTaskType(TaskTypes.ENV_SETUP);
    envSetupTask.setTaskStatuses(Arrays.asList(new TaskStatus(TaskState.CREATED)));
    envSetupTask.setCreationTime(AiravataUtils.getCurrentTimestamp().getTime());
    envSetupTask.setParentProcessId(processModel.getProcessId());
    EnvironmentSetupTaskModel envSetupSubModel = new EnvironmentSetupTaskModel();
    envSetupSubModel.setProtocol(OrchestratorUtils.getSecurityProtocol(orchestratorContext, processModel, gatewayId));
    ComputeResourcePreference computeResourcePreference = OrchestratorUtils.getComputeResourcePreference(orchestratorContext, processModel, gatewayId);
    String scratchLocation = OrchestratorUtils.getScratchLocation(orchestratorContext, processModel, gatewayId);
    String workingDir = scratchLocation + File.separator + processModel.getProcessId();
    envSetupSubModel.setLocation(workingDir);
    byte[] envSetupSub = ThriftUtils.serializeThriftObject(envSetupSubModel);
    envSetupTask.setSubTaskModel(envSetupSub);
    String envSetupTaskId = (String) experimentCatalog.add(ExpCatChildDataType.TASK, envSetupTask, processModel.getProcessId());
    envSetupTask.setTaskId(envSetupTaskId);
    envTaskIds.add(envSetupTaskId);
    return envTaskIds;
}

Example 18 with TaskStatus

use of org.apache.airavata.model.status.TaskStatus in project airavata by apache.

the class SimpleOrchestratorImpl method createAndSaveSubmissionTasks.

private List<String> createAndSaveSubmissionTasks(String gatewayId, JobSubmissionInterface jobSubmissionInterface, ProcessModel processModel, int wallTime) throws TException, RegistryException, OrchestratorException {
    JobSubmissionProtocol jobSubmissionProtocol = jobSubmissionInterface.getJobSubmissionProtocol();
    MonitorMode monitorMode = null;
    if (jobSubmissionProtocol == JobSubmissionProtocol.SSH || jobSubmissionProtocol == JobSubmissionProtocol.SSH_FORK) {
        SSHJobSubmission sshJobSubmission = OrchestratorUtils.getSSHJobSubmission(orchestratorContext, jobSubmissionInterface.getJobSubmissionInterfaceId());
        monitorMode = sshJobSubmission.getMonitorMode();
    } else if (jobSubmissionProtocol == JobSubmissionProtocol.UNICORE) {
        monitorMode = MonitorMode.FORK;
    } else if (jobSubmissionProtocol == JobSubmissionProtocol.LOCAL) {
        monitorMode = MonitorMode.LOCAL;
    } else if (jobSubmissionProtocol == JobSubmissionProtocol.CLOUD) {
        monitorMode = MonitorMode.CLOUD_JOB_MONITOR;
    } else {
        logger.error("expId : {}, processId : {} :- Unsupported Job submission protocol {}.", processModel.getExperimentId(), processModel.getProcessId(), jobSubmissionProtocol.name());
        throw new OrchestratorException("Unsupported Job Submission Protocol " + jobSubmissionProtocol.name());
    }
    List<String> submissionTaskIds = new ArrayList<>();
    TaskModel taskModel = new TaskModel();
    taskModel.setParentProcessId(processModel.getProcessId());
    taskModel.setCreationTime(new Date().getTime());
    taskModel.setLastUpdateTime(taskModel.getCreationTime());
    TaskStatus taskStatus = new TaskStatus(TaskState.CREATED);
    taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
    taskModel.setTaskStatuses(Arrays.asList(taskStatus));
    taskModel.setTaskType(TaskTypes.JOB_SUBMISSION);
    JobSubmissionTaskModel submissionSubTask = new JobSubmissionTaskModel();
    submissionSubTask.setMonitorMode(monitorMode);
    submissionSubTask.setJobSubmissionProtocol(jobSubmissionProtocol);
    submissionSubTask.setWallTime(wallTime);
    byte[] bytes = ThriftUtils.serializeThriftObject(submissionSubTask);
    taskModel.setSubTaskModel(bytes);
    String taskId = (String) orchestratorContext.getRegistry().getExperimentCatalog().add(ExpCatChildDataType.TASK, taskModel, processModel.getProcessId());
    taskModel.setTaskId(taskId);
    submissionTaskIds.add(taskModel.getTaskId());
    // create monitor task for this Email based monitor mode job
    if (monitorMode == MonitorMode.JOB_EMAIL_NOTIFICATION_MONITOR || monitorMode == MonitorMode.CLOUD_JOB_MONITOR) {
        TaskModel monitorTaskModel = new TaskModel();
        monitorTaskModel.setParentProcessId(processModel.getProcessId());
        monitorTaskModel.setCreationTime(new Date().getTime());
        monitorTaskModel.setLastUpdateTime(monitorTaskModel.getCreationTime());
        TaskStatus monitorTaskStatus = new TaskStatus(TaskState.CREATED);
        monitorTaskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        monitorTaskModel.setTaskStatuses(Arrays.asList(monitorTaskStatus));
        monitorTaskModel.setTaskType(TaskTypes.MONITORING);
        MonitorTaskModel monitorSubTaskModel = new MonitorTaskModel();
        monitorSubTaskModel.setMonitorMode(monitorMode);
        monitorTaskModel.setSubTaskModel(ThriftUtils.serializeThriftObject(monitorSubTaskModel));
        String mTaskId = (String) orchestratorContext.getRegistry().getExperimentCatalog().add(ExpCatChildDataType.TASK, monitorTaskModel, processModel.getProcessId());
        monitorTaskModel.setTaskId(mTaskId);
        submissionTaskIds.add(monitorTaskModel.getTaskId());
    }
    return submissionTaskIds;
}

Example 19 with TaskStatus

use of org.apache.airavata.model.status.TaskStatus in project airavata by apache.

the class GFacEngineImpl method executeDataStreaming.

private void executeDataStreaming(TaskContext taskContext, boolean recovery) throws GFacException {
    TaskStatus taskStatus = new TaskStatus(TaskState.EXECUTING);
    taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
    taskContext.setTaskStatus(taskStatus);
    GFacUtils.saveAndPublishTaskStatus(taskContext);
    try {
        DataStreamingTask dataStreamingTask = new DataStreamingTask();
        taskStatus = executeTask(taskContext, dataStreamingTask, recovery);
        taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        taskContext.setTaskStatus(taskStatus);
        GFacUtils.saveAndPublishTaskStatus(taskContext);
    } catch (Exception e) {
        throw new GFacException(e);
    }
}

Example 20 with TaskStatus

use of org.apache.airavata.model.status.TaskStatus in project airavata by apache.

the class GFacEngineImpl method configureWorkspace.

private boolean configureWorkspace(TaskContext taskContext, boolean recover) throws GFacException {
    try {
        EnvironmentSetupTaskModel subTaskModel = (EnvironmentSetupTaskModel) taskContext.getSubTaskModel();
        Task envSetupTask = null;
        if (subTaskModel.getProtocol() == SecurityProtocol.SSH_KEYS || subTaskModel.getProtocol() == SecurityProtocol.LOCAL) {
            envSetupTask = new EnvironmentSetupTask();
        } else {
            throw new GFacException("Unsupported security protocol, Airavata doesn't support " + subTaskModel.getProtocol().name() + " protocol yet.");
        }
        TaskStatus status = new TaskStatus(TaskState.EXECUTING);
        status.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        taskContext.setTaskStatus(status);
        GFacUtils.saveAndPublishTaskStatus(taskContext);
        TaskStatus taskStatus = executeTask(taskContext, envSetupTask, recover);
        taskStatus.setTimeOfStateChange(AiravataUtils.getCurrentTimestamp().getTime());
        taskContext.setTaskStatus(taskStatus);
        GFacUtils.saveAndPublishTaskStatus(taskContext);
        if (taskStatus.getState() == TaskState.FAILED) {
            log.error("expId: {}, processId: {}, taskId: {} type: {},:- Input staging failed, " + "reason:" + " {}", taskContext.getParentProcessContext().getExperimentId(), taskContext.getParentProcessContext().getProcessId(), taskContext.getTaskId(), envSetupTask.getType().name(), taskStatus.getReason());
            ProcessContext processContext = taskContext.getParentProcessContext();
            String errorMsg = new StringBuilder("expId: ").append(processContext.getExperimentId()).append(", processId: ").append(processContext.getProcessId()).append(", taskId: ").append(taskContext.getTaskId()).append(", type: ").append(taskContext.getTaskType().name()).append(" :- Environment Setup failed. Reason: ").append(taskStatus.getReason()).toString();
            ErrorModel errorModel = new ErrorModel();
            errorModel.setUserFriendlyMessage("Error while environment setup");
            errorModel.setActualErrorMessage(errorMsg);
            GFacUtils.saveTaskError(taskContext, errorModel);
            throw new GFacException("Error while environment setup");
        }
    } catch (TException e) {
        throw new GFacException("Couldn't get environment setup task model", e);
    }
    return false;
}