Examples with SCPDataMovement org.apache.airavata.model.data.movement.SCPDataMovement used on opensource projects

Example 1 with SCPDataMovement

use of org.apache.airavata.model.data.movement.SCPDataMovement in project airavata by apache.

the class RegisterOGCEUS3Application method registerComputeHost.

public static String registerComputeHost(String hostName, String hostDesc, ResourceJobManagerType resourceJobManagerType, String monitoringEndPoint, String jobMangerBinPath, SecurityProtocol securityProtocol, int portNumber, String jobManagerCommand) throws TException {
    ComputeResourceDescription computeResourceDescription = RegisterSampleApplicationsUtils.createComputeResourceDescription(hostName, hostDesc, null, null);
    String computeResourceId = airavataClient.registerComputeResource(new AuthzToken(""), computeResourceDescription);
    if (computeResourceId.isEmpty())
        throw new AiravataClientException();
    ResourceJobManager resourceJobManager = RegisterSampleApplicationsUtils.createResourceJobManager(resourceJobManagerType, monitoringEndPoint, jobMangerBinPath, null);
    if (jobManagerCommand != null) {
        Map<JobManagerCommand, String> jobManagerCommandStringMap = new HashMap<JobManagerCommand, String>();
        jobManagerCommandStringMap.put(JobManagerCommand.SUBMISSION, jobManagerCommand);
        resourceJobManager.setJobManagerCommands(jobManagerCommandStringMap);
    }
    SSHJobSubmission sshJobSubmission = new SSHJobSubmission();
    sshJobSubmission.setResourceJobManager(resourceJobManager);
    sshJobSubmission.setSecurityProtocol(securityProtocol);
    sshJobSubmission.setSshPort(portNumber);
    airavataClient.addSSHJobSubmissionDetails(new AuthzToken(""), computeResourceId, 1, sshJobSubmission);
    SCPDataMovement scpDataMovement = new SCPDataMovement();
    scpDataMovement.setSecurityProtocol(securityProtocol);
    scpDataMovement.setSshPort(portNumber);
    airavataClient.addSCPDataMovementDetails(new AuthzToken(""), computeResourceId, DMType.COMPUTE_RESOURCE, 1, scpDataMovement);
    return computeResourceId;
}

Example 2 with SCPDataMovement

use of org.apache.airavata.model.data.movement.SCPDataMovement in project airavata by apache.

the class OrchestratorUtils method getDataMovementPort.

public static int getDataMovementPort(OrchestratorContext context, ProcessModel processModel, String gatewayId) throws RegistryException {
    try {
        DataMovementProtocol protocol = getPreferredDataMovementProtocol(context, processModel, gatewayId);
        DataMovementInterface dataMovementInterface = getPrefferredDataMovementInterface(context, processModel, gatewayId);
        if (protocol == DataMovementProtocol.SCP) {
            SCPDataMovement scpDataMovement = getSCPDataMovement(context, dataMovementInterface.getDataMovementInterfaceId());
            if (scpDataMovement != null) {
                return scpDataMovement.getSshPort();
            }
        }
    } catch (RegistryException e) {
        logger.error("Error occurred while retrieving security protocol", e);
    }
    return 0;
}

Example 3 with SCPDataMovement

use of org.apache.airavata.model.data.movement.SCPDataMovement in project airavata by apache.

the class RegisterOGCEUS3Application method updateComputeHost.

public static String updateComputeHost(String computeResourceId, String hostName, String hostDesc, ResourceJobManagerType resourceJobManagerType, String monitoringEndPoint, String jobMangerBinPath, SecurityProtocol securityProtocol, int portNumber, String jobManagerCommand) throws TException {
    if (computeResourceId.isEmpty())
        throw new AiravataClientException();
    ResourceJobManager resourceJobManager = RegisterSampleApplicationsUtils.createResourceJobManager(resourceJobManagerType, monitoringEndPoint, jobMangerBinPath, null);
    if (jobManagerCommand != null) {
        Map<JobManagerCommand, String> jobManagerCommandStringMap = new HashMap<JobManagerCommand, String>();
        jobManagerCommandStringMap.put(JobManagerCommand.SUBMISSION, jobManagerCommand);
        resourceJobManager.setJobManagerCommands(jobManagerCommandStringMap);
    }
    SSHJobSubmission sshJobSubmission = new SSHJobSubmission();
    sshJobSubmission.setResourceJobManager(resourceJobManager);
    sshJobSubmission.setSecurityProtocol(securityProtocol);
    sshJobSubmission.setSshPort(portNumber);
    airavataClient.addSSHJobSubmissionDetails(new AuthzToken(""), computeResourceId, 1, sshJobSubmission);
    ComputeResourceDescription computeResourceDescription = airavataClient.getComputeResource(new AuthzToken(""), computeResourceId);
    computeResourceDescription.getJobSubmissionInterfacesIterator();
    SCPDataMovement scpDataMovement = new SCPDataMovement();
    scpDataMovement.setSecurityProtocol(securityProtocol);
    scpDataMovement.setSshPort(portNumber);
    airavataClient.addSCPDataMovementDetails(new AuthzToken(""), computeResourceId, DMType.COMPUTE_RESOURCE, 1, scpDataMovement);
    return computeResourceId;
}

Example 4 with SCPDataMovement

use of org.apache.airavata.model.data.movement.SCPDataMovement in project airavata by apache.

the class RegisterSampleApplications method registerComputeHost.

public String registerComputeHost(String hostName, String hostDesc, ResourceJobManagerType resourceJobManagerType, String monitoringEndPoint, String jobMangerBinPath, SecurityProtocol securityProtocol, int portNumber, String jobManagerCommand, List<BatchQueue> batchQueues) throws TException {
    ComputeResourceDescription computeResourceDescription = RegisterSampleApplicationsUtils.createComputeResourceDescription(hostName, hostDesc, null, null);
    computeResourceDescription.setBatchQueues(batchQueues);
    String computeResourceId = airavataClient.registerComputeResource(new AuthzToken(""), computeResourceDescription);
    if (computeResourceId.isEmpty())
        throw new AiravataClientException();
    ResourceJobManager resourceJobManager = RegisterSampleApplicationsUtils.createResourceJobManager(resourceJobManagerType, monitoringEndPoint, jobMangerBinPath, null);
    Map<JobManagerCommand, String> jobManagerCommandStringMap = new HashMap<JobManagerCommand, String>();
    if (resourceJobManagerType == ResourceJobManagerType.SLURM) {
        jobManagerCommandStringMap.put(JobManagerCommand.SUBMISSION, "sbatch");
        jobManagerCommandStringMap.put(JobManagerCommand.JOB_MONITORING, "squeue");
        jobManagerCommandStringMap.put(JobManagerCommand.DELETION, "scancel");
        resourceJobManager.setJobManagerCommands(jobManagerCommandStringMap);
    } else if (resourceJobManagerType == ResourceJobManagerType.PBS) {
        jobManagerCommandStringMap.put(JobManagerCommand.SUBMISSION, "qsub");
        jobManagerCommandStringMap.put(JobManagerCommand.JOB_MONITORING, "qstat");
        jobManagerCommandStringMap.put(JobManagerCommand.DELETION, "qdel");
        resourceJobManager.setJobManagerCommands(jobManagerCommandStringMap);
    }
    // TODO - set job manage commands for UGE and LSF type compute resources.
    // TODO - set parallelism command
    SSHJobSubmission sshJobSubmission = new SSHJobSubmission();
    sshJobSubmission.setResourceJobManager(resourceJobManager);
    sshJobSubmission.setSecurityProtocol(securityProtocol);
    sshJobSubmission.setSshPort(portNumber);
    sshJobSubmission.setMonitorMode(MonitorMode.JOB_EMAIL_NOTIFICATION_MONITOR);
    airavataClient.addSSHJobSubmissionDetails(new AuthzToken(""), computeResourceId, 1, sshJobSubmission);
    SCPDataMovement scpDataMovement = new SCPDataMovement();
    scpDataMovement.setSecurityProtocol(securityProtocol);
    scpDataMovement.setSshPort(portNumber);
    airavataClient.addSCPDataMovementDetails(new AuthzToken(""), computeResourceId, DMType.COMPUTE_RESOURCE, 1, scpDataMovement);
    return computeResourceId;
}

Example 5 with SCPDataMovement

use of org.apache.airavata.model.data.movement.SCPDataMovement in project airavata by apache.

the class RegisterUS3Application method registerComputeHost.

public static String registerComputeHost(String hostName, String hostDesc, ResourceJobManagerType resourceJobManagerType, String monitoringEndPoint, String jobMangerBinPath, SecurityProtocol securityProtocol, int portNumber, String jobManagerCommand) throws TException {
    ComputeResourceDescription computeResourceDescription = RegisterSampleApplicationsUtils.createComputeResourceDescription(hostName, hostDesc, null, null);
    String computeResourceId = airavataClient.registerComputeResource(new AuthzToken(""), computeResourceDescription);
    if (computeResourceId.isEmpty())
        throw new AiravataClientException();
    ResourceJobManager resourceJobManager = RegisterSampleApplicationsUtils.createResourceJobManager(resourceJobManagerType, monitoringEndPoint, jobMangerBinPath, null);
    if (jobManagerCommand != null) {
        Map<JobManagerCommand, String> jobManagerCommandStringMap = new HashMap<JobManagerCommand, String>();
        jobManagerCommandStringMap.put(JobManagerCommand.SUBMISSION, jobManagerCommand);
        resourceJobManager.setJobManagerCommands(jobManagerCommandStringMap);
    }
    SSHJobSubmission sshJobSubmission = new SSHJobSubmission();
    sshJobSubmission.setResourceJobManager(resourceJobManager);
    sshJobSubmission.setSecurityProtocol(securityProtocol);
    sshJobSubmission.setSshPort(portNumber);
    airavataClient.addSSHJobSubmissionDetails(new AuthzToken(""), computeResourceId, 1, sshJobSubmission);
    SCPDataMovement scpDataMovement = new SCPDataMovement();
    scpDataMovement.setSecurityProtocol(securityProtocol);
    scpDataMovement.setSshPort(portNumber);
    airavataClient.addSCPDataMovementDetails(new AuthzToken(""), computeResourceId, DMType.COMPUTE_RESOURCE, 1, scpDataMovement);
    return computeResourceId;
}