Examples with CloudMethodWorker es.bsc.compss.types.resources.CloudMethodWorker used on opensource projects

Example 21 with CloudMethodWorker

use of es.bsc.compss.types.resources.CloudMethodWorker in project compss by bsc-wdc.

the class CloudProviderTest method testCreateTwoVMTwoResources.

@Test
public void testCreateTwoVMTwoResources() {
    Map<String, String> properties = new HashMap<>();
    CloudProvider cp = null;
    try {
        cp = new CloudProvider(PROVIDER_NAME, 0, RUNTIME_CONNECTOR, null, null, properties);
    } catch (Exception e) {
        fail("Could not create the Cloud Provider");
        return;
    }
    String imageName = "IMAGE" + (int) (Math.random() * 10000);
    CloudImageDescription cid = new CloudImageDescription(imageName, new HashMap<>());
    cp.addCloudImage(cid);
    String typeName = "TYPE" + (int) (Math.random() * 10000);
    float type1Memory = (float) Math.random() * 5;
    MethodResourceDescription mrd1 = new MethodResourceDescription();
    mrd1.setMemorySize(type1Memory);
    CloudInstanceTypeDescription citd = new CloudInstanceTypeDescription(typeName, mrd1);
    cp.addInstanceType(citd);
    CloudMethodResourceDescription cmrd = new CloudMethodResourceDescription(citd, cid);
    ResourceCreationRequest crc = cp.requestResourceCreation(cmrd);
    CloudMethodResourceDescription cmrd2 = new CloudMethodResourceDescription(citd, cid);
    ResourceCreationRequest crc2 = cp.requestResourceCreation(cmrd2);
    if (cp.getCurrentVMCount() != 2) {
        fail("Cloud Provider is not properly accounting the number of requested VMs");
    }
    String vmName = "VM" + (int) (Math.random() * 1000);
    CloudMethodWorker cmw = new CloudMethodWorker(vmName, cp, cmrd, new FakeNode(vmName), 0, 0, 0, 0, new HashMap<>());
    String vmName2 = "VM" + (int) (Math.random() * 1000);
    CloudMethodWorker cmw2 = new CloudMethodWorker(vmName2, cp, cmrd, new FakeNode(vmName2), 0, 0, 0, 0, new HashMap<>());
    CloudMethodResourceDescription granted = new CloudMethodResourceDescription(citd, cid);
    cp.confirmedCreation(crc, cmw, granted);
    if (cp.getCurrentVMCount() != 2) {
        fail("Cloud Provider is not properly accounting the number of requested VMs");
    }
    List<ResourceCreationRequest> pendingRequests = cp.getPendingRequests();
    Set<CloudMethodWorker> workers = cp.getHostedWorkers();
    if (pendingRequests.size() != 1) {
        fail("Cloud Provider is not properly registering the pending creations requests");
    }
    if (workers.size() != 1) {
        fail("Cloud Provider is not properly registering the hosted workers");
    }
    if (!workers.contains(cmw)) {
        fail("Cloud Provider is not properly registering the hosted workers");
    }
    granted = new CloudMethodResourceDescription(citd, cid);
    cp.confirmedCreation(crc2, cmw2, granted);
    if (cp.getCurrentVMCount() != 2) {
        fail("Cloud Provider is not properly accounting the number of requested VMs");
    }
    pendingRequests = cp.getPendingRequests();
    workers = cp.getHostedWorkers();
    if (!pendingRequests.isEmpty()) {
        fail("Cloud Provider is not properly registering the pending creations requests");
    }
    if (workers.size() != 2) {
        fail("Cloud Provider is not properly registering the hosted workers");
    }
    if (!workers.contains(cmw)) {
        fail("Cloud Provider is not properly registering the hosted workers");
    }
    if (!workers.contains(cmw2)) {
        fail("Cloud Provider is not properly registering the hosted workers");
    }
}

Example 22 with CloudMethodWorker

use of es.bsc.compss.types.resources.CloudMethodWorker in project compss by bsc-wdc.

the class CreationThread method prepareNewResource.

private CloudMethodWorker prepareNewResource(VM vm) throws ConnectorException {
    CloudMethodResourceDescription granted = vm.getDescription();
    CloudImageDescription cid = granted.getImage();
    Map<String, String> workerProperties = cid.getProperties();
    String user = cid.getConfig().getUser();
    String password = workerProperties.get(AbstractConnector.PROPERTY_PASSW_NAME);
    try {
        operations.configureAccess(granted.getName(), user, password);
    } catch (ConnectorException e) {
        RUNTIME_LOGGER.error(ERROR_CONFIGURE_ACCESS_VM + granted.getName(), e);
        RESOURCE_LOGGER.error("ERROR_MSG = [\n\t" + ERROR_CONFIGURE_ACCESS_VM + "\n\tNAME = " + granted.getName() + "\n\tPROVIDER =  " + provider + "\n]", e);
        throw e;
    }
    try {
        operations.prepareMachine(granted.getName(), cid);
    } catch (ConnectorException e) {
        RUNTIME_LOGGER.error(ERROR_PREPARING_VM + granted.getName(), e);
        RESOURCE_LOGGER.error("ERROR_MSG = [\n\t" + ERROR_PREPARING_VM + granted.getName() + "]", e);
        throw e;
    }
    CloudMethodWorker worker;
    MethodConfiguration mc = cid.getConfig();
    int limitOfTasks = mc.getLimitOfTasks();
    int computingUnits = granted.getTotalCPUComputingUnits();
    if (limitOfTasks < 0 && computingUnits < 0) {
        mc.setLimitOfTasks(0);
        mc.setTotalComputingUnits(0);
    } else {
        mc.setLimitOfTasks(Math.max(limitOfTasks, computingUnits));
        mc.setTotalComputingUnits(Math.max(limitOfTasks, computingUnits));
    }
    mc.setHost(granted.getName());
    mc.setLimitOfGPUTasks(granted.getTotalGPUComputingUnits());
    mc.setTotalGPUComputingUnits(granted.getTotalGPUComputingUnits());
    mc.setLimitOfFPGATasks(granted.getTotalFPGAComputingUnits());
    mc.setTotalFPGAComputingUnits(granted.getTotalFPGAComputingUnits());
    mc.setLimitOfOTHERSTasks(granted.getTotalOTHERComputingUnits());
    mc.setTotalOTHERComputingUnits(granted.getTotalOTHERComputingUnits());
    worker = new CloudMethodWorker(granted.getName(), provider, granted, mc, cid.getSharedDisks());
    try {
        worker.announceCreation();
    } catch (Exception e) {
        RUNTIME_LOGGER.error("Machine " + granted.getName() + " shut down because an error announcing creation");
        RESOURCE_LOGGER.error("ERROR_MSG = [\n\t" + ERROR_ANNOUNCE_VM + "\n\tNAME = " + granted.getName() + "\n\tPROVIDER =  " + provider + "\n]", e);
        throw new ConnectorException(e);
    }
    // Add the new machine to ResourceManager
    if (operations.getTerminate()) {
        RESOURCE_LOGGER.info("INFO_MSG = [\n\t" + WARN_VM_REFUSED + "\n\tRESOURCE_NAME = " + granted.getName() + "\n]");
        try {
            worker.announceDestruction();
        } catch (Exception e) {
            RESOURCE_LOGGER.error("ERROR_MSG = [\n\t" + ERROR_ANNOUNCE_VM_DESTROY + "\n\tVM_NAME = " + granted.getName() + "\n]", e);
        }
        Semaphore sem = new Semaphore(0);
        ShutdownListener sl = new ShutdownListener(sem);
        worker.stop(sl);
        sl.enable();
        try {
            sem.acquire();
        } catch (Exception e) {
            RESOURCE_LOGGER.error(ERROR_WORKER_SHUTDOWN);
        }
        throw new ConnectorException(ERROR_USELESS_VM);
    }
    return worker;
}