Examples with Implementation es.bsc.compss.types.implementations.Implementation used on opensource projects

Example 26 with Implementation

use of es.bsc.compss.types.implementations.Implementation in project compss by bsc-wdc.

the class ITFParser method checkDefinedImplementations.

/**
 * Check all the defined implementations of the same method
 *
 * @param m
 * @param methodId
 * @param calleeMethodSignature
 * @param hasStreams
 * @param implementations
 * @param signatures
 */
private static void checkDefinedImplementations(java.lang.reflect.Method m, Integer methodId, StringBuilder calleeMethodSignature, boolean hasStreams, boolean hasPrefixes, List<Implementation> implementations, List<String> signatures) {
    /*
         * Global constraints of the method
         */
    MethodResourceDescription defaultConstraints = MethodResourceDescription.EMPTY_FOR_CONSTRAINTS.copy();
    if (m.isAnnotationPresent(Constraints.class)) {
        defaultConstraints = new MethodResourceDescription(m.getAnnotation(Constraints.class));
    }
    /*
         * Check all annotations present at the method for versioning
         */
    String methodName = m.getName();
    int implId = 0;
    /*
         * METHOD
         */
    for (Method methodAnnot : m.getAnnotationsByType(Method.class)) {
        LOGGER.debug("   * Processing @Method annotation");
        // Warning for ignoring streams
        if (hasStreams) {
            ErrorManager.warn("Java method " + methodName + " does not support stream annotations. SKIPPING stream annotation");
        }
        // Warning for ignoring prefixes
        if (hasPrefixes) {
            ErrorManager.warn("Java method " + methodName + " does not support prefix annotations. SKIPPING prefix annotation");
        }
        String declaringClass = methodAnnot.declaringClass();
        String methodSignature = calleeMethodSignature.toString() + declaringClass;
        signatures.add(methodSignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (methodAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(methodAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new MethodImplementation(declaringClass, methodName, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
    /*
         * SERVICE
         */
    for (Service serviceAnnot : m.getAnnotationsByType(Service.class)) {
        // Services don't have constraints
        LOGGER.debug("   * Processing @Service annotation");
        // Warning for ignoring streams
        if (hasStreams) {
            ErrorManager.warn("Java service " + methodName + " does not support stream annotations. SKIPPING stream annotation");
        }
        calleeMethodSignature.append(serviceAnnot.namespace()).append(',');
        calleeMethodSignature.append(serviceAnnot.name()).append(',');
        calleeMethodSignature.append(serviceAnnot.port());
        String serviceSignature = calleeMethodSignature.toString();
        signatures.add(serviceSignature);
        // Register service implementation
        Implementation impl = new ServiceImplementation(methodId, serviceAnnot.namespace(), serviceAnnot.name(), serviceAnnot.port(), serviceAnnot.operation());
        ++implId;
        implementations.add(impl);
    }
    /*
         * MPI
         */
    for (MPI mpiAnnot : m.getAnnotationsByType(MPI.class)) {
        LOGGER.debug("   * Processing @MPI annotation");
        String binary = EnvironmentLoader.loadFromEnvironment(mpiAnnot.binary());
        String workingDir = EnvironmentLoader.loadFromEnvironment(mpiAnnot.workingDir());
        String mpiRunner = EnvironmentLoader.loadFromEnvironment(mpiAnnot.mpiRunner());
        if (mpiRunner == null || mpiRunner.isEmpty()) {
            ErrorManager.error("Empty mpiRunner annotation for method " + m.getName());
        }
        if (binary == null || binary.isEmpty()) {
            ErrorManager.error("Empty binary annotation for method " + m.getName());
        }
        LOGGER.debug("Binary: " + binary);
        LOGGER.debug("mpiRunner: " + mpiRunner);
        String mpiSignature = calleeMethodSignature.toString() + LoaderUtils.MPI_SIGNATURE;
        signatures.add(mpiSignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (mpiAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(mpiAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new MPIImplementation(binary, workingDir, mpiRunner, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
    /*
         * Decaf
         */
    for (Decaf decafAnnot : m.getAnnotationsByType(Decaf.class)) {
        LOGGER.debug("   * Processing @DECAF annotation");
        String dfScript = EnvironmentLoader.loadFromEnvironment(decafAnnot.dfScript());
        String dfExecutor = EnvironmentLoader.loadFromEnvironment(decafAnnot.dfExecutor());
        String dfLib = EnvironmentLoader.loadFromEnvironment(decafAnnot.dfLib());
        String workingDir = EnvironmentLoader.loadFromEnvironment(decafAnnot.workingDir());
        String mpiRunner = EnvironmentLoader.loadFromEnvironment(decafAnnot.mpiRunner());
        if (mpiRunner == null || mpiRunner.isEmpty()) {
            ErrorManager.error("Empty mpiRunner annotation for method " + m.getName());
        }
        if (dfScript == null || dfScript.isEmpty()) {
            ErrorManager.error("Empty binary annotation for method " + m.getName());
        }
        LOGGER.debug("DF Script: " + dfScript);
        LOGGER.debug("DF Executor: " + dfExecutor);
        LOGGER.debug("DF Lib: " + dfLib);
        LOGGER.debug("mpiRunner: " + mpiRunner);
        String mpiSignature = calleeMethodSignature.toString() + LoaderUtils.DECAF_SIGNATURE;
        signatures.add(mpiSignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (decafAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(decafAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new DecafImplementation(dfScript, dfExecutor, dfLib, workingDir, mpiRunner, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
    /*
         * OMPSS
         */
    for (OmpSs ompssAnnot : m.getAnnotationsByType(OmpSs.class)) {
        LOGGER.debug("   * Processing @OmpSs annotation");
        String binary = EnvironmentLoader.loadFromEnvironment(ompssAnnot.binary());
        String workingDir = EnvironmentLoader.loadFromEnvironment(ompssAnnot.workingDir());
        if (binary == null || binary.isEmpty()) {
            ErrorManager.error("Empty binary annotation for method " + m.getName());
        }
        String ompssSignature = calleeMethodSignature.toString() + LoaderUtils.OMPSS_SIGNATURE;
        signatures.add(ompssSignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (ompssAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(ompssAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new OmpSsImplementation(binary, workingDir, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
    /*
         * OPENCL
         */
    for (OpenCL openclAnnot : m.getAnnotationsByType(OpenCL.class)) {
        LOGGER.debug("   * Processing @OpenCL annotation");
        String kernel = EnvironmentLoader.loadFromEnvironment(openclAnnot.kernel());
        String workingDir = EnvironmentLoader.loadFromEnvironment(openclAnnot.workingDir());
        if (kernel == null || kernel.isEmpty()) {
            ErrorManager.error("Empty kernel annotation for method " + m.getName());
        }
        String openclSignature = calleeMethodSignature.toString() + LoaderUtils.OPENCL_SIGNATURE;
        signatures.add(openclSignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (openclAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(openclAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new OpenCLImplementation(kernel, workingDir, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
    /*
         * BINARY
         */
    for (Binary binaryAnnot : m.getAnnotationsByType(Binary.class)) {
        LOGGER.debug("   * Processing @Binary annotation");
        String binary = EnvironmentLoader.loadFromEnvironment(binaryAnnot.binary());
        String workingDir = EnvironmentLoader.loadFromEnvironment(binaryAnnot.workingDir());
        if (binary == null || binary.isEmpty()) {
            ErrorManager.error("Empty binary annotation for method " + m.getName());
        }
        String binarySignature = calleeMethodSignature.toString() + LoaderUtils.BINARY_SIGNATURE;
        signatures.add(binarySignature);
        // Load specific method constraints if present
        MethodResourceDescription implConstraints = defaultConstraints;
        if (binaryAnnot.constraints() != null) {
            implConstraints = new MethodResourceDescription(binaryAnnot.constraints());
            implConstraints.mergeMultiConstraints(defaultConstraints);
        }
        // Register method implementation
        Implementation impl = new BinaryImplementation(binary, workingDir, methodId, implId, implConstraints);
        ++implId;
        implementations.add(impl);
    }
}

Example 27 with Implementation

use of es.bsc.compss.types.implementations.Implementation in project compss by bsc-wdc.

the class IDLParserTest method classIDLTest.

@Test
public void classIDLTest() {
    CoreManager.clear();
    String constraintsFile = this.getClass().getResource("class_test.idl").getPath();
    IDLParser.parseIDLMethods(constraintsFile);
    assertEquals(CoreManager.getCoreCount(), 3);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 0");
    List<Implementation> implList = CoreManager.getCoreImplementations(0);
    assertNotNull(implList);
    assertEquals(implList.size(), 1);
    MethodImplementation impl = (MethodImplementation) implList.get(0);
    LOGGER.debug(impl.getDeclaringClass());
    assertEquals(impl.getDeclaringClass(), "Block");
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 1");
}

Example 28 with Implementation

use of es.bsc.compss.types.implementations.Implementation in project compss by bsc-wdc.

the class IDLParserTest method loadIDLTest.

@Test
public void loadIDLTest() {
    CoreManager.clear();
    String constraintsFile = this.getClass().getResource("test.idl").getPath();
    IDLParser.parseIDLMethods(constraintsFile);
    assertEquals(CoreManager.getCoreCount(), CORECOUNT_RESULT);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 0");
    List<Implementation> implList = CoreManager.getCoreImplementations(0);
    assertNotNull(implList);
    MethodImplementation impl = (MethodImplementation) implList.get(0);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (1)");
    assertEquals(implList.size(), CORE0_2_3_4_5_IMPLS_RESULT);
    Processor p = impl.getRequirements().getProcessors().get(0);
    assertEquals(p.getComputingUnits(), COMPUTING_UNITS_RESULT);
    assertEquals(p.getArchitecture(), "x86_64");
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 1");
    implList = CoreManager.getCoreImplementations(1);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (3)");
    assertEquals(implList.size(), CORE1_6_IMPLS_RESULT);
    impl = (MethodImplementation) implList.get(0);
    assertEquals(impl.getRequirements().getMemorySize(), 2.0f, 0);
    assertEquals(impl.getRequirements().getStorageSize(), 10.0f, 0);
    impl = (MethodImplementation) implList.get(1);
    p = impl.getRequirements().getProcessors().get(0);
    assertEquals(p.getComputingUnits(), COMPUTING_UNITS_RESULT);
    assertEquals(impl.getRequirements().getMemorySize(), 4.0f, 0);
    impl = (MethodImplementation) implList.get(2);
    p = impl.getRequirements().getProcessors().get(0);
    assertEquals(p.getComputingUnits(), 1);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 2");
    implList = CoreManager.getCoreImplementations(2);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (1)");
    assertEquals(implList.size(), CORE0_2_3_4_5_IMPLS_RESULT);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 3");
    implList = CoreManager.getCoreImplementations(3);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (1)");
    assertEquals(implList.size(), CORE0_2_3_4_5_IMPLS_RESULT);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 4");
    implList = CoreManager.getCoreImplementations(4);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (1)");
    assertEquals(implList.size(), CORE0_2_3_4_5_IMPLS_RESULT);
    impl = (MethodImplementation) implList.get(0);
    LOGGER.debug("[IDL-Loader]: Checking Number of processors (2)");
    assertEquals(impl.getRequirements().getProcessors().size(), PROCESSOR_COUNT);
    Processor p1 = impl.getRequirements().getProcessors().get(0);
    Processor p2 = impl.getRequirements().getProcessors().get(1);
    LOGGER.debug("[IDL-Loader]: Checking Processor 1 parameters (4)");
    assertEquals(p1.getType(), "CPU");
    assertEquals(p1.getComputingUnits(), 2);
    assertEquals(p1.getArchitecture(), "x86_64");
    assertEquals(p1.getInternalMemory(), 0.6f, 0);
    LOGGER.debug("[IDL-Loader]: Checking Processor 2 parameters (4)");
    assertEquals(p2.getType(), "GPU");
    assertEquals(p2.getComputingUnits(), 256);
    assertEquals(p2.getArchitecture(), "k40");
    assertEquals(p2.getInternalMemory(), 0.024f, 0);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 5");
    implList = CoreManager.getCoreImplementations(5);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (1)");
    assertEquals(implList.size(), CORE0_2_3_4_5_IMPLS_RESULT);
    impl = (MethodImplementation) implList.get(0);
    LOGGER.debug("[IDL-Loader]: Checking Number of processors (1)");
    assertEquals(impl.getRequirements().getProcessors().size(), 1);
    p = impl.getRequirements().getProcessors().get(0);
    LOGGER.debug("[IDL-Loader]: Checking Processor parameters (2)");
    assertEquals(p.getType(), "CPU");
    assertEquals(p.getComputingUnits(), 2);
    LOGGER.debug("[IDL-Loader]: *** Checking Core Element 6");
    implList = CoreManager.getCoreImplementations(6);
    assertNotNull(implList);
    LOGGER.debug("[IDL-Loader]: Checking Number of implementations (3)");
    assertEquals(implList.size(), CORE1_6_IMPLS_RESULT);
    impl = (MethodImplementation) implList.get(0);
    LOGGER.debug("[IDL-Loader]: Checking Number of first implementation processors (1)");
    assertEquals(impl.getRequirements().getProcessors().size(), 1);
    p = impl.getRequirements().getProcessors().get(0);
    assertEquals(p.getType(), "CPU");
    assertEquals(p.getComputingUnits(), 4);
    impl = (MethodImplementation) implList.get(1);
    LOGGER.debug("[IDL-Loader]: Checking Number of second implementation processors (2)");
    assertEquals(impl.getRequirements().getProcessors().size(), PROCESSOR_COUNT);
    p1 = impl.getRequirements().getProcessors().get(0);
    p2 = impl.getRequirements().getProcessors().get(1);
    LOGGER.debug("[IDL-Loader]: Checking Processor 1 parameters (4)");
    assertEquals(p1.getType(), "CPU");
    assertEquals(p1.getComputingUnits(), 2);
    LOGGER.debug("[IDL-Loader]: Checking Processor 2 parameters (4)");
    assertEquals(p2.getType(), "CPU");
    assertEquals(p2.getComputingUnits(), 2);
    impl = (MethodImplementation) implList.get(2);
    LOGGER.debug("[IDL-Loader]: Checking Number of third implementation processors (2)");
    assertEquals(impl.getRequirements().getProcessors().size(), PROCESSOR_COUNT);
    p1 = impl.getRequirements().getProcessors().get(0);
    p2 = impl.getRequirements().getProcessors().get(1);
    LOGGER.debug("[IDL-Loader]: Checking Processor 1 parameters (4)");
    assertEquals(p1.getType(), "CPU");
    assertEquals(p1.getComputingUnits(), 1);
    LOGGER.debug("[IDL-Loader]: Checking Processor 2 parameters (4)");
    assertEquals(p2.getType(), "GPU");
    assertEquals(p2.getComputingUnits(), 1);
}

Example 29 with Implementation

use of es.bsc.compss.types.implementations.Implementation in project compss by bsc-wdc.

the class TaskScheduler method reducedWorkerResources.

@SuppressWarnings("unchecked")
private <T extends WorkerResourceDescription> void reducedWorkerResources(ResourceScheduler<T> worker, ResourceUpdate<T> modification) {
    CloudMethodWorker cloudWorker = (CloudMethodWorker) worker.getResource();
    if (!cloudWorker.getDescription().getTypeComposition().isEmpty()) {
        synchronized (workers) {
            workers.remove(((ResourceScheduler<WorkerResourceDescription>) worker).getResource());
            int coreCount = CoreManager.getCoreCount();
            List<Implementation>[] runningCoreImpls = worker.getExecutableImpls();
            for (int coreId = 0; coreId < coreCount; coreId++) {
                for (Implementation impl : runningCoreImpls[coreId]) {
                    Profile p = worker.getProfile(impl);
                    if (p != null) {
                        offVMsProfiles[coreId][impl.getImplementationId()].accumulate(p);
                    }
                }
            }
        }
        this.workerRemoved((ResourceScheduler<WorkerResourceDescription>) worker);
        StopWorkerAction action = new StopWorkerAction(generateSchedulingInformation(worker), worker, this, modification);
        try {
            action.schedule((ResourceScheduler<WorkerResourceDescription>) worker, (Score) null);
            action.tryToLaunch();
        } catch (BlockedActionException | UnassignedActionException | InvalidSchedulingException e) {
        // Can not be blocked nor unassigned
        }
    } else {
        ResourceManager.terminateCloudResource(cloudWorker, (CloudMethodResourceDescription) modification.getModification());
    }
}

Example 30 with Implementation

use of es.bsc.compss.types.implementations.Implementation in project compss by bsc-wdc.

the class Worker method updatedFeatures.

@SuppressWarnings("unchecked")
public void updatedFeatures() {
    int coreCount = CoreManager.getCoreCount();
    executableCores.clear();
    executableImpls = new LinkedList[coreCount];
    implSimultaneousTasks = new int[coreCount][];
    coreSimultaneousTasks = new int[coreCount];
    idealSimultaneousTasks = new int[coreCount];
    for (int coreId = 0; coreId < coreCount; coreId++) {
        boolean executableCore = false;
        List<Implementation> impls = CoreManager.getCoreImplementations(coreId);
        implSimultaneousTasks[coreId] = new int[impls.size()];
        executableImpls[coreId] = new LinkedList<>();
        for (Implementation impl : impls) {
            if (canRun(impl)) {
                int simultaneousCapacity = simultaneousCapacity(impl);
                idealSimultaneousTasks[coreId] = Math.max(idealSimultaneousTasks[coreId], simultaneousCapacity);
                implSimultaneousTasks[coreId][impl.getImplementationId()] = simultaneousCapacity;
                if (simultaneousCapacity > 0) {
                    executableImpls[coreId].add(impl);
                    executableCore = true;
                }
            }
        }
        if (executableCore) {
            coreSimultaneousTasks[coreId] = limitIdealSimultaneousTasks(idealSimultaneousTasks[coreId]);
            executableCores.add(coreId);
        }
    }
}