Examples with WorkflowNode org.apache.airavata.workflow.core.dag.nodes.WorkflowNode used on opensource projects

Example 1 with WorkflowNode

use of org.apache.airavata.workflow.core.dag.nodes.WorkflowNode in project airavata by apache.

the class JsonWorkflowParser method buildWorkflowGraph.

private void buildWorkflowGraph() throws Exception {
    // TODO construct runtime model
    Queue<WorkflowNode> queue = new LinkedList<>();
    queue.addAll(inputs);
    Map<String, List<Link>> linkMap = getEdgesMap(links);
    Map<String, InPort> nodeInportMap = getNodeInPortsMap(getApplicationNodes());
    nodeInportMap.putAll(getNodeInPortMap(getOutputNodes()));
    Set<String> processedNodes = new HashSet<>();
    while (!queue.isEmpty()) {
        WorkflowNode node = queue.poll();
        if (processedNodes.contains(node.getId())) {
            continue;
        }
        if (node instanceof InputNode) {
            InputNode input = ((InputNode) node);
            OutPort outPort = ((OutPort) node);
            Map<String, Edge> edgeMap = addEdges(outPort, linkMap.get(outPort.getNodeId() + "," + outPort.getId()));
            for (Map.Entry<String, Edge> entry : edgeMap.entrySet()) {
                InPort inPort = nodeInportMap.get(entry.getKey());
                if (inPort != null) {
                    // inPort.addEdge(entry.getValue());
                    entry.getValue().setToPort(inPort);
                    queue.add(inPort.getNode());
                }
            }
        } else if (node instanceof ApplicationNode) {
            ApplicationNode appNode = ((ApplicationNode) node);
            for (OutPort outPort : appNode.getOutputPorts()) {
                outPort.setNode(appNode);
                Map<String, Edge> edgeMap = addEdges(outPort, linkMap.get(outPort.getNodeId() + "," + outPort.getId()));
                for (Map.Entry<String, Edge> entry : edgeMap.entrySet()) {
                    InPort inPort = nodeInportMap.get(entry.getKey());
                    if (inPort != null) {
                        // inPort.addEdge(entry.getValue());
                        entry.getValue().setToPort(inPort);
                        queue.add(inPort.getNode());
                    }
                }
            }
        } else if (node instanceof OutputNode) {
            OutputNode outputNode = ((OutputNode) node);
            InPort inPort = ((InPort) node);
            outputNode.setInputObject(inPort.getInputObject());
        }
        // marke node as precessed node, we don't need to process it again.
        processedNodes.add(node.getId());
    }
}

Example 2 with WorkflowNode

use of org.apache.airavata.workflow.core.dag.nodes.WorkflowNode in project airavata by apache.

the class WorkflowInterpreter method processWorkflowInputNodes.

private void processWorkflowInputNodes(List<InputNode> inputNodes) {
    Set<WorkflowNode> tempNodeSet = new HashSet<>();
    for (InputNode inputNode : inputNodes) {
        if (inputNode.isReady()) {
            log.debug("Workflow node : " + inputNode.getId() + " is ready to execute");
            for (Edge edge : inputNode.getOutPort().getEdges()) {
                edge.getToPort().getInputObject().setValue(inputNode.getInputObject().getValue());
                if (edge.getToPort().getNode().isReady()) {
                    addToReadyQueue(edge.getToPort().getNode());
                    log.debug("Added workflow node : " + edge.getToPort().getNode().getId() + " to the readyQueue");
                } else {
                    addToWaitingQueue(edge.getToPort().getNode());
                    log.debug("Added workflow node " + edge.getToPort().getNode().getId() + " to the waitingQueue");
                }
            }
        }
    }
}

Example 3 with WorkflowNode

use of org.apache.airavata.workflow.core.dag.nodes.WorkflowNode in project airavata by apache.

the class WorkflowInterpreter method processReadyList.

// try to remove synchronization tag
/**
 * Package-Private method.
 *
 * @throws RegistryException
 * @throws AiravataException
 */
void processReadyList() throws RegistryException, AiravataException {
    if (readyList.isEmpty() && processingQueue.isEmpty() && !waitingList.isEmpty()) {
        throw new AiravataException("No workflow application node is in ready state to run");
    }
    for (WorkflowNode readyNode : readyList.values()) {
        if (readyNode instanceof OutputNode) {
            OutputNode outputNode = (OutputNode) readyNode;
            outputNode.getOutputObject().setValue(outputNode.getInPort().getInputObject().getValue());
            addToCompleteOutputNodeList(outputNode);
        } else if (readyNode instanceof InputNode) {
        // FIXME: set input object of applications and add applications to ready List.
        } else if (readyNode instanceof ApplicationNode) {
        // FIXME:  call orchestrator to create process for the application
        } else {
            throw new RuntimeException("Unsupported workflow node type");
        }
    }
    if (processingQueue.isEmpty() && waitingList.isEmpty()) {
        try {
            saveWorkflowOutputs();
        } catch (AppCatalogException e) {
            throw new AiravataException("Error while updating completed workflow outputs to registry", e);
        }
    }
}