Examples with DataRequest es.bsc.compss.nio.dataRequest.DataRequest used on opensource projects

Example 6 with DataRequest

use of es.bsc.compss.nio.dataRequest.DataRequest in project compss by bsc-wdc.

the class NIOWorker method receivedValue.

@Override
public void receivedValue(Destination type, String dataId, Object object, List<DataRequest> achievedRequests) {
    if (type == Transfer.Destination.OBJECT) {
        WORKER_LOGGER.info("Received data " + dataId + " with associated object " + object);
        storeObject(dataId, object);
    } else {
        WORKER_LOGGER.info("Received data " + dataId);
    }
    for (DataRequest dr : achievedRequests) {
        WorkerDataRequest wdr = (WorkerDataRequest) dr;
        wdr.getTransferringTask().decreaseParams();
        if (NIOTracer.isActivated()) {
            NIOTracer.emitDataTransferEvent(NIOTracer.TRANSFER_END);
        }
        if (wdr.getTransferringTask().getParams() == 0) {
            if (!wdr.getTransferringTask().getError()) {
                executeTask(wdr.getTransferringTask().getTask());
            } else {
                sendTaskDone(wdr.getTransferringTask().getTask(), false);
            }
        }
    }
}

Example 7 with DataRequest

use of es.bsc.compss.nio.dataRequest.DataRequest in project compss by bsc-wdc.

the class NIOWorker method handleRequestedDataNotAvailableError.

// This is called when the master couldn't send a data to the worker.
// The master abruptly finishes the connection. The NIOMessageHandler
// handles this as an error, which treats with its function handleError,
// and notifies the worker in this case.
@Override
public void handleRequestedDataNotAvailableError(List<DataRequest> failedRequests, String dataId) {
    for (DataRequest dr : failedRequests) {
        // For every task pending on this request, flag it as an error
        WorkerDataRequest wdr = (WorkerDataRequest) dr;
        wdr.getTransferringTask().decreaseParams();
        // Mark as an error task. When all the params've been consumed, sendTaskDone unsuccessful
        wdr.getTransferringTask().setError(true);
        if (wdr.getTransferringTask().getParams() == 0) {
            sendTaskDone(wdr.getTransferringTask().getTask(), false);
        }
        // Create job*_[NEW|RESUBMITTED|RESCHEDULED].[out|err]
        // If we don't create this when the task fails to retrieve a value,
        // the master will try to get the out of this job, and it will get blocked.
        // Same for the worker when sending, throwing an error when trying
        // to read the job out, which wouldn't exist
        String baseJobPath = workingDir + File.separator + "jobs" + File.separator + "job" + wdr.getTransferringTask().getTask().getJobId() + "_" + wdr.getTransferringTask().getTask().getHist();
        File fout = new File(baseJobPath + ".out");
        File ferr = new File(baseJobPath + ".err");
        if (!fout.exists() || !ferr.exists()) {
            String errorMessage = "Worker closed because the data " + dataId + " couldn't be retrieved.";
            try (FileOutputStream outputStream = new FileOutputStream(fout)) {
                outputStream.write(errorMessage.getBytes());
                outputStream.close();
            } catch (IOException ioe) {
                WORKER_LOGGER.error("IOException writing worker output file: " + fout, ioe);
            }
            try (FileOutputStream errorStream = new FileOutputStream(ferr)) {
                errorStream.write(errorMessage.getBytes());
                errorStream.close();
            } catch (IOException ioe) {
                WORKER_LOGGER.error("IOException writing worker error file: " + ferr, ioe);
            }
        }
    }
}

Example 8 with DataRequest

use of es.bsc.compss.nio.dataRequest.DataRequest in project compss by bsc-wdc.

the class NIOAdaptor method receivedValue.

@Override
public void receivedValue(Destination type, String dataId, Object object, List<DataRequest> achievedRequests) {
    for (DataRequest dr : achievedRequests) {
        MasterDataRequest mdr = (MasterDataRequest) dr;
        Copy c = (Copy) mdr.getOperation();
        DataLocation actualLocation = c.getSourceData().finishedCopy(c);
        LogicalData tgtData = c.getTargetData();
        if (tgtData != null) {
            tgtData.addLocation(actualLocation);
            if (object != null) {
                tgtData.setValue(object);
            }
        }
        c.end(DataOperation.OpEndState.OP_OK);
    }
    if (NIOTracer.isActivated()) {
        NIOTracer.emitDataTransferEvent(NIOTracer.TRANSFER_END);
    }
}

Example 9 with DataRequest

use of es.bsc.compss.nio.dataRequest.DataRequest in project compss by bsc-wdc.

the class NIOAdaptor method requestData.

public void requestData(Copy c, DataType paramType, Data d, String path) {
    DataRequest dr = new MasterDataRequest(c, paramType, d, path);
    addTransferRequest(dr);
    requestTransfers();
}