Examples with AllocationPoint org.nd4j.jita.allocator.impl.AllocationPoint used on opensource projects

Example 1 with AllocationPoint

use of org.nd4j.jita.allocator.impl.AllocationPoint in project nd4j by deeplearning4j.

the class SynchronousFlowController method registerActionAllWrite.

@Override
public void registerActionAllWrite(CudaContext context, INDArray... operands) {
    for (INDArray operand : operands) {
        if (operand == null)
            continue;
        AllocationPoint pointOperand = allocator.getAllocationPoint(operand);
        pointOperand.tickDeviceWrite();
        eventsProvider.storeEvent(pointOperand.getLastWriteEvent());
        pointOperand.setLastWriteEvent(eventsProvider.getEvent());
        pointOperand.getLastWriteEvent().register(context.getOldStream());
        pointOperand.releaseLock();
    }
}

Example 2 with AllocationPoint

use of org.nd4j.jita.allocator.impl.AllocationPoint in project nd4j by deeplearning4j.

the class SynchronousFlowController method prepareDelayedMemory.

protected void prepareDelayedMemory(INDArray array) {
    if (configuration.getMemoryModel() == Configuration.MemoryModel.DELAYED) {
        AllocationPoint pointData = allocator.getAllocationPoint(array.shapeInfoDataBuffer());
        AllocationPoint pointShape = allocator.getAllocationPoint(array.shapeInfoDataBuffer());
        if (pointData.getAllocationStatus() != AllocationStatus.DEVICE)
            prepareDelayedMemory(array.data());
        if (pointShape.getAllocationStatus() == AllocationStatus.HOST) {
            DataBuffer oShape = array.shapeInfoDataBuffer();
            DataBuffer nShape = Nd4j.getConstantHandler().relocateConstantSpace(oShape);
            if (nShape == oShape)
                Nd4j.getConstantHandler().moveToConstantSpace(nShape);
            ((JCublasNDArray) array).setShapeInfoDataBuffer(nShape);
        }
    }
}

Example 3 with AllocationPoint

use of org.nd4j.jita.allocator.impl.AllocationPoint in project nd4j by deeplearning4j.

the class SynchronousFlowController method prepareActionAllWrite.

@Override
public CudaContext prepareActionAllWrite(INDArray... operands) {
    CudaContext context = (CudaContext) allocator.getDeviceContext().getContext();
    int cId = allocator.getDeviceId();
    for (INDArray operand : operands) {
        if (operand == null)
            continue;
        Nd4j.getCompressor().autoDecompress(operand);
        AllocationPoint pointData = allocator.getAllocationPoint(operand);
        AllocationPoint pointShape = allocator.getAllocationPoint(operand.shapeInfoDataBuffer());
        pointData.acquireLock();
        if (pointData.getDeviceId() != cId && pointData.getDeviceId() >= 0) {
            DataBuffer buffer = operand.data().originalDataBuffer() == null ? operand.data() : operand.data().originalDataBuffer();
            allocator.getMemoryHandler().relocateObject(buffer);
        }
        if (pointShape.getDeviceId() != cId && pointShape.getDeviceId() >= 0) {
            ((JCublasNDArray) operand).setShapeInfoDataBuffer(Nd4j.getConstantHandler().relocateConstantSpace(operand.shapeInfoDataBuffer()));
        }
        prepareDelayedMemory(operand);
        allocator.getAllocationPoint(operand).setCurrentContext(context);
    }
    return context;
}

Example 4 with AllocationPoint

use of org.nd4j.jita.allocator.impl.AllocationPoint in project nd4j by deeplearning4j.

the class SynchronousFlowController method registerAction.

@Override
public void registerAction(CudaContext context, AllocationPoint result, AllocationPoint... operands) {
    eventsProvider.storeEvent(result.getLastWriteEvent());
    result.setLastWriteEvent(eventsProvider.getEvent());
    result.getLastWriteEvent().register(context.getOldStream());
    result.releaseLock();
    for (AllocationPoint operand : operands) {
        eventsProvider.storeEvent(operand.getLastReadEvent());
        operand.setLastReadEvent(eventsProvider.getEvent());
        operand.getLastReadEvent().register(context.getOldStream());
        operand.releaseLock();
    }
// context.syncOldStream();
}

Example 5 with AllocationPoint

use of org.nd4j.jita.allocator.impl.AllocationPoint in project nd4j by deeplearning4j.

the class SynchronousFlowController method prepareAction.

@Override
public CudaContext prepareAction(AllocationPoint result, AllocationPoint... operands) {
    CudaContext context = (CudaContext) allocator.getDeviceContext().getContext();
    if (result != null) {
        result.acquireLock();
        result.setCurrentContext(context);
    }
    for (AllocationPoint operand : operands) {
        if (operand == null)
            continue;
        operand.acquireLock();
        operand.setCurrentContext(context);
    }
    return context;
}