Examples with IByteBuffer de.invesdwin.util.streams.buffer.bytes.IByteBuffer used on opensource projects

Example 1 with IByteBuffer

use of de.invesdwin.util.streams.buffer.bytes.IByteBuffer in project invesdwin-context-persistence by subes.

the class IndeedSerializer method write.

@Override
public void write(final E t, final DataOutput out) throws IOException {
    final IByteBuffer buffer = ByteBuffers.EXPANDABLE_POOL.borrowObject();
    try {
        final int length = serde.toBuffer(buffer, t);
        out.writeInt(length);
        buffer.getBytesTo(0, out, length);
    } finally {
        ByteBuffers.EXPANDABLE_POOL.returnObject(buffer);
    }
}

Example 2 with IByteBuffer

use of de.invesdwin.util.streams.buffer.bytes.IByteBuffer in project invesdwin-context-persistence by subes.

the class SerdeGroupSerializer method serialize.

@Override
public void serialize(final DataOutput2 out, final T value) throws IOException {
    final IByteBuffer buffer = new ArrayExpandableByteBuffer(out.buf);
    final int positionBefore = out.pos;
    final IByteBuffer valueBuffer = buffer.sliceFrom(positionBefore + VALUE_INDEX);
    final int valueLength = serde.toBuffer(valueBuffer, value);
    buffer.putInt(positionBefore + SIZE_INDEX, valueLength);
    out.buf = buffer.byteArray();
    out.pos = positionBefore + VALUE_INDEX + valueLength;
    out.sizeMask = 0xFFFFFFFF - (out.buf.length - 1);
}

Example 3 with IByteBuffer

use of de.invesdwin.util.streams.buffer.bytes.IByteBuffer in project invesdwin-context-persistence by subes.

the class IndeedSerializer method read.

@Override
public E read(final DataInput in) throws IOException {
    final int length = in.readInt();
    final IByteBuffer buffer = ByteBuffers.EXPANDABLE_POOL.borrowObject();
    try {
        buffer.putBytesTo(0, in, length);
        return serde.fromBuffer(buffer, length);
    } finally {
        ByteBuffers.EXPANDABLE_POOL.returnObject(buffer);
    }
}

Example 4 with IByteBuffer

use of de.invesdwin.util.streams.buffer.bytes.IByteBuffer in project invesdwin-context-persistence by subes.

the class SerdeGroupSerializer method deserialize.

@Override
public T deserialize(final DataInput2 input, final int available) throws IOException {
    final int valueLength = input.readInt();
    final byte[] internalByteArray = input.internalByteArray();
    if (internalByteArray != null) {
        final int positionBefore = input.getPos();
        final IByteBuffer buffer = ByteBuffers.wrap(internalByteArray, positionBefore, valueLength);
        input.setPos(positionBefore + valueLength);
        return serde.fromBuffer(buffer, valueLength);
    }
    final java.nio.ByteBuffer internalByteBuffer = input.internalByteBuffer();
    if (internalByteBuffer != null) {
        final int positionBefore = input.getPos();
        final IByteBuffer buffer = ByteBuffers.wrap(internalByteBuffer, positionBefore, valueLength);
        input.setPos(positionBefore + valueLength);
        return serde.fromBuffer(buffer, valueLength);
    }
    final IByteBuffer buffer = ByteBuffers.EXPANDABLE_POOL.borrowObject();
    try {
        buffer.putBytesTo(0, input, valueLength);
        return serde.fromBuffer(buffer, valueLength);
    } finally {
        ByteBuffers.EXPANDABLE_POOL.returnObject(buffer);
    }
}

Example 5 with IByteBuffer

use of de.invesdwin.util.streams.buffer.bytes.IByteBuffer in project invesdwin-context-persistence by subes.

the class TimeSeriesStorageCache method newResult.

private SerializingCollection<V> newResult(final String method, final MemoryFileSummary summary, final Lock readLock) {
    final TextDescription name = new TextDescription("%s[%s]: %s(%s)", ATimeSeriesUpdater.class.getSimpleName(), hashKey, method, summary);
    final File memoryFile = new File(summary.getMemoryResourceUri());
    return new SerializingCollection<V>(name, memoryFile, true) {

        @Override
        protected ISerde<V> newSerde() {
            return new ISerde<V>() {

                @Override
                public V fromBytes(final byte[] bytes) {
                    return valueSerde.fromBytes(bytes);
                }

                @Override
                public V fromBuffer(final IByteBuffer buffer, final int length) {
                    return valueSerde.fromBuffer(buffer, length);
                }

                @Override
                public int toBuffer(final IByteBuffer buffer, final V obj) {
                    throw new UnsupportedOperationException();
                }

                @Override
                public byte[] toBytes(final V obj) {
                    throw new UnsupportedOperationException();
                }
            };
        }

        @Override
        protected InputStream newFileInputStream(final File file) throws IOException {
            if (TimeseriesProperties.FILE_BUFFER_CACHE_MMAP_ENABLED) {
                readLock.lock();
                final MemoryMappedFile mmapFile = FileBufferCache.getFile(hashKey, summary.getMemoryResourceUri());
                if (mmapFile.incrementRefCount()) {
                    return new MmapInputStream(readLock, summary.newBuffer(mmapFile).asInputStream(), mmapFile);
                } else {
                    readLock.unlock();
                }
            }
            if (TimeseriesProperties.FILE_BUFFER_CACHE_SEGMENTS_ENABLED) {
                readLock.lock();
                // file buffer cache will close the file quickly
                final PreLockedBufferedFileDataInputStream in = new PreLockedBufferedFileDataInputStream(readLock, memoryFile);
                in.position(summary.getMemoryOffset());
                in.limit(summary.getMemoryOffset() + summary.getMemoryLength());
                return in;
            } else {
                // keep file input stream open as shorty as possible to prevent too many open files error
                readLock.lock();
                try (BufferedFileDataInputStream in = new BufferedFileDataInputStream(memoryFile)) {
                    in.position(summary.getMemoryOffset());
                    in.limit(summary.getMemoryOffset() + summary.getMemoryLength());
                    final PooledFastByteArrayOutputStream bos = PooledFastByteArrayOutputStream.newInstance();
                    IOUtils.copy(in, bos.asNonClosing());
                    return bos.asInputStream();
                } catch (final FileNotFoundException e) {
                    // maybe retry because of this in the outer iterator?
                    throw new RetryLaterRuntimeException("File might have been deleted in the mean time between read locks: " + file.getAbsolutePath(), e);
                } finally {
                    readLock.unlock();
                }
            }
        }

        @Override
        protected Integer getFixedLength() {
            return fixedLength;
        }

        @Override
        protected OutputStream newCompressor(final OutputStream out) {
            return storage.getCompressionFactory().newCompressor(out, ATimeSeriesUpdater.LARGE_COMPRESSOR);
        }

        @Override
        protected InputStream newDecompressor(final InputStream inputStream) {
            return storage.getCompressionFactory().newDecompressor(inputStream);
        }
    };
}