Examples with HeaderFlyweight io.aeron.protocol.HeaderFlyweight used on opensource projects

Example 1 with HeaderFlyweight

use of io.aeron.protocol.HeaderFlyweight in project Aeron by real-logic.

the class ArchiveTool method createVerifyEntryProcessor.

private static CatalogEntryProcessor createVerifyEntryProcessor(final PrintStream out, final File archiveDir, final Set<VerifyOption> options, final Catalog catalog, final Checksum checksum, final EpochClock epochClock, final MutableInteger errorCount, final ActionConfirmation<File> truncateOnPageStraddle) {
    final ByteBuffer buffer = BufferUtil.allocateDirectAligned(FILE_IO_MAX_LENGTH_DEFAULT, CACHE_LINE_LENGTH);
    buffer.order(LITTLE_ENDIAN);
    final DataHeaderFlyweight headerFlyweight = new DataHeaderFlyweight(buffer);
    return (recordingDescriptorOffset, headerEncoder, headerDecoder, descriptorEncoder, descriptorDecoder) -> verifyRecording(out, archiveDir, options, catalog, checksum, epochClock, errorCount, truncateOnPageStraddle, headerFlyweight, recordingDescriptorOffset, headerEncoder, headerDecoder, descriptorEncoder, descriptorDecoder);
}

Example 2 with HeaderFlyweight

use of io.aeron.protocol.HeaderFlyweight in project Aeron by real-logic.

the class ArchiveTool method checksumSegmentFile.

private static void checksumSegmentFile(final ByteBuffer buffer, final PrintStream out, final File archiveDir, final Checksum checksum, final long recordingId, final String fileName, final long startPosition, final int termLength) {
    final File file = new File(archiveDir, fileName);
    final long startTermOffset = startPosition & (termLength - 1);
    final long startTermBasePosition = startPosition - startTermOffset;
    final long segmentFileBasePosition = parseSegmentFilePosition(fileName);
    try (FileChannel channel = FileChannel.open(file.toPath(), READ, WRITE)) {
        final HeaderFlyweight headerFlyweight = new HeaderFlyweight(buffer);
        final long bufferAddress = headerFlyweight.addressOffset();
        final long size = channel.size();
        long fileOffset = segmentFileBasePosition == startTermBasePosition ? startTermOffset : 0;
        while (fileOffset < size) {
            buffer.clear().limit(HEADER_LENGTH);
            if (HEADER_LENGTH != channel.read(buffer, fileOffset)) {
                out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to read fragment header");
                return;
            }
            final int frameLength = headerFlyweight.frameLength();
            if (0 == frameLength) {
                break;
            }
            final int alignedLength = align(frameLength, FRAME_ALIGNMENT);
            if (HDR_TYPE_DATA == frameType(headerFlyweight, 0)) {
                final int dataLength = alignedLength - HEADER_LENGTH;
                buffer.clear().limit(dataLength);
                if (dataLength != channel.read(buffer, fileOffset + HEADER_LENGTH)) {
                    out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to read " + dataLength + " byte(s) of data at offset " + (fileOffset + HEADER_LENGTH));
                    return;
                }
                int checksumResult = checksum.compute(bufferAddress, 0, dataLength);
                if (NATIVE_BYTE_ORDER != LITTLE_ENDIAN) {
                    checksumResult = Integer.reverseBytes(checksumResult);
                }
                buffer.clear();
                buffer.putInt(checksumResult).flip();
                channel.write(buffer, fileOffset + SESSION_ID_FIELD_OFFSET);
            }
            fileOffset += alignedLength;
        }
    } catch (final Exception ex) {
        out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to checksum");
        ex.printStackTrace(out);
    }
}

Example 3 with HeaderFlyweight

use of io.aeron.protocol.HeaderFlyweight in project aeron by real-logic.

the class ArchiveTool method createVerifyEntryProcessor.

private static CatalogEntryProcessor createVerifyEntryProcessor(final PrintStream out, final File archiveDir, final Set<VerifyOption> options, final Catalog catalog, final Checksum checksum, final EpochClock epochClock, final MutableInteger errorCount, final ActionConfirmation<File> truncateOnPageStraddle) {
    final ByteBuffer buffer = BufferUtil.allocateDirectAligned(FILE_IO_MAX_LENGTH_DEFAULT, CACHE_LINE_LENGTH);
    buffer.order(LITTLE_ENDIAN);
    final DataHeaderFlyweight headerFlyweight = new DataHeaderFlyweight(buffer);
    return (recordingDescriptorOffset, headerEncoder, headerDecoder, descriptorEncoder, descriptorDecoder) -> verifyRecording(out, archiveDir, options, catalog, checksum, epochClock, errorCount, truncateOnPageStraddle, headerFlyweight, recordingDescriptorOffset, headerEncoder, headerDecoder, descriptorEncoder, descriptorDecoder);
}

Example 4 with HeaderFlyweight

use of io.aeron.protocol.HeaderFlyweight in project aeron by real-logic.

the class ArchiveTool method checksumSegmentFile.

private static void checksumSegmentFile(final ByteBuffer buffer, final PrintStream out, final File archiveDir, final Checksum checksum, final long recordingId, final String fileName, final long startPosition, final int termLength) {
    final File file = new File(archiveDir, fileName);
    final long startTermOffset = startPosition & (termLength - 1);
    final long startTermBasePosition = startPosition - startTermOffset;
    final long segmentFileBasePosition = parseSegmentFilePosition(fileName);
    try (FileChannel channel = FileChannel.open(file.toPath(), READ, WRITE)) {
        final HeaderFlyweight headerFlyweight = new HeaderFlyweight(buffer);
        final long bufferAddress = headerFlyweight.addressOffset();
        final long size = channel.size();
        long fileOffset = segmentFileBasePosition == startTermBasePosition ? startTermOffset : 0;
        while (fileOffset < size) {
            buffer.clear().limit(HEADER_LENGTH);
            if (HEADER_LENGTH != channel.read(buffer, fileOffset)) {
                out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to read fragment header");
                return;
            }
            final int frameLength = headerFlyweight.frameLength();
            if (0 == frameLength) {
                break;
            }
            final int alignedLength = align(frameLength, FRAME_ALIGNMENT);
            if (HDR_TYPE_DATA == frameType(headerFlyweight, 0)) {
                final int dataLength = alignedLength - HEADER_LENGTH;
                buffer.clear().limit(dataLength);
                if (dataLength != channel.read(buffer, fileOffset + HEADER_LENGTH)) {
                    out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to read " + dataLength + " byte(s) of data at offset " + (fileOffset + HEADER_LENGTH));
                    return;
                }
                int checksumResult = checksum.compute(bufferAddress, 0, dataLength);
                if (NATIVE_BYTE_ORDER != LITTLE_ENDIAN) {
                    checksumResult = Integer.reverseBytes(checksumResult);
                }
                buffer.clear();
                buffer.putInt(checksumResult).flip();
                channel.write(buffer, fileOffset + SESSION_ID_FIELD_OFFSET);
            }
            fileOffset += alignedLength;
        }
    } catch (final Exception ex) {
        out.println("(recordingId=" + recordingId + ", file=" + file + ") ERR: failed to checksum");
        ex.printStackTrace(out);
    }
}