use of com.yahoo.pulsar.common.api.proto.PulsarApi.BaseCommand in project pulsar by yahoo.
the class Commands method serializeWithSize.
private static ByteBuf serializeWithSize(BaseCommand.Builder cmdBuilder) {
// / Wire format
// [TOTAL_SIZE] [CMD_SIZE][CMD]
BaseCommand cmd = cmdBuilder.build();
int cmdSize = cmd.getSerializedSize();
int totalSize = cmdSize + 4;
int frameSize = totalSize + 4;
ByteBuf buf = PooledByteBufAllocator.DEFAULT.buffer(frameSize, frameSize);
// Prepend 2 lengths to the buffer
buf.writeInt(totalSize);
buf.writeInt(cmdSize);
ByteBufCodedOutputStream outStream = ByteBufCodedOutputStream.get(buf);
try {
cmd.writeTo(outStream);
} catch (IOException e) {
// This is in-memory serialization, should not fail
throw new RuntimeException(e);
} finally {
cmd.recycle();
cmdBuilder.recycle();
outStream.recycle();
}
return buf;
}
use of com.yahoo.pulsar.common.api.proto.PulsarApi.BaseCommand in project pulsar by yahoo.
the class Commands method serializeCommandSendWithSize.
private static ByteBuf serializeCommandSendWithSize(BaseCommand.Builder cmdBuilder, ChecksumType checksumType, MessageMetadata msgMetadata, ByteBuf payload) {
// / Wire format
// [TOTAL_SIZE] [CMD_SIZE][CMD] [MAGIC_NUMBER][CHECKSUM] [METADATA_SIZE][METADATA] [PAYLOAD]
BaseCommand cmd = cmdBuilder.build();
int cmdSize = cmd.getSerializedSize();
int msgMetadataSize = msgMetadata.getSerializedSize();
int payloadSize = payload.readableBytes();
int magicAndChecksumLength = ChecksumType.Crc32c.equals(checksumType) ? (2 + 4) : 0;
boolean includeChecksum = magicAndChecksumLength > 0;
// cmdLength + cmdSize + magicLength +
int headerContentSize = 4 + cmdSize + magicAndChecksumLength + 4 + msgMetadataSize;
// checksumSize + msgMetadataLength +
// msgMetadataSize
int totalSize = headerContentSize + payloadSize;
// totalSize + headerLength
int headersSize = 4 + headerContentSize;
int checksumReaderIndex = -1;
ByteBuf headers = PooledByteBufAllocator.DEFAULT.buffer(headersSize, headersSize);
// External frame
headers.writeInt(totalSize);
try {
// Write cmd
headers.writeInt(cmdSize);
ByteBufCodedOutputStream outStream = ByteBufCodedOutputStream.get(headers);
cmd.writeTo(outStream);
cmd.recycle();
cmdBuilder.recycle();
//Create checksum placeholder
if (includeChecksum) {
headers.writeShort(magicCrc32c);
checksumReaderIndex = headers.writerIndex();
//skip 4 bytes of checksum
headers.writerIndex(headers.writerIndex() + checksumSize);
}
// Write metadata
headers.writeInt(msgMetadataSize);
msgMetadata.writeTo(outStream);
outStream.recycle();
} catch (IOException e) {
// This is in-memory serialization, should not fail
throw new RuntimeException(e);
}
ByteBuf command = DoubleByteBuf.get(headers, payload);
// write checksum at created checksum-placeholder
if (includeChecksum) {
headers.markReaderIndex();
headers.readerIndex(checksumReaderIndex + checksumSize);
int metadataChecksum = computeChecksum(headers);
int computedChecksum = resumeChecksum(metadataChecksum, payload);
// set computed checksum
headers.setInt(checksumReaderIndex, computedChecksum);
headers.resetReaderIndex();
}
return command;
}
use of com.yahoo.pulsar.common.api.proto.PulsarApi.BaseCommand in project pulsar by yahoo.
the class Commands method newMessage.
public static ByteBuf newMessage(long consumerId, MessageIdData messageId, ByteBuf metadataAndPayload) {
CommandMessage.Builder msgBuilder = CommandMessage.newBuilder();
msgBuilder.setConsumerId(consumerId);
msgBuilder.setMessageId(messageId);
CommandMessage msg = msgBuilder.build();
BaseCommand.Builder cmdBuilder = BaseCommand.newBuilder();
BaseCommand cmd = cmdBuilder.setType(Type.MESSAGE).setMessage(msg).build();
ByteBuf res = serializeCommandMessageWithSize(cmd, metadataAndPayload);
cmd.recycle();
cmdBuilder.recycle();
msg.recycle();
msgBuilder.recycle();
return res;
}
use of com.yahoo.pulsar.common.api.proto.PulsarApi.BaseCommand in project pulsar by yahoo.
the class PulsarDecoder method channelRead.
@Override
public final void channelRead(ChannelHandlerContext ctx, Object msg) throws Exception {
// Get a buffer that contains the full frame
ByteBuf buffer = (ByteBuf) msg;
BaseCommand cmd = null;
BaseCommand.Builder cmdBuilder = null;
try {
// De-serialize the command
int cmdSize = (int) buffer.readUnsignedInt();
int writerIndex = buffer.writerIndex();
buffer.writerIndex(buffer.readerIndex() + cmdSize);
ByteBufCodedInputStream cmdInputStream = ByteBufCodedInputStream.get(buffer);
cmdBuilder = BaseCommand.newBuilder();
cmd = cmdBuilder.mergeFrom(cmdInputStream, null).build();
buffer.writerIndex(writerIndex);
cmdInputStream.recycle();
if (log.isDebugEnabled()) {
log.debug("[{}] Received cmd {}", ctx.channel().remoteAddress(), cmd.getType());
}
messageReceived();
switch(cmd.getType()) {
case PARTITIONED_METADATA:
checkArgument(cmd.hasPartitionMetadata());
handlePartitionMetadataRequest(cmd.getPartitionMetadata());
cmd.getPartitionMetadata().recycle();
break;
case PARTITIONED_METADATA_RESPONSE:
checkArgument(cmd.hasPartitionMetadataResponse());
handlePartitionResponse(cmd.getPartitionMetadataResponse());
cmd.getPartitionMetadataResponse().recycle();
break;
case LOOKUP:
checkArgument(cmd.hasLookupTopic());
handleLookup(cmd.getLookupTopic());
cmd.getLookupTopic().recycle();
break;
case LOOKUP_RESPONSE:
checkArgument(cmd.hasLookupTopicResponse());
handleLookupResponse(cmd.getLookupTopicResponse());
cmd.getLookupTopicResponse().recycle();
break;
case ACK:
checkArgument(cmd.hasAck());
handleAck(cmd.getAck());
cmd.getAck().getMessageId().recycle();
cmd.getAck().recycle();
break;
case CLOSE_CONSUMER:
checkArgument(cmd.hasCloseConsumer());
handleCloseConsumer(cmd.getCloseConsumer());
cmd.getCloseConsumer().recycle();
break;
case CLOSE_PRODUCER:
checkArgument(cmd.hasCloseProducer());
handleCloseProducer(cmd.getCloseProducer());
cmd.getCloseProducer().recycle();
break;
case CONNECT:
checkArgument(cmd.hasConnect());
handleConnect(cmd.getConnect());
cmd.getConnect().recycle();
break;
case CONNECTED:
checkArgument(cmd.hasConnected());
handleConnected(cmd.getConnected());
cmd.getConnected().recycle();
break;
case ERROR:
checkArgument(cmd.hasError());
handleError(cmd.getError());
cmd.getError().recycle();
break;
case FLOW:
checkArgument(cmd.hasFlow());
handleFlow(cmd.getFlow());
cmd.getFlow().recycle();
break;
case MESSAGE:
{
checkArgument(cmd.hasMessage());
handleMessage(cmd.getMessage(), buffer);
cmd.getMessage().recycle();
break;
}
case PRODUCER:
checkArgument(cmd.hasProducer());
handleProducer(cmd.getProducer());
cmd.getProducer().recycle();
break;
case SEND:
{
checkArgument(cmd.hasSend());
// Store a buffer marking the content + headers
ByteBuf headersAndPayload = buffer.markReaderIndex();
handleSend(cmd.getSend(), headersAndPayload);
cmd.getSend().recycle();
break;
}
case SEND_ERROR:
checkArgument(cmd.hasSendError());
handleSendError(cmd.getSendError());
cmd.getSendError().recycle();
break;
case SEND_RECEIPT:
checkArgument(cmd.hasSendReceipt());
handleSendReceipt(cmd.getSendReceipt());
cmd.getSendReceipt().recycle();
break;
case SUBSCRIBE:
checkArgument(cmd.hasSubscribe());
handleSubscribe(cmd.getSubscribe());
cmd.getSubscribe().recycle();
break;
case SUCCESS:
checkArgument(cmd.hasSuccess());
handleSuccess(cmd.getSuccess());
cmd.getSuccess().recycle();
break;
case PRODUCER_SUCCESS:
checkArgument(cmd.hasProducerSuccess());
handleProducerSuccess(cmd.getProducerSuccess());
cmd.getProducerSuccess().recycle();
break;
case UNSUBSCRIBE:
checkArgument(cmd.hasUnsubscribe());
handleUnsubscribe(cmd.getUnsubscribe());
cmd.getUnsubscribe().recycle();
break;
case PING:
checkArgument(cmd.hasPing());
handlePing(cmd.getPing());
cmd.getPing().recycle();
break;
case PONG:
checkArgument(cmd.hasPong());
handlePong(cmd.getPong());
cmd.getPong().recycle();
break;
case REDELIVER_UNACKNOWLEDGED_MESSAGES:
checkArgument(cmd.hasRedeliverUnacknowledgedMessages());
handleRedeliverUnacknowledged(cmd.getRedeliverUnacknowledgedMessages());
cmd.getRedeliverUnacknowledgedMessages().recycle();
break;
case CONSUMER_STATS:
checkArgument(cmd.hasConsumerStats());
handleConsumerStats(cmd.getConsumerStats());
cmd.getConsumerStats().recycle();
break;
case CONSUMER_STATS_RESPONSE:
checkArgument(cmd.hasConsumerStatsResponse());
handleConsumerStatsResponse(cmd.getConsumerStatsResponse());
cmd.getConsumerStatsResponse().recycle();
break;
}
} finally {
if (cmdBuilder != null) {
cmdBuilder.recycle();
}
if (cmd != null) {
cmd.recycle();
}
buffer.release();
}
}
Aggregations