Examples with ControlMessage backtype.storm.messaging.ControlMessage used on opensource projects

Example 1 with ControlMessage

use of backtype.storm.messaging.ControlMessage in project jstorm by alibaba.

the class MessageBatch method remove.

void remove(Object obj) {
    if (obj == null)
        return;
    if (obj instanceof TaskMessage) {
        TaskMessage msg = (TaskMessage) obj;
        msgs.remove(msg);
        encodedLength -= msgEncodeLength(msg);
        return;
    }
    if (obj instanceof ControlMessage) {
        ControlMessage msg = (ControlMessage) obj;
        msgs.remove(msg);
        encodedLength -= msg.getEncodedLength();
    }
}

Example 2 with ControlMessage

use of backtype.storm.messaging.ControlMessage in project jstorm by alibaba.

the class MessageBatch method add.

void add(List objs) {
    if (objs == null || objs.size() == 0)
        throw new RuntimeException("null object is forbidden in message batch");
    if (objs.get(0) instanceof TaskMessage) {
        for (Object obj : objs) {
            TaskMessage msg = (TaskMessage) obj;
            msgs.add(msg);
            encodedLength += msgEncodeLength(msg);
        }
        return;
    }
    if (objs.get(0) instanceof ControlMessage) {
        for (Object obj : objs) {
            ControlMessage msg = (ControlMessage) obj;
            msgs.add(msg);
            encodedLength += msg.getEncodedLength();
        }
        return;
    }
    throw new RuntimeException("Unsupported object type " + objs.get(0).getClass().getName());
}

Example 3 with ControlMessage

use of backtype.storm.messaging.ControlMessage in project jstorm by alibaba.

the class MessageBatch method add.

void add(NettyMessage obj) {
    if (obj == null)
        throw new RuntimeException("null object is forbidden in message batch");
    if (obj instanceof TaskMessage) {
        TaskMessage msg = (TaskMessage) obj;
        msgs.add(msg);
        encodedLength += msgEncodeLength(msg);
        return;
    }
    if (obj instanceof MessageBatch) {
        MessageBatch batch = (MessageBatch) obj;
        if (batch.size() >= 0) {
            msgs.addAll(batch.getMessages());
            encodedLength += batch.getEncodedLength();
        }
        return;
    }
    if (obj instanceof ControlMessage) {
        ControlMessage msg = (ControlMessage) obj;
        msgs.add(msg);
        encodedLength += msg.getEncodedLength();
        return;
    }
    throw new RuntimeException("Unsupported object type " + obj.getClass().getName());
}

Example 4 with ControlMessage

use of backtype.storm.messaging.ControlMessage in project jstorm by alibaba.

the class MessageDecoder method decode.

/*
     * Each ControlMessage is encoded as: code (<0) ... short(2)
     * Each TaskMessage is encoded as: task (>=0) ... short(2) len ... int(4) payload ... byte[] *
     */
protected Object decode(ChannelHandlerContext ctx, Channel channel, ChannelBuffer buf) throws Exception {
    // Make sure that we have received at least a short
    long available = buf.readableBytes();
    // Minimum length of a task message is 6(short taskId, int length).
    if (available < 6) {
        // need more data
        return null;
    }
    long startTime = 0L;
    if (isServer && enableNettyMetrics) {
        startTime = msgDecodeTimer.getTime();
    }
    try {
        // Mark the current buffer position before reading task/len field
        // because the whole frame might not be in the buffer yet.
        // We will reset the buffer position to the marked position if
        // there's not enough bytes in the buffer.
        buf.markReaderIndex();
        // read the short field
        short code = buf.readShort();
        available -= 2;
        // case 1: Control message
        ControlMessage ctrl_msg = ControlMessage.mkMessage(code);
        if (ctrl_msg != null) {
            if (available < 12) {
                // The time stamp bytes were not received yet - return null.
                buf.resetReaderIndex();
                return null;
            }
            long timeStamp = buf.readLong();
            int clientPort = buf.readInt();
            available -= 12;
            if (ctrl_msg == ControlMessage.EOB_MESSAGE) {
                long interval = System.currentTimeMillis() - timeStamp;
                if (interval < 0)
                    interval = 0;
                if (enableNettyMetrics) {
                    AsmHistogram netTransTime = getTransmitHistogram(channel, clientPort);
                    if (netTransTime != null) {
                        netTransTime.update(interval * TimeUtils.NS_PER_US);
                    }
                }
                if (MetricUtils.metricAccurateCal)
                    NettyMetricInstance.networkWorkerTransmitTime.update(interval * TimeUtils.NS_PER_US);
            }
            NettyMetricInstance.nettyServerRecvSpeed.update(ctrl_msg.getEncodedLength());
            return ctrl_msg;
        }
        // case 2: task Message
        short type = code;
        short task = buf.readShort();
        available -= 2;
        // Make sure that we have received at least an integer (length)
        if (available < 4) {
            // need more data
            buf.resetReaderIndex();
            return null;
        }
        // Read the length field.
        int length = buf.readInt();
        if (length <= 0) {
            LOG.info("Receive one message whose TaskMessage's message length is {}", length);
            return new TaskMessage(task, null);
        }
        // Make sure if there's enough bytes in the buffer.
        available -= 4;
        if (available < length) {
            // The whole bytes were not received yet - return null.
            buf.resetReaderIndex();
            return null;
        }
        // There's enough bytes in the buffer. Read it.
        ChannelBuffer payload = buf.readBytes(length);
        // Successfully decoded a frame.
        // Return a TaskMessage object
        byte[] rawBytes = payload.array();
        // @@@ TESTING CODE
        // LOG.info("Receive task:{}, length: {}, data:{}",
        // task, length, JStormUtils.toPrintableString(rawBytes));
        TaskMessage ret = new TaskMessage(type, task, rawBytes);
        NettyMetricInstance.nettyServerRecvSpeed.update(rawBytes.length + 8);
        return ret;
    } finally {
        if (isServer && enableNettyMetrics && msgDecodeTimer != null) {
            msgDecodeTimer.updateTime(startTime);
        }
    }
}