Examples with ByteBuf com.firenio.buffer.ByteBuf used on opensource projects

Example 6 with ByteBuf

use of com.firenio.buffer.ByteBuf in project baseio by generallycloud.

the class Channel method slice_remain.

private ByteBuf slice_remain(ByteBuf src) {
    int remain = src.readableBytes();
    if (remain > 0) {
        ByteBuf remaining = alloc().allocate(remain);
        remaining.writeBytes(src);
        return remaining;
    } else {
        return null;
    }
}

Example 7 with ByteBuf

use of com.firenio.buffer.ByteBuf in project baseio by generallycloud.

the class Frame method write.

public void write(byte[] bytes, int off, int len) {
    ByteBuf c = getBufContent();
    if (c == null) {
        throw new NullPointerException("do setContent(buf) before write");
    }
    c.writeBytes(bytes, off, len);
}

Example 8 with ByteBuf

use of com.firenio.buffer.ByteBuf in project baseio by generallycloud.

the class ProtocolCodec method flush_ping.

protected void flush_ping(Channel ch) {
    ByteBuf buf = getPingBuf();
    if (buf != null) {
        ch.writeAndFlush(buf);
        ch.getContext().getHeartBeatLogger().logPingTo(ch);
    } else {
    // 该channel无需心跳,比如HTTP协议
    }
}

Example 9 with ByteBuf

use of com.firenio.buffer.ByteBuf in project baseio by generallycloud.

the class TestHttpLoadServerTFB method main.

public static void main(String[] args) throws Exception {
    System.setProperty("core", "1");
    System.setProperty("frame", "16");
    System.setProperty("readBuf", "512");
    System.setProperty("pool", "true");
    System.setProperty("inline", "true");
    System.setProperty("level", "1");
    System.setProperty("read", "false");
    System.setProperty("epoll", "true");
    System.setProperty("nodelay", "true");
    System.setProperty("cachedurl", "true");
    System.setProperty("unsafeBuf", "false");
    boolean lite = Util.getBooleanProperty("lite");
    boolean read = Util.getBooleanProperty("read");
    boolean pool = Util.getBooleanProperty("pool");
    boolean epoll = Util.getBooleanProperty("epoll");
    boolean direct = Util.getBooleanProperty("direct");
    boolean nodelay = Util.getBooleanProperty("nodelay");
    boolean cachedurl = Util.getBooleanProperty("cachedurl");
    boolean unsafeBuf = Util.getBooleanProperty("unsafeBuf");
    int core = Util.getIntProperty("core", 1);
    int frame = Util.getIntProperty("frame", 16);
    int level = Util.getIntProperty("level", 1);
    int readBuf = Util.getIntProperty("readBuf", 16);
    LoggerFactory.setEnableSLF4JLogger(false);
    LoggerFactory.setLogLevel(LoggerFactory.LEVEL_INFO);
    Options.setBufAutoExpansion(false);
    Options.setChannelReadFirst(read);
    Options.setEnableEpoll(epoll);
    Options.setEnableUnsafeBuf(unsafeBuf);
    DebugUtil.info("lite: {}", lite);
    DebugUtil.info("read: {}", read);
    DebugUtil.info("pool: {}", pool);
    DebugUtil.info("core: {}", core);
    DebugUtil.info("epoll: {}", epoll);
    DebugUtil.info("frame: {}", frame);
    DebugUtil.info("level: {}", level);
    DebugUtil.info("readBuf: {}", readBuf);
    DebugUtil.info("nodelay: {}", nodelay);
    DebugUtil.info("cachedurl: {}", cachedurl);
    DebugUtil.info("unsafeBuf: {}", unsafeBuf);
    int processors = Util.availableProcessors() * core;
    int fcache = 1024 * 16;
    int pool_unit = 256 * 16;
    int pool_cap = 1024 * 8 * pool_unit * processors;
    String server = "firenio";
    ByteTree cachedUrls = null;
    if (cachedurl) {
        cachedUrls = new ByteTree();
        cachedUrls.add("/plaintext");
        cachedUrls.add("/json");
    }
    HttpCodec codec = new HttpCodec(server, fcache, lite, cachedUrls) {

        @Override
        protected Object newAttachment() {
            return new MyHttpAttachment();
        }
    };
    IoEventHandle eventHandle = new IoEventHandle() {

        @Override
        public void accept(Channel ch, Frame frame) throws Exception {
            HttpFrame f = (HttpFrame) frame;
            String action = f.getRequestURL();
            if ("/plaintext".equals(action)) {
                MyHttpAttachment att = (MyHttpAttachment) ch.getAttachment();
                ByteBuf buf = att.write_buf;
                if (buf == null) {
                    buf = ch.allocate();
                    ByteBuf temp = buf;
                    att.write_buf = buf;
                    ch.getEventLoop().submit(() -> {
                        ch.writeAndFlush(temp);
                        att.write_buf = null;
                    });
                }
                f.setContent(STATIC_PLAINTEXT);
                f.setContentType(HttpContentType.text_plain);
                f.setConnection(HttpConnection.NONE);
                f.setDate(HttpDateUtil.getDateLine());
                codec.encode(ch, buf, f);
                codec.release(ch.getEventLoop(), f);
            } else if ("/json".equals(action)) {
                ByteBuf temp = FastThreadLocal.get().getAttribute(JSON_BUF);
                if (temp == null) {
                    temp = ByteBuf.heap(0);
                    FastThreadLocal.get().setAttribute(JSON_BUF, temp);
                }
                JsonStream stream = JsonStreamPool.borrowJsonStream();
                try {
                    stream.reset(null);
                    stream.writeVal(Message.class, new Message("Hello, World!"));
                    Slice slice = stream.buffer();
                    temp.reset(slice.data(), slice.head(), slice.tail());
                    f.setContent(temp);
                    f.setContentType(HttpContentType.application_json);
                    f.setConnection(HttpConnection.NONE);
                    f.setDate(HttpDateUtil.getDateLine());
                    ch.writeAndFlush(f);
                    ch.release(f);
                } finally {
                    JsonStreamPool.returnJsonStream(stream);
                }
            } else {
                System.err.println("404");
                f.setString("404,page not found!", ch);
                f.setContentType(HttpContentType.text_plain);
                f.setStatus(HttpStatus.C404);
                f.setDate(HttpDateUtil.getDateLine());
                ch.writeAndFlush(f);
                ch.release(f);
            }
        }
    };
    HttpDateUtil.start();
    NioEventLoopGroup group = new NioEventLoopGroup();
    ChannelAcceptor context = new ChannelAcceptor(group, 8081);
    group.setMemoryCapacity(pool_cap);
    group.setEnableMemoryPool(pool);
    group.setMemoryUnit(pool_unit);
    group.setWriteBuffers(8);
    group.setChannelReadBuffer(1024 * readBuf);
    group.setEventLoopSize(Util.availableProcessors() * core);
    group.setConcurrentFrameStack(false);
    if (nodelay) {
        context.addChannelEventListener(new ChannelEventListenerAdapter() {

            @Override
            public void channelOpened(Channel ch) throws Exception {
                ch.setOption(SocketOptions.TCP_NODELAY, 1);
                ch.setOption(SocketOptions.SO_KEEPALIVE, 0);
            }
        });
    }
    context.addProtocolCodec(codec);
    context.setIoEventHandle(eventHandle);
    context.bind(1024 * 8);
}

Example 10 with ByteBuf

use of com.firenio.buffer.ByteBuf in project baseio by generallycloud.

the class TestLoadClient method test.

public static void test(TestLoadRound round) throws Exception {
    final String host = round.host;
    final ByteBuf buf = round.request_buf;
    final int port = round.port;
    final int pipes = round.pipes;
    final int threads = round.threads;
    final int requests = round.requests;
    final int connections = round.connections;
    final int batch = requests / pipes;
    DebugUtil.info("requests:" + requests);
    DebugUtil.info("threads:" + threads);
    DebugUtil.info("connections:" + connections);
    DebugUtil.info("pipes:" + pipes);
    DebugUtil.info("batch:" + batch);
    NioEventLoopGroup g = new NioEventLoopGroup(true, threads, Integer.MAX_VALUE);
    g.start();
    Channel[] chs = new Channel[connections];
    DebugUtil.info("build connections...");
    CountDownLatch c_latch = new CountDownLatch(connections);
    CountDownLatch b_latch = new CountDownLatch(batch);
    AtomicInteger c_complete = new AtomicInteger();
    long last = Util.now();
    for (int i = 0; i < connections; i++) {
        ChannelConnector context = new ChannelConnector(g.getNext(), host, port);
        context.setPrintConfig(false);
        context.addProtocolCodec(new ClientHttpCodec());
        context.setIoEventHandle(new IoEventHandle() {

            int c = 0;

            int b = batch / connections;

            @Override
            public void accept(Channel ch, Frame frame) {
                if (++c == pipes) {
                    c = 0;
                    b_latch.countDown();
                    if (--b > 0) {
                        ch.writeAndFlush(buf.duplicate());
                    } else {
                        DebugUtil.info("c complate......" + c_complete.incrementAndGet());
                    }
                }
            }
        });
        final int i_copy = i;
        context.connect((ch, ex) -> {
            if (ex != null) {
                ex.printStackTrace();
            }
            chs[i_copy] = ch;
            c_latch.countDown();
        }, 9000);
    }
    c_latch.await();
    DebugUtil.info("build connections cost:" + (Util.now() - last));
    DebugUtil.info("start request...");
    last = Util.now();
    for (int i = 0; i < chs.length; i++) {
        chs[i].writeAndFlush(buf.duplicate());
    }
    b_latch.await();
    long cost = (Util.now() - last);
    DebugUtil.info("request cost:" + cost);
    DebugUtil.info("request rps:" + (requests * 1000d / cost));
    for (int i = 0; i < chs.length; i++) {
        chs[i].close();
    }
    g.stop();
}