Search in sources :

Example 11 with Header

use of com.alibaba.otter.canal.protocol.CanalEntry.Header in project canal by alibaba.

the class EventTransactionBufferTest method testTransactionFlush.

@Test
public void testTransactionFlush() {
    final int bufferSize = 64;
    final int transactionSize = 5;
    EventTransactionBuffer buffer = new EventTransactionBuffer();
    buffer.setBufferSize(bufferSize);
    buffer.setFlushCallback(transaction -> {
        Assert.assertEquals(transactionSize, transaction.size());
        System.out.println("\n>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>");
        for (Entry data : transaction) {
            Header header = data.getHeader();
            Date date = new Date(header.getExecuteTime());
            SimpleDateFormat format = new SimpleDateFormat(DATE_FORMAT);
            if (data.getEntryType() == EntryType.TRANSACTIONBEGIN || data.getEntryType() == EntryType.TRANSACTIONEND) {
                System.out.println(data.getEntryType());
            } else {
                System.out.println(MessageFormat.format(messgae, new Object[] { Thread.currentThread().getName(), header.getLogfileName(), header.getLogfileOffset(), format.format(date), header.getSchemaName(), header.getTableName() }));
            }
        }
        System.out.println("<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n");
    });
    buffer.start();
    try {
        for (int i = 0; i < transactionSize * 10; i++) {
            if (i % transactionSize == 0) {
                buffer.add(buildEntry("1", 1L + i, 40L + i, EntryType.TRANSACTIONBEGIN));
            } else if ((i + 1) % transactionSize == 0) {
                buffer.add(buildEntry("1", 1L + i, 40L + i, EntryType.TRANSACTIONEND));
            } else {
                buffer.add(buildEntry("1", 1L + i, 40L + i));
            }
        }
    } catch (InterruptedException e) {
        Assert.fail(e.getMessage());
    }
    buffer.stop();
}
Also used : Entry(com.alibaba.otter.canal.protocol.CanalEntry.Entry) Header(com.alibaba.otter.canal.protocol.CanalEntry.Header) SimpleDateFormat(java.text.SimpleDateFormat) Date(java.util.Date) Test(org.junit.Test)

Aggregations

Header (com.alibaba.otter.canal.protocol.CanalEntry.Header)11 LogHeader (com.taobao.tddl.dbsync.binlog.event.LogHeader)9 Entry (com.alibaba.otter.canal.protocol.CanalEntry.Entry)4 EventType (com.alibaba.otter.canal.protocol.CanalEntry.EventType)4 RowChange (com.alibaba.otter.canal.protocol.CanalEntry.RowChange)4 CanalParseException (com.alibaba.otter.canal.parse.exception.CanalParseException)3 Pair (com.alibaba.otter.canal.protocol.CanalEntry.Pair)3 TransactionEnd (com.alibaba.otter.canal.protocol.CanalEntry.TransactionEnd)3 ByteString (com.google.protobuf.ByteString)3 RowData (com.alibaba.otter.canal.protocol.CanalEntry.RowData)2 TransactionBegin (com.alibaba.otter.canal.protocol.CanalEntry.TransactionBegin)2 RowsLogBuffer (com.taobao.tddl.dbsync.binlog.event.RowsLogBuffer)2 TableMapLogEvent (com.taobao.tddl.dbsync.binlog.event.TableMapLogEvent)2 UnsupportedEncodingException (java.io.UnsupportedEncodingException)2 SimpleDateFormat (java.text.SimpleDateFormat)2 BitSet (java.util.BitSet)2 Date (java.util.Date)2 Test (org.junit.Test)2 TableIdNotFoundException (com.alibaba.otter.canal.parse.exception.TableIdNotFoundException)1 TableMeta (com.alibaba.otter.canal.parse.inbound.TableMeta)1