Search in sources :

Example 1 with DeleteRowsEventData

use of com.github.shyiko.mysql.binlog.event.DeleteRowsEventData in project SpinalTap by airbnb.

the class MysqlSource method toBinlogEvent.

public static BinlogEvent toBinlogEvent(Event event, BinlogFilePos filePos) {
    EventHeaderV4 header = event.getHeader();
    EventType eventType = header.getEventType();
    long serverId = header.getServerId();
    long timestamp = header.getTimestamp();
    if (EventType.isWrite(eventType)) {
        WriteRowsEventData data = event.getData();
        return new WriteEvent(data.getTableId(), serverId, timestamp, filePos, data.getRows());
    } else if (EventType.isUpdate(eventType)) {
        UpdateRowsEventData data = event.getData();
        return new UpdateEvent(data.getTableId(), serverId, timestamp, filePos, data.getRows());
    } else if (EventType.isDelete(eventType)) {
        DeleteRowsEventData data = event.getData();
        return new DeleteEvent(data.getTableId(), serverId, timestamp, filePos, data.getRows());
    } else {
        switch(eventType) {
            case TABLE_MAP:
                TableMapEventData tableMapData = event.getData();
                return new TableMapEvent(tableMapData.getTableId(), serverId, timestamp, filePos, tableMapData.getDatabase(), tableMapData.getTable(), tableMapData.getColumnTypes());
            case XID:
                XidEventData xidData = event.getData();
                return new XidEvent(serverId, timestamp, filePos, xidData.getXid());
            case QUERY:
                QueryEventData queryData = event.getData();
                return new QueryEvent(serverId, timestamp, filePos, queryData.getDatabase(), queryData.getSql());
            case FORMAT_DESCRIPTION:
                return new StartEvent(serverId, timestamp, filePos);
            default:
                return null;
        }
    }
}
Also used : WriteEvent(com.airbnb.spinaltap.mysql.event.WriteEvent) QueryEventData(com.github.shyiko.mysql.binlog.event.QueryEventData) TableMapEvent(com.airbnb.spinaltap.mysql.event.TableMapEvent) WriteRowsEventData(com.github.shyiko.mysql.binlog.event.WriteRowsEventData) EventType(com.github.shyiko.mysql.binlog.event.EventType) UpdateRowsEventData(com.github.shyiko.mysql.binlog.event.UpdateRowsEventData) DeleteRowsEventData(com.github.shyiko.mysql.binlog.event.DeleteRowsEventData) XidEventData(com.github.shyiko.mysql.binlog.event.XidEventData) QueryEvent(com.airbnb.spinaltap.mysql.event.QueryEvent) DeleteEvent(com.airbnb.spinaltap.mysql.event.DeleteEvent) TableMapEventData(com.github.shyiko.mysql.binlog.event.TableMapEventData) StartEvent(com.airbnb.spinaltap.mysql.event.StartEvent) EventHeaderV4(com.github.shyiko.mysql.binlog.event.EventHeaderV4) XidEvent(com.airbnb.spinaltap.mysql.event.XidEvent) UpdateEvent(com.airbnb.spinaltap.mysql.event.UpdateEvent)

Example 2 with DeleteRowsEventData

use of com.github.shyiko.mysql.binlog.event.DeleteRowsEventData in project rocketmq-externals by apache.

the class EventProcessor method processDeleteEvent.

private void processDeleteEvent(Event event) {
    DeleteRowsEventData data = event.getData();
    Long tableId = data.getTableId();
    List<Serializable[]> list = data.getRows();
    for (Serializable[] row : list) {
        addRow("DELETE", tableId, row);
    }
}
Also used : Serializable(java.io.Serializable) DeleteRowsEventData(com.github.shyiko.mysql.binlog.event.DeleteRowsEventData)

Example 3 with DeleteRowsEventData

use of com.github.shyiko.mysql.binlog.event.DeleteRowsEventData in project debezium by debezium.

the class BinlogReader method handleDelete.

/**
 * Generate source records for the supplied event with an {@link DeleteRowsEventData}.
 *
 * @param event the database change data event to be processed; may not be null
 * @throws InterruptedException if this thread is interrupted while blocking
 */
protected void handleDelete(Event event) throws InterruptedException {
    if (skipEvent) {
        // We can skip this because we should already be at least this far ...
        logger.debug("Skipping previously processed row event: {}", event);
        return;
    }
    if (ignoreDmlEventByGtidSource) {
        logger.debug("Skipping DML event because this GTID source is filtered: {}", event);
        return;
    }
    DeleteRowsEventData deleted = unwrapData(event);
    long tableNumber = deleted.getTableId();
    BitSet includedColumns = deleted.getIncludedColumns();
    RecordsForTable recordMaker = recordMakers.forTable(tableNumber, includedColumns, super::enqueueRecord);
    if (recordMaker != null) {
        List<Serializable[]> rows = deleted.getRows();
        Long ts = context.getClock().currentTimeInMillis();
        int count = 0;
        int numRows = rows.size();
        if (startingRowNumber < numRows) {
            for (int row = startingRowNumber; row != numRows; ++row) {
                count += recordMaker.delete(rows.get(row), ts, row, numRows);
            }
            if (logger.isDebugEnabled()) {
                if (startingRowNumber != 0) {
                    logger.debug("Recorded {} delete record(s) for last {} row(s) in event: {}", count, numRows - startingRowNumber, event);
                } else {
                    logger.debug("Recorded {} delete record(s) for event: {}", count, event);
                }
            }
        } else {
            // All rows were previously processed ...
            logger.debug("Skipping previously processed delete event: {}", event);
        }
    } else {
        informAboutUnknownTableIfRequired(event, recordMakers.getTableIdFromTableNumber(tableNumber), "delete row");
    }
    startingRowNumber = 0;
}
Also used : DeleteRowsEventData(com.github.shyiko.mysql.binlog.event.DeleteRowsEventData) BitSet(java.util.BitSet) AtomicLong(java.util.concurrent.atomic.AtomicLong) RecordsForTable(io.debezium.connector.mysql.RecordMakers.RecordsForTable)

Aggregations

DeleteRowsEventData (com.github.shyiko.mysql.binlog.event.DeleteRowsEventData)3 DeleteEvent (com.airbnb.spinaltap.mysql.event.DeleteEvent)1 QueryEvent (com.airbnb.spinaltap.mysql.event.QueryEvent)1 StartEvent (com.airbnb.spinaltap.mysql.event.StartEvent)1 TableMapEvent (com.airbnb.spinaltap.mysql.event.TableMapEvent)1 UpdateEvent (com.airbnb.spinaltap.mysql.event.UpdateEvent)1 WriteEvent (com.airbnb.spinaltap.mysql.event.WriteEvent)1 XidEvent (com.airbnb.spinaltap.mysql.event.XidEvent)1 EventHeaderV4 (com.github.shyiko.mysql.binlog.event.EventHeaderV4)1 EventType (com.github.shyiko.mysql.binlog.event.EventType)1 QueryEventData (com.github.shyiko.mysql.binlog.event.QueryEventData)1 TableMapEventData (com.github.shyiko.mysql.binlog.event.TableMapEventData)1 UpdateRowsEventData (com.github.shyiko.mysql.binlog.event.UpdateRowsEventData)1 WriteRowsEventData (com.github.shyiko.mysql.binlog.event.WriteRowsEventData)1 XidEventData (com.github.shyiko.mysql.binlog.event.XidEventData)1 RecordsForTable (io.debezium.connector.mysql.RecordMakers.RecordsForTable)1 Serializable (java.io.Serializable)1 BitSet (java.util.BitSet)1 AtomicLong (java.util.concurrent.atomic.AtomicLong)1