Examples with BatchExecutor com.alibaba.otter.canal.client.adapter.rdb.support.BatchExecutor used on opensource projects

Example 1 with BatchExecutor

use of com.alibaba.otter.canal.client.adapter.rdb.support.BatchExecutor in project canal by alibaba.

the class RdbSyncService method sync.

/**
 * 批量同步回调
 *
 * @param dmls 批量 DML
 * @param function 回调方法
 */
public void sync(List<Dml> dmls, Function<Dml, Boolean> function) {
    try {
        boolean toExecute = false;
        for (Dml dml : dmls) {
            if (!toExecute) {
                toExecute = function.apply(dml);
            } else {
                function.apply(dml);
            }
        }
        if (toExecute) {
            List<Future<Boolean>> futures = new ArrayList<>();
            for (int i = 0; i < threads; i++) {
                int j = i;
                if (dmlsPartition[j].isEmpty()) {
                    // bypass
                    continue;
                }
                futures.add(executorThreads[i].submit(() -> {
                    try {
                        dmlsPartition[j].forEach(syncItem -> sync(batchExecutors[j], syncItem.config, syncItem.singleDml));
                        dmlsPartition[j].clear();
                        batchExecutors[j].commit();
                        return true;
                    } catch (Throwable e) {
                        dmlsPartition[j].clear();
                        batchExecutors[j].rollback();
                        throw new RuntimeException(e);
                    }
                }));
            }
            futures.forEach(future -> {
                try {
                    future.get();
                } catch (ExecutionException | InterruptedException e) {
                    throw new RuntimeException(e);
                }
            });
        }
    } finally {
        for (BatchExecutor batchExecutor : batchExecutors) {
            if (batchExecutor != null) {
                batchExecutor.close();
            }
        }
    }
}