use of org.jumpmind.symmetric.model.Data in project symmetric-ds by JumpMind.
the class DataGapRouteReaderTest method testTransactionalChannelMaxDataToRoute.
@Test
public void testTransactionalChannelMaxDataToRoute() throws Exception {
nodeChannel.setBatchAlgorithm(TransactionalBatchAlgorithm.NAME);
nodeChannel.setMaxDataToRoute(3);
when(parameterService.getInt(ParameterConstants.ROUTING_PEEK_AHEAD_WINDOW)).thenReturn(100);
List<DataGap> dataGaps = new ArrayList<DataGap>();
dataGaps.add(new DataGap(0, Long.MAX_VALUE));
List<Data> data = new ArrayList<Data>();
data.add(new Data(1, null, null, null, TABLE1, null, null, null, TRAN1, null));
data.add(new Data(2, null, null, null, TABLE1, null, null, null, TRAN1, null));
data.add(new Data(3, null, null, null, TABLE1, null, null, null, TRAN2, null));
data.add(new Data(4, null, null, null, TABLE1, null, null, null, TRAN2, null));
data.add(new Data(5, null, null, null, TABLE1, null, null, null, TRAN1, null));
data.add(new Data(6, null, null, null, TABLE1, null, null, null, TRAN1, null));
ISqlRowMapper<Data> mapper = any();
when(sqlTemplate.queryForCursor((String) any(), mapper, (Object[]) any(), (int[]) any())).thenReturn(new ListReadCursor(data));
DataGapRouteReader dataGapRouteReader = buildReader(50, dataGaps);
dataGapRouteReader.execute();
BlockingQueue<Data> queue = dataGapRouteReader.getDataQueue();
assertEquals(5, queue.size());
Iterator<Data> iter = queue.iterator();
int index = 0;
long[] ids = { 1, 2, 5, 6, -1 };
while (iter.hasNext()) {
Data d = iter.next();
assertEquals(ids[index], d.getDataId());
index++;
}
}
use of org.jumpmind.symmetric.model.Data in project symmetric-ds by JumpMind.
the class XmlPublisherDataRouterTest method testPublishUpdateAsXml.
@Test
public void testPublishUpdateAsXml() {
Data data = new Data();
data.setDataEventType(DataEventType.UPDATE);
data.setRowData("2,updated data");
data.setTriggerHistory(new TriggerHistory(TABLE_NAME, "ID", "ID,DATA"));
data.setTableName(TABLE_NAME);
router.routeToNodes(context, new DataMetaData(data, table, null, null), null, false, false, null);
router.contextCommitted(context);
assertEquals(UPDATE_XML.trim(), output.toString().trim());
}
use of org.jumpmind.symmetric.model.Data in project symmetric-ds by JumpMind.
the class XmlPublisherDataRouterTest method testPublishInsertAsXml.
@Test
public void testPublishInsertAsXml() {
Data data = new Data();
data.setDataEventType(DataEventType.INSERT);
data.setRowData("1,new inserted data");
data.setTriggerHistory(new TriggerHistory(TABLE_NAME, "ID", "ID,DATA"));
data.setTableName(TABLE_NAME);
router.routeToNodes(context, new DataMetaData(data, table, null, null), null, false, false, null);
router.contextCommitted(context);
assertEquals(INSERT_XML.trim(), output.toString().trim());
}
use of org.jumpmind.symmetric.model.Data in project symmetric-ds by JumpMind.
the class XmlPublisherDataRouterTest method testPublishDeleteAsXml.
@Test
public void testPublishDeleteAsXml() {
Data data = new Data();
data.setDataEventType(DataEventType.DELETE);
data.setOldData("3,old deleted data");
data.setTriggerHistory(new TriggerHistory(TABLE_NAME, "ID", "ID,DATA"));
data.setTableName(TABLE_NAME);
router.routeToNodes(context, new DataMetaData(data, table, null, null), null, false, false, null);
router.contextCommitted(context);
assertEquals(DELETE_XML.trim(), output.toString().trim());
}
use of org.jumpmind.symmetric.model.Data in project symmetric-ds by JumpMind.
the class DataGapRouteReader method fillPeekAheadQueue.
protected boolean fillPeekAheadQueue(List<Data> peekAheadQueue, int peekAheadCount, ISqlReadCursor<Data> cursor) throws SQLException {
boolean moreData = true;
int dataCount = 0;
long ts = System.currentTimeMillis();
Data data = null;
boolean isFirstRead = context.getStartDataId() == 0;
while (reading && dataCount < peekAheadCount) {
data = cursor.next();
if (data != null) {
if (process(data)) {
peekAheadQueue.add(data);
peekAheadSizeInBytes += data.getSizeInBytes();
dataCount++;
context.incrementStat(System.currentTimeMillis() - ts, ChannelRouterContext.STAT_READ_DATA_MS);
} else {
context.incrementStat(System.currentTimeMillis() - ts, ChannelRouterContext.STAT_REREAD_DATA_MS);
}
if (isFirstRead) {
context.setStartDataId(data.getDataId());
isFirstRead = false;
}
context.setEndDataId(data.getDataId());
ts = System.currentTimeMillis();
} else {
moreData = false;
break;
}
}
context.incrementDataReadCount(dataCount);
context.incrementPeekAheadFillCount(1);
int size = peekAheadQueue.size();
if (context.getMaxPeekAheadQueueSize() < size) {
context.setMaxPeekAheadQueueSize(size);
}
return moreData && reading;
}
Aggregations