use of org.talend.components.jdbc.tjdbcoutput.TJDBCOutputProperties in project components by Talend.
the class JDBCOutputTestIT method testClearDataInTable.
@Test
public void testClearDataInTable() throws Exception {
TJDBCOutputDefinition definition = new TJDBCOutputDefinition();
TJDBCOutputProperties properties = DBTestUtils.createCommonJDBCOutputProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema2(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
DataAction action = DBTestUtils.randomDataAction();
properties.dataAction.setValue(action);
properties.dieOnError.setValue(DBTestUtils.randomBoolean());
randomBatchAndCommit(properties);
properties.clearDataInTable.setValue(true);
JDBCOutputWriter writer = DBTestUtils.createCommonJDBCOutputWriter(definition, properties);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
DBTestUtils.assertSuccessRecord(writer, r1);
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
DBTestUtils.assertSuccessRecord(writer, r2);
writer.close();
} finally {
writer.close();
}
TJDBCInputDefinition definition1 = new TJDBCInputDefinition();
TJDBCInputProperties properties1 = DBTestUtils.createCommonJDBCInputProperties(allSetting, definition1);
List<IndexedRecord> records = DBTestUtils.fetchDataByReaderFromTable(tablename, schema, definition1, properties1);
if (action == DataAction.INSERT || action == DataAction.INSERT_OR_UPDATE || action == DataAction.UPDATE_OR_INSERT) {
assertThat(records, hasSize(2));
Assert.assertEquals(new Integer(4), records.get(0).get(0));
Assert.assertEquals("xiaoming", records.get(0).get(1));
Assert.assertEquals(new Integer(5), records.get(1).get(0));
Assert.assertEquals("xiaobai", records.get(1).get(1));
} else {
assertThat(records, hasSize(0));
}
}
use of org.talend.components.jdbc.tjdbcoutput.TJDBCOutputProperties in project components by Talend.
the class JDBCOutputTestIT method testBatch.
@Test
public void testBatch() throws Exception {
TJDBCOutputDefinition definition = new TJDBCOutputDefinition();
TJDBCOutputProperties properties = DBTestUtils.createCommonJDBCOutputProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.dataAction.setValue(DataAction.INSERT);
properties.dieOnError.setValue(true);
properties.useBatch.setValue(true);
properties.batchSize.setValue(2);
properties.commitEvery.setValue(3);
JDBCOutputWriter writer = DBTestUtils.createCommonJDBCOutputWriter(definition, properties);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
DBTestUtils.assertSuccessRecord(writer, r1);
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
DBTestUtils.assertSuccessRecord(writer, r2);
IndexedRecord r3 = new GenericData.Record(properties.main.schema.getValue());
r3.put(0, 6);
r3.put(1, "xiaohong");
writer.write(r3);
DBTestUtils.assertSuccessRecord(writer, r3);
IndexedRecord r4 = new GenericData.Record(properties.main.schema.getValue());
r4.put(0, 7);
r4.put(1, "xiaored");
writer.write(r4);
DBTestUtils.assertSuccessRecord(writer, r4);
IndexedRecord r5 = new GenericData.Record(properties.main.schema.getValue());
r5.put(0, 8);
r5.put(1, "xiaohei");
writer.write(r5);
DBTestUtils.assertSuccessRecord(writer, r5);
writer.close();
} finally {
writer.close();
}
TJDBCInputDefinition definition1 = new TJDBCInputDefinition();
TJDBCInputProperties properties1 = DBTestUtils.createCommonJDBCInputProperties(allSetting, definition1);
List<IndexedRecord> records = DBTestUtils.fetchDataByReaderFromTable(tablename, schema, definition1, properties1);
assertThat(records, hasSize(8));
Assert.assertEquals(new Integer(4), records.get(3).get(0));
Assert.assertEquals("xiaoming", records.get(3).get(1));
Assert.assertEquals(new Integer(5), records.get(4).get(0));
Assert.assertEquals("xiaobai", records.get(4).get(1));
Assert.assertEquals(new Integer(6), records.get(5).get(0));
Assert.assertEquals("xiaohong", records.get(5).get(1));
Assert.assertEquals(new Integer(7), records.get(6).get(0));
Assert.assertEquals("xiaored", records.get(6).get(1));
Assert.assertEquals(new Integer(8), records.get(7).get(0));
Assert.assertEquals("xiaohei", records.get(7).get(1));
}
use of org.talend.components.jdbc.tjdbcoutput.TJDBCOutputProperties in project components by Talend.
the class JDBCOutputTestIT method testDeleteReject.
// TODO how to make a delete action fail?
@Test
public void testDeleteReject() throws Exception {
TJDBCOutputDefinition definition = new TJDBCOutputDefinition();
TJDBCOutputProperties properties = DBTestUtils.createCommonJDBCOutputProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema2(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.dataAction.setValue(DataAction.DELETE);
// reject function can't work with batch function
properties.useBatch.setValue(false);
properties.commitEvery.setValue(DBTestUtils.randomInt());
JDBCOutputWriter writer = DBTestUtils.createCommonJDBCOutputWriter(definition, properties);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 1);
r1.put(1, "wangwei1");
writer.write(r1);
DBTestUtils.assertSuccessRecord(writer, r1);
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 4);
r2.put(1, "newkey");
writer.write(r2);
DBTestUtils.assertSuccessRecord(writer, r2);
IndexedRecord r3 = new GenericData.Record(properties.main.schema.getValue());
r3.put(0, 2);
r3.put(1, "gaoyan1");
writer.write(r3);
DBTestUtils.assertSuccessRecord(writer, r3);
IndexedRecord r4 = new GenericData.Record(properties.main.schema.getValue());
r4.put(0, 5);
r4.put(1, "the line is not rejected though it's too long as only key is used by deleting action");
writer.write(r4);
DBTestUtils.assertSuccessRecord(writer, r4);
IndexedRecord r5 = new GenericData.Record(properties.main.schema.getValue());
r5.put(0, 3);
r5.put(1, "dabao1");
writer.write(r5);
DBTestUtils.assertSuccessRecord(writer, r5);
writer.close();
} finally {
writer.close();
}
TJDBCInputDefinition definition1 = new TJDBCInputDefinition();
TJDBCInputProperties properties1 = DBTestUtils.createCommonJDBCInputProperties(allSetting, definition1);
List<IndexedRecord> records = DBTestUtils.fetchDataByReaderFromTable(tablename, schema, definition1, properties1);
assertThat(records, hasSize(0));
}
use of org.talend.components.jdbc.tjdbcoutput.TJDBCOutputProperties in project components by Talend.
the class JDBCOutputTestIT method testInsertOrUpdate.
@Test
public void testInsertOrUpdate() throws Exception {
TJDBCOutputDefinition definition = new TJDBCOutputDefinition();
TJDBCOutputProperties properties = DBTestUtils.createCommonJDBCOutputProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema2(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.dataAction.setValue(DataAction.INSERT_OR_UPDATE);
properties.dieOnError.setValue(true);
properties.commitEvery.setValue(DBTestUtils.randomInt());
JDBCOutputWriter writer = DBTestUtils.createCommonJDBCOutputWriter(definition, properties);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 1);
r1.put(1, "wangwei1");
writer.write(r1);
DBTestUtils.assertSuccessRecord(writer, r1);
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 2);
r2.put(1, "gaoyan1");
writer.write(r2);
DBTestUtils.assertSuccessRecord(writer, r2);
IndexedRecord r3 = new GenericData.Record(properties.main.schema.getValue());
r3.put(0, 4);
r3.put(1, "new one");
writer.write(r3);
DBTestUtils.assertSuccessRecord(writer, r3);
writer.close();
} finally {
writer.close();
}
TJDBCInputDefinition definition1 = new TJDBCInputDefinition();
TJDBCInputProperties properties1 = DBTestUtils.createCommonJDBCInputProperties(allSetting, definition1);
List<IndexedRecord> records = DBTestUtils.fetchDataByReaderFromTable(tablename, schema, definition1, properties1);
assertThat(records, hasSize(4));
Assert.assertEquals(new Integer(1), records.get(0).get(0));
Assert.assertEquals("wangwei1", records.get(0).get(1));
Assert.assertEquals(new Integer(2), records.get(1).get(0));
Assert.assertEquals("gaoyan1", records.get(1).get(1));
Assert.assertEquals(new Integer(3), records.get(2).get(0));
Assert.assertEquals("dabao", records.get(2).get(1));
Assert.assertEquals(new Integer(4), records.get(3).get(0));
Assert.assertEquals("new one", records.get(3).get(1));
}
use of org.talend.components.jdbc.tjdbcoutput.TJDBCOutputProperties in project components by Talend.
the class CommonUtilsTest method testGetRejectSchema.
@Test
public void testGetRejectSchema() {
TJDBCOutputProperties properties = new TJDBCOutputProperties("output");
properties.init();
Schema schema = CommonUtils.getRejectSchema(properties);
Assert.assertNotNull(schema);
}
Aggregations