use of org.talend.components.jdbc.runtime.JDBCRowSink in project components by Talend.
the class JdbcRowTestIT method test_die_on_error_as_output.
@SuppressWarnings("rawtypes")
@Test
public void test_die_on_error_as_output() throws Exception {
TJDBCRowDefinition definition = new TJDBCRowDefinition();
TJDBCRowProperties properties = DBTestUtils.createCommonJDBCRowProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.sql.setValue("insert into " + tablename + " values(?,?)");
properties.dieOnError.setValue(true);
randomCommit(properties);
properties.usePreparedStatement.setValue(true);
properties.preparedStatementTable.indexs.setValue(Arrays.asList(1, 2));
properties.preparedStatementTable.types.setValue(Arrays.asList(PreparedStatementTable.Type.Int.name(), PreparedStatementTable.Type.String.name()));
properties.preparedStatementTable.values.setValue(Arrays.<Object>asList(4, "a too long value"));
try (SandboxedInstance sandboxedInstance = RuntimeUtil.createRuntimeClass(definition.getRuntimeInfo(ExecutionEngine.DI, properties, ConnectorTopology.INCOMING_AND_OUTGOING), properties.getClass().getClassLoader())) {
JDBCRowSink sink = (JDBCRowSink) sandboxedInstance.getInstance();
sink.initialize(null, properties);
ValidationResult result = sink.validate(null);
Assert.assertTrue(result.getStatus() == ValidationResult.Result.OK);
WriteOperation operation = sink.createWriteOperation();
JDBCRowWriter writer = (JDBCRowWriter) operation.createWriter(null);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
writer.close();
} catch (ComponentException e) {
Assert.assertNotNull(e.getCause());
} finally {
writer.close();
}
}
}
use of org.talend.components.jdbc.runtime.JDBCRowSink in project components by Talend.
the class JdbcRowTestIT method test_reject_as_output.
@SuppressWarnings("rawtypes")
@Test
public void test_reject_as_output() throws Exception {
TJDBCRowDefinition definition = new TJDBCRowDefinition();
TJDBCRowProperties properties = DBTestUtils.createCommonJDBCRowProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.sql.setValue("insert into " + tablename + " values(?,?)");
properties.dieOnError.setValue(false);
randomCommit(properties);
properties.usePreparedStatement.setValue(true);
properties.preparedStatementTable.indexs.setValue(Arrays.asList(1, 2));
properties.preparedStatementTable.types.setValue(Arrays.asList(PreparedStatementTable.Type.Int.name(), PreparedStatementTable.Type.String.name()));
properties.preparedStatementTable.values.setValue(Arrays.<Object>asList(4, "a too long value"));
try (SandboxedInstance sandboxedInstance = RuntimeUtil.createRuntimeClass(definition.getRuntimeInfo(ExecutionEngine.DI, properties, ConnectorTopology.INCOMING_AND_OUTGOING), properties.getClass().getClassLoader())) {
JDBCRowSink sink = (JDBCRowSink) sandboxedInstance.getInstance();
sink.initialize(null, properties);
ValidationResult result = sink.validate(null);
Assert.assertTrue(result.getStatus() == ValidationResult.Result.OK);
WriteOperation operation = sink.createWriteOperation();
JDBCRowWriter writer = (JDBCRowWriter) operation.createWriter(null);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
List<IndexedRecord> rejects = writer.getRejectedWrites();
assertThat(rejects, hasSize(1));
IndexedRecord reject = rejects.get(0);
Assert.assertEquals(4, reject.get(0));
Assert.assertEquals("xiaoming", reject.get(1));
Assert.assertNotNull(reject.get(2));
Assert.assertNotNull(reject.get(3));
assertThat(writer.getSuccessfulWrites(), empty());
writer.cleanWrites();
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
rejects = writer.getRejectedWrites();
assertThat(rejects, hasSize(1));
reject = rejects.get(0);
Assert.assertEquals(5, reject.get(0));
Assert.assertEquals("xiaobai", reject.get(1));
Assert.assertNotNull(reject.get(2));
Assert.assertNotNull(reject.get(3));
assertThat(writer.getSuccessfulWrites(), empty());
writer.cleanWrites();
writer.close();
} finally {
writer.close();
}
}
}
use of org.talend.components.jdbc.runtime.JDBCRowSink in project components by Talend.
the class JdbcRowTestIT method test_basic_as_output.
@SuppressWarnings("rawtypes")
@Test
public void test_basic_as_output() throws Exception {
TJDBCRowDefinition definition = new TJDBCRowDefinition();
TJDBCRowProperties properties = DBTestUtils.createCommonJDBCRowProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.sql.setValue("insert into " + tablename + " values(?,?)");
properties.dieOnError.setValue(true);
randomCommit(properties);
properties.usePreparedStatement.setValue(true);
properties.preparedStatementTable.indexs.setValue(Arrays.asList(1, 2));
properties.preparedStatementTable.types.setValue(Arrays.asList(PreparedStatementTable.Type.Int.name(), PreparedStatementTable.Type.String.name()));
properties.preparedStatementTable.values.setValue(Arrays.<Object>asList(4, "momo"));
try (SandboxedInstance sandboxedInstance = RuntimeUtil.createRuntimeClass(definition.getRuntimeInfo(ExecutionEngine.DI, properties, ConnectorTopology.INCOMING_AND_OUTGOING), properties.getClass().getClassLoader())) {
JDBCRowSink sink = (JDBCRowSink) sandboxedInstance.getInstance();
sink.initialize(null, properties);
ValidationResult result = sink.validate(null);
Assert.assertTrue(result.getStatus() == ValidationResult.Result.OK);
WriteOperation operation = sink.createWriteOperation();
JDBCRowWriter writer = (JDBCRowWriter) operation.createWriter(null);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
DBTestUtils.assertSuccessRecord(writer, r1);
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
DBTestUtils.assertSuccessRecord(writer, r2);
writer.close();
} finally {
writer.close();
}
}
TJDBCInputDefinition definition1 = new TJDBCInputDefinition();
TJDBCInputProperties properties1 = DBTestUtils.createCommonJDBCInputProperties(allSetting, definition1);
List<IndexedRecord> records = DBTestUtils.fetchDataByReaderFromTable(tablename, schema, definition1, properties1);
assertThat(records, hasSize(5));
Assert.assertEquals(new Integer(4), records.get(3).get(0));
Assert.assertEquals("momo", records.get(3).get(1));
Assert.assertEquals(new Integer(4), records.get(4).get(0));
Assert.assertEquals("momo", records.get(4).get(1));
}
use of org.talend.components.jdbc.runtime.JDBCRowSink in project components by Talend.
the class JdbcRowTestIT method test_propagate_query_result_set_as_output.
@SuppressWarnings("rawtypes")
@Test
public void test_propagate_query_result_set_as_output() throws Exception {
TJDBCRowDefinition definition = new TJDBCRowDefinition();
TJDBCRowProperties properties = DBTestUtils.createCommonJDBCRowProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema5(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.sql.setValue("select id, name from " + tablename + " where id = ?");
properties.dieOnError.setValue(true);
randomCommit(properties);
properties.usePreparedStatement.setValue(true);
properties.preparedStatementTable.indexs.setValue(Arrays.asList(1));
properties.preparedStatementTable.types.setValue(Arrays.asList(PreparedStatementTable.Type.Int.name()));
properties.preparedStatementTable.values.setValue(Arrays.<Object>asList(3));
properties.propagateQueryResultSet.setValue(true);
properties.beforeUseColumn();
properties.useColumn.setValue(properties.useColumn.getPossibleValues().get(2).toString());
try (SandboxedInstance sandboxedInstance = RuntimeUtil.createRuntimeClass(definition.getRuntimeInfo(ExecutionEngine.DI, properties, ConnectorTopology.INCOMING_AND_OUTGOING), properties.getClass().getClassLoader())) {
JDBCRowSink sink = (JDBCRowSink) sandboxedInstance.getInstance();
sink.initialize(null, properties);
ValidationResult result = sink.validate(null);
Assert.assertTrue(result.getStatus() == ValidationResult.Result.OK);
WriteOperation operation = sink.createWriteOperation();
JDBCRowWriter writer = (JDBCRowWriter) operation.createWriter(null);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
assertThat(writer.getRejectedWrites(), empty());
List<IndexedRecord> successfulWrites = writer.getSuccessfulWrites();
assertThat(successfulWrites, hasSize(1));
IndexedRecord successRecord = successfulWrites.get(0);
Assert.assertEquals(4, successRecord.get(0));
Assert.assertEquals("xiaoming", successRecord.get(1));
ResultSet resultSet = (ResultSet) successRecord.get(2);
resultSet.next();
Assert.assertEquals(3, resultSet.getInt(1));
Assert.assertEquals("dabao", resultSet.getString(2));
resultSet.close();
writer.cleanWrites();
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
assertThat(writer.getRejectedWrites(), empty());
successfulWrites = writer.getSuccessfulWrites();
assertThat(successfulWrites, hasSize(1));
successRecord = successfulWrites.get(0);
Assert.assertEquals(5, successRecord.get(0));
Assert.assertEquals("xiaobai", successRecord.get(1));
resultSet = (ResultSet) successRecord.get(2);
resultSet.next();
Assert.assertEquals(3, resultSet.getInt(1));
Assert.assertEquals("dabao", resultSet.getString(2));
resultSet.close();
writer.cleanWrites();
writer.close();
} finally {
writer.close();
}
}
}
use of org.talend.components.jdbc.runtime.JDBCRowSink in project components by Talend.
the class JDBCRowTestIT method test_reject_as_output.
@SuppressWarnings("rawtypes")
@Test
public void test_reject_as_output() throws Exception {
TJDBCRowDefinition definition = new TJDBCRowDefinition();
TJDBCRowProperties properties = DBTestUtils.createCommonJDBCRowProperties(allSetting, definition);
Schema schema = DBTestUtils.createTestSchema(tablename);
properties.main.schema.setValue(schema);
properties.updateOutputSchemas();
properties.tableSelection.tablename.setValue(tablename);
properties.sql.setValue("insert into " + tablename + " values(?,?)");
properties.dieOnError.setValue(false);
randomCommit(properties);
properties.usePreparedStatement.setValue(true);
properties.preparedStatementTable.indexs.setValue(Arrays.asList(1, 2));
properties.preparedStatementTable.types.setValue(Arrays.asList(PreparedStatementTable.Type.Int.name(), PreparedStatementTable.Type.String.name()));
properties.preparedStatementTable.values.setValue(Arrays.<Object>asList(4, "a too long value"));
JDBCRowSink sink = new JDBCRowSink();
sink.initialize(null, properties);
ValidationResult result = sink.validate(null);
Assert.assertTrue(result.getStatus() == ValidationResult.Result.OK);
WriteOperation operation = sink.createWriteOperation();
JDBCRowWriter writer = (JDBCRowWriter) operation.createWriter(null);
try {
writer.open("wid");
IndexedRecord r1 = new GenericData.Record(properties.main.schema.getValue());
r1.put(0, 4);
r1.put(1, "xiaoming");
writer.write(r1);
List<IndexedRecord> rejects = writer.getRejectedWrites();
assertThat(rejects, hasSize(1));
IndexedRecord reject = rejects.get(0);
Assert.assertEquals(4, reject.get(0));
Assert.assertEquals("xiaoming", reject.get(1));
Assert.assertNotNull(reject.get(2));
Assert.assertNotNull(reject.get(3));
assertThat(writer.getSuccessfulWrites(), empty());
writer.cleanWrites();
IndexedRecord r2 = new GenericData.Record(properties.main.schema.getValue());
r2.put(0, 5);
r2.put(1, "xiaobai");
writer.write(r2);
rejects = writer.getRejectedWrites();
assertThat(rejects, hasSize(1));
reject = rejects.get(0);
Assert.assertEquals(5, reject.get(0));
Assert.assertEquals("xiaobai", reject.get(1));
Assert.assertNotNull(reject.get(2));
Assert.assertNotNull(reject.get(3));
assertThat(writer.getSuccessfulWrites(), empty());
writer.cleanWrites();
writer.close();
} finally {
writer.close();
}
}
Aggregations