use of org.apache.storm.jdbc.common.ConnectionProvider in project storm by apache.
the class AbstractUserTopology method execute.
public void execute(String[] args) throws Exception {
if (args.length != 4 && args.length != 5) {
System.out.println("Usage: " + this.getClass().getSimpleName() + " <dataSourceClassName> <dataSource.url> " + "<user> <password> [topology name]");
System.exit(-1);
}
Map map = Maps.newHashMap();
//com.mysql.jdbc.jdbc2.optional.MysqlDataSource
map.put("dataSourceClassName", args[0]);
//jdbc:mysql://localhost/test
map.put("dataSource.url", args[1]);
//root
map.put("dataSource.user", args[2]);
if (args.length == 4) {
//password
map.put("dataSource.password", args[3]);
}
Config config = new Config();
config.put(JDBC_CONF, map);
ConnectionProvider connectionProvider = new HikariCPConnectionProvider(map);
connectionProvider.prepare();
int queryTimeoutSecs = 60;
JdbcClient jdbcClient = new JdbcClient(connectionProvider, queryTimeoutSecs);
for (String sql : setupSqls) {
jdbcClient.executeSql(sql);
}
this.userSpout = new UserSpout();
this.jdbcMapper = new SimpleJdbcMapper(TABLE_NAME, connectionProvider);
connectionProvider.cleanup();
Fields outputFields = new Fields("user_id", "user_name", "dept_name", "create_date");
List<Column> queryParamColumns = Lists.newArrayList(new Column("user_id", Types.INTEGER));
this.jdbcLookupMapper = new SimpleJdbcLookupMapper(outputFields, queryParamColumns);
this.connectionProvider = new HikariCPConnectionProvider(map);
if (args.length == 4) {
try (LocalCluster cluster = new LocalCluster();
LocalTopology topo = cluster.submitTopology("test", config, getTopology())) {
Thread.sleep(30000);
}
System.exit(0);
} else {
StormSubmitter.submitTopology(args[4], config, getTopology());
}
}
use of org.apache.storm.jdbc.common.ConnectionProvider in project storm by apache.
the class JdbcInsertBoltTest method testValidation.
@Test
public void testValidation() {
ConnectionProvider provider = new HikariCPConnectionProvider(new HashMap<String, Object>());
JdbcMapper mapper = new SimpleJdbcMapper(Lists.newArrayList(new Column("test", 0)));
expectIllegaArgs(null, mapper);
expectIllegaArgs(provider, null);
try {
JdbcInsertBolt bolt = new JdbcInsertBolt(provider, mapper);
bolt.withInsertQuery("test");
bolt.withTableName("test");
Assert.fail("Should have thrown IllegalArgumentException.");
} catch (IllegalArgumentException ne) {
//expected
}
try {
JdbcInsertBolt bolt = new JdbcInsertBolt(provider, mapper);
bolt.withTableName("test");
bolt.withInsertQuery("test");
Assert.fail("Should have thrown IllegalArgumentException.");
} catch (IllegalArgumentException ne) {
//expected
}
}
use of org.apache.storm.jdbc.common.ConnectionProvider in project storm by apache.
the class JdbcLookupBoltTest method testValidation.
@Test
public void testValidation() {
ConnectionProvider provider = new HikariCPConnectionProvider(new HashMap<String, Object>());
JdbcLookupMapper mapper = new SimpleJdbcLookupMapper(new Fields("test"), Lists.newArrayList(new Column("test", 0)));
String selectQuery = "select * from dual";
expectIllegaArgs(null, selectQuery, mapper);
expectIllegaArgs(provider, null, mapper);
expectIllegaArgs(provider, selectQuery, null);
}
Aggregations