Examples with KinesisConfig org.apache.storm.kinesis.spout.KinesisConfig used on opensource projects

Example 1 with KinesisConfig

use of org.apache.storm.kinesis.spout.KinesisConfig in project storm by apache.

the class KinesisSpoutTopology method main.

public static void main(String[] args) throws InvalidTopologyException, AuthorizationException, AlreadyAliveException {
    String topologyName = args[0];
    RecordToTupleMapper recordToTupleMapper = new TestRecordToTupleMapper();
    KinesisConnectionInfo kinesisConnectionInfo = new KinesisConnectionInfo(new CredentialsProviderChain(), new ClientConfiguration(), Regions.US_WEST_2, 1000);
    ZkInfo zkInfo = new ZkInfo("localhost:2181", "/kinesisOffsets", 20000, 15000, 10000L, 3, 2000);
    KinesisConfig kinesisConfig = new KinesisConfig(args[1], ShardIteratorType.TRIM_HORIZON, recordToTupleMapper, new Date(), new ExponentialBackoffRetrier(), zkInfo, kinesisConnectionInfo, 10000L);
    KinesisSpout kinesisSpout = new KinesisSpout(kinesisConfig);
    TopologyBuilder topologyBuilder = new TopologyBuilder();
    topologyBuilder.setSpout("spout", kinesisSpout, 3);
    topologyBuilder.setBolt("bolt", new KinesisBoltTest(), 1).shuffleGrouping("spout");
    Config topologyConfig = new Config();
    topologyConfig.setDebug(true);
    topologyConfig.setNumWorkers(3);
    StormSubmitter.submitTopology(topologyName, topologyConfig, topologyBuilder.createTopology());
}