Examples with FlinkLocalCluster org.apache.flink.storm.api.FlinkLocalCluster used on opensource projects

Example 6 with FlinkLocalCluster

use of org.apache.flink.storm.api.FlinkLocalCluster in project flink by apache.

the class SplitStreamSpoutLocal method main.

// *************************************************************************
// PROGRAM
// *************************************************************************
public static void main(final String[] args) throws Exception {
    if (!SplitSpoutTopology.parseParameters(args)) {
        return;
    }
    // build Topology the Storm way
    final TopologyBuilder builder = SplitSpoutTopology.buildTopology();
    final FlinkLocalCluster cluster = FlinkLocalCluster.getLocalCluster();
    cluster.submitTopology(topologyId, null, FlinkTopology.createTopology(builder));
    // run topology for 5 seconds
    Utils.sleep(5 * 1000);
    cluster.shutdown();
}

Example 7 with FlinkLocalCluster

use of org.apache.flink.storm.api.FlinkLocalCluster in project flink by apache.

the class StormFieldsGroupingITCase method testProgram.

@Override
protected void testProgram() throws Exception {
    final String[] tokens = this.resultPath.split(":");
    final String outputFile = tokens[tokens.length - 1];
    final TopologyBuilder builder = new TopologyBuilder();
    builder.setSpout(spoutId, new FiniteRandomSpout(0, 10, 2));
    builder.setBolt(boltId, new TaskIdBolt(), 2).fieldsGrouping(spoutId, FiniteRandomSpout.STREAM_PREFIX + 0, new Fields("number"));
    builder.setBolt(sinkId, new BoltFileSink(outputFile)).shuffleGrouping(boltId);
    final FlinkLocalCluster cluster = FlinkLocalCluster.getLocalCluster();
    Config conf = new Config();
    // only required to stabilize integration test
    conf.put(FlinkLocalCluster.SUBMIT_BLOCKING, true);
    cluster.submitTopology(topologyId, conf, FlinkTopology.createTopology(builder));
    cluster.shutdown();
}

Example 8 with FlinkLocalCluster

use of org.apache.flink.storm.api.FlinkLocalCluster in project flink by apache.

the class StormMetaDataITCase method testProgram.

@Override
protected void testProgram() throws Exception {
    final TopologyBuilder builder = new TopologyBuilder();
    builder.setSpout(spoutId, new MetaDataSpout(), 2);
    builder.setBolt(boltId1, new VerifyMetaDataBolt(), 2).localOrShuffleGrouping(spoutId, MetaDataSpout.STREAM_ID);
    builder.setBolt(boltId2, new VerifyMetaDataBolt()).shuffleGrouping(boltId1, VerifyMetaDataBolt.STREAM_ID);
    final FlinkLocalCluster cluster = FlinkLocalCluster.getLocalCluster();
    cluster.submitTopology(topologyId, null, FlinkTopology.createTopology(builder));
    // run topology for 5 seconds
    Utils.sleep(5 * 1000);
    cluster.shutdown();
    Assert.assertFalse(VerifyMetaDataBolt.errorOccured);
}

Example 9 with FlinkLocalCluster

use of org.apache.flink.storm.api.FlinkLocalCluster in project flink by apache.

the class SingleJoinExample method main.

public static void main(String[] args) throws Exception {
    final FeederSpout genderSpout = new FeederSpout(new Fields("id", "gender", "hobbies"));
    final FeederSpout ageSpout = new FeederSpout(new Fields("id", "age"));
    Config conf = new Config();
    TopologyBuilder builder = new TopologyBuilder();
    //  only required to stabilize integration test
    conf.put(FlinkLocalCluster.SUBMIT_BLOCKING, true);
    final NullTerminatingSpout finalGenderSpout = new NullTerminatingSpout(genderSpout);
    final NullTerminatingSpout finalAgeSpout = new NullTerminatingSpout(ageSpout);
    builder.setSpout("gender", finalGenderSpout);
    builder.setSpout("age", finalAgeSpout);
    builder.setBolt("join", new SingleJoinBolt(new Fields("gender", "age"))).fieldsGrouping("gender", new Fields("id")).fieldsGrouping("age", new Fields("id"));
    // emit result
    if (args.length > 0) {
        // read the text file from given input path
        builder.setBolt("fileOutput", new BoltFileSink(args[0], new TupleOutputFormatter())).shuffleGrouping("join");
    } else {
        builder.setBolt("print", new PrinterBolt()).shuffleGrouping("join");
    }
    String[] hobbies = new String[] { "reading", "biking", "travelling", "watching tv" };
    for (int i = 0; i < 10; i++) {
        String gender;
        if (i % 2 == 0) {
            gender = "male";
        } else {
            gender = "female";
        }
        genderSpout.feed(new Values(i, gender, hobbies[i % hobbies.length]));
    }
    for (int i = 9; i >= 0; i--) {
        ageSpout.feed(new Values(i, i + 20));
    }
    final FlinkLocalCluster cluster = FlinkLocalCluster.getLocalCluster();
    cluster.submitTopology("joinTopology", conf, FlinkTopology.createTopology(builder));
    cluster.shutdown();
}

Example 10 with FlinkLocalCluster

use of org.apache.flink.storm.api.FlinkLocalCluster in project flink by apache.

the class StormUnionITCase method testProgram.

@Override
protected void testProgram() throws Exception {
    final TopologyBuilder builder = new TopologyBuilder();
    // get input data
    builder.setSpout(spoutId1, new FiniteRandomSpout(0, 10));
    builder.setSpout(spoutId2, new FiniteRandomSpout(1, 8));
    builder.setSpout(spoutId3, new FiniteRandomSpout(2, 13));
    builder.setBolt(boltId, new MergerBolt()).shuffleGrouping(spoutId1, FiniteRandomSpout.STREAM_PREFIX + 0).shuffleGrouping(spoutId2, FiniteRandomSpout.STREAM_PREFIX + 0).shuffleGrouping(spoutId3, FiniteRandomSpout.STREAM_PREFIX + 0);
    final String[] tokens = this.resultPath.split(":");
    final String outputFile = tokens[tokens.length - 1];
    builder.setBolt(sinkId, new BoltFileSink(outputFile)).shuffleGrouping(boltId);
    // execute program locally
    final FlinkLocalCluster cluster = FlinkLocalCluster.getLocalCluster();
    Config conf = new Config();
    // only required to stabilize integration test
    conf.put(FlinkLocalCluster.SUBMIT_BLOCKING, true);
    cluster.submitTopology(topologyId, conf, FlinkTopology.createTopology(builder));
    cluster.shutdown();
}