Examples with Config backtype.storm.Config used on opensource projects

Example 56 with Config

use of backtype.storm.Config in project jstorm by alibaba.

the class SequenceTopologyTool method SetLocalTopology.

public void SetLocalTopology() throws Exception {
    Config conf = getConf();
    StormTopology topology = buildTopology();
    LocalCluster cluster = new LocalCluster();
    cluster.submitTopology("SplitMerge", conf, topology);
    Thread.sleep(60000);
    cluster.shutdown();
}

Example 57 with Config

use of backtype.storm.Config in project jstorm by alibaba.

the class UserDefinedWorkerTopology method test.

public static void test() {
    TopologyBuilder builder = new TopologyBuilder();
    builder.setSpout(SPOUT_NAME, new RandomIntegerSpout(), 2);
    builder.setBolt(BOLT1_NAME, new CheckBolt(false), 3).localOrShuffleGrouping(SPOUT_NAME);
    builder.setBolt(BOLT2_NAME, new CheckBolt(true), 3).localOrShuffleGrouping(SPOUT_NAME);
    Config conf = new Config();
    conf.setDebug(true);
    if (isLocal == false) {
        prepare();
        conf.setNumWorkers(workerNumber);
        try {
            setUserDefinedWorker(conf);
        } catch (Exception e) {
            // TODO Auto-generated catch block
            Assert.fail("Failed to set user defined worker");
        }
    }
    String[] className = Thread.currentThread().getStackTrace()[1].getClassName().split("\\.");
    String topologyName = className[className.length - 1];
    try {
        JStormHelper.runTopology(builder.createTopology(), topologyName, conf, 60, new Validator(), isLocal);
    } catch (Exception e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
        Assert.fail("Failed");
    }
}

Example 58 with Config

use of backtype.storm.Config in project jstorm by alibaba.

the class TridentMapExample method test.

public static void test() {
    TopologyBuilder builder = new TopologyBuilder();
    builder.setSpout("spout", new InOrderSpout(), 8);
    builder.setBolt("count", new Check(), 8).fieldsGrouping("spout", new Fields("c1"));
    Config conf = new Config();
    conf.setMaxSpoutPending(20);
    String[] className = Thread.currentThread().getStackTrace()[1].getClassName().split("\\.");
    String topologyName = className[className.length - 1];
    if (isLocal) {
        drpc = new LocalDRPC();
    }
    try {
        JStormHelper.runTopology(buildTopology(drpc), topologyName, conf, 60, new DrpcValidator(), isLocal);
    } catch (Exception e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
        Assert.fail("Failed");
    }
}

Example 59 with Config

use of backtype.storm.Config in project jstorm by alibaba.

the class BasicDRPCTopologyTest method testBasicDRPCTopology.

@Test
public void testBasicDRPCTopology() {
    LinearDRPCTopologyBuilder topologyBuilder = new LinearDRPCTopologyBuilder("exclamation");
    topologyBuilder.addBolt(new BasicDRPCTopology.ExclaimBolt(), 3);
    Config config = new Config();
    config.put(Config.TOPOLOGY_NAME, "BasicDRPCTopologyTest");
    LocalDRPC localDRPC = new LocalDRPC();
    JStormUnitTestDRPCValidator validator = new JStormUnitTestDRPCValidator(localDRPC) {

        @Override
        public boolean validate(Map config) {
            String result = executeLocalDRPC("exclamation", "hello");
            assertEquals("hello!", result);
            result = executeLocalDRPC("exclamation", "goodbye");
            assertEquals("goodbye!", result);
            return true;
        }
    };
    try {
        JStormUnitTestRunner.submitTopology(topologyBuilder.createLocalTopology(localDRPC), config, 120, validator);
    } finally {
        localDRPC.shutdown();
    }
}

Example 60 with Config

use of backtype.storm.Config in project jstorm by alibaba.

the class ManualDRPCTest method testManualDRPC.

@Test
public void testManualDRPC() {
    TopologyBuilder topologyBuilder = new TopologyBuilder();
    LocalDRPC localDRPC = new LocalDRPC();
    DRPCSpout spout = new DRPCSpout("exclamation", localDRPC);
    topologyBuilder.setSpout("drpc", spout);
    topologyBuilder.setBolt("exclaim", new ManualDRPC.ExclamationBolt(), 3).shuffleGrouping("drpc");
    topologyBuilder.setBolt("return", new ReturnResults(), 3).shuffleGrouping("exclaim");
    Config config = new Config();
    config.put(Config.TOPOLOGY_NAME, "ManualDRPCTest");
    JStormUnitTestValidator validator = new JStormUnitTestDRPCValidator(localDRPC) {

        @Override
        public boolean validate(Map config) {
            assertEquals("hello!!!", executeLocalDRPC("exclamation", "hello"));
            assertEquals("good bye!!!", executeLocalDRPC("exclamation", "good bye"));
            return true;
        }
    };
    try {
        JStormUnitTestRunner.submitTopology(topologyBuilder.createTopology(), config, 60, validator);
    } finally {
        localDRPC.shutdown();
    }
}