Examples with SimpleKeyValueDeserializationSchema org.apache.rocketmq.flink.common.serialization.SimpleKeyValueDeserializationSchema used on opensource projects

Example 1 with SimpleKeyValueDeserializationSchema

use of org.apache.rocketmq.flink.common.serialization.SimpleKeyValueDeserializationSchema in project rocketmq-externals by apache.

the class RocketMQSourceTest method setUp.

@Before
public void setUp() throws Exception {
    deserializationSchema = new SimpleKeyValueDeserializationSchema();
    Properties props = new Properties();
    rocketMQSource = new RocketMQSource(deserializationSchema, props);
    setFieldValue(rocketMQSource, "topic", topic);
    setFieldValue(rocketMQSource, "runningChecker", new SingleRunningCheck());
    setFieldValue(rocketMQSource, "offsetTable", new ConcurrentHashMap<>());
    setFieldValue(rocketMQSource, "restoredOffsets", new ConcurrentHashMap<>());
    pullConsumerScheduleService = new MQPullConsumerScheduleService("g");
    consumer = mock(DefaultMQPullConsumer.class);
    pullConsumerScheduleService.setDefaultMQPullConsumer(consumer);
    setFieldValue(rocketMQSource, "consumer", consumer);
    setFieldValue(rocketMQSource, "pullConsumerScheduleService", pullConsumerScheduleService);
}

Example 2 with SimpleKeyValueDeserializationSchema

use of org.apache.rocketmq.flink.common.serialization.SimpleKeyValueDeserializationSchema in project rocketmq-externals by apache.

the class RocketMQFlinkExample method main.

public static void main(String[] args) {
    StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
    // enable checkpoint
    env.enableCheckpointing(3000);
    Properties consumerProps = new Properties();
    consumerProps.setProperty(RocketMQConfig.NAME_SERVER_ADDR, "localhost:9876");
    consumerProps.setProperty(RocketMQConfig.CONSUMER_GROUP, "c002");
    consumerProps.setProperty(RocketMQConfig.CONSUMER_TOPIC, "flink-source2");
    Properties producerProps = new Properties();
    producerProps.setProperty(RocketMQConfig.NAME_SERVER_ADDR, "localhost:9876");
    env.addSource(new RocketMQSource(new SimpleKeyValueDeserializationSchema("id", "address"), consumerProps)).name("rocketmq-source").setParallelism(2).process(new ProcessFunction<Map, Map>() {

        @Override
        public void processElement(Map in, Context ctx, Collector<Map> out) throws Exception {
            HashMap result = new HashMap();
            result.put("id", in.get("id"));
            String[] arr = in.get("address").toString().split("\\s+");
            result.put("province", arr[arr.length - 1]);
            out.collect(result);
        }
    }).name("upper-processor").setParallelism(2).addSink(new RocketMQSink(new SimpleKeyValueSerializationSchema("id", "province"), new DefaultTopicSelector("flink-sink2"), producerProps).withBatchFlushOnCheckpoint(true)).name("rocketmq-sink").setParallelism(2);
    try {
        env.execute("rocketmq-flink-example");
    } catch (Exception e) {
        e.printStackTrace();
    }
}