Examples with StageMonitor com.alibaba.otter.shared.arbitrate.impl.setl.zookeeper.monitor.StageMonitor used on opensource projects

Example 6 with StageMonitor

use of com.alibaba.otter.shared.arbitrate.impl.setl.zookeeper.monitor.StageMonitor in project otter by alibaba.

the class ExtractStageListenerTest method testProcess_init.

@Test
public void testProcess_init() {
    final List<Long> initProcessIds = new ArrayList<Long>();
    final Map<Long, List<String>> stages = new HashMap<Long, List<String>>();
    try {
        Long p1 = initProcess();
        initStage(p1, ArbitrateConstants.NODE_SELECTED);
        initStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        Long p2 = initProcess();
        initStage(p2, ArbitrateConstants.NODE_SELECTED, getData(nid));
        Long p3 = initProcess();
        initStage(p3, ArbitrateConstants.NODE_SELECTED);
        initStage(p3, ArbitrateConstants.NODE_EXTRACTED);
        initStage(p3, ArbitrateConstants.NODE_TRANSFORMED);
        Long p4 = initProcess();
        initStage(p4, ArbitrateConstants.NODE_SELECTED, getData(nid + 1));
        // 准备清理数据
        initProcessIds.add(p1);
        initProcessIds.add(p2);
        initProcessIds.add(p3);
        initProcessIds.add(p4);
        List<String> p1Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED);
        stages.put(p1, p1Stages);
        List<String> p2Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p2, p2Stages);
        List<String> p3Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED, ArbitrateConstants.NODE_TRANSFORMED);
        stages.put(p3, p3Stages);
        List<String> p4Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p4, p4Stages);
        // 进行验证
        ExtractStageListener extract = new ExtractStageListener(pipelineId);
        Long processId = extract.waitForProcess();
        want.number(processId).isEqualTo(p2);
        // 验证下process信息
        StageMonitor monitor = ArbitrateFactory.getInstance(pipelineId, StageMonitor.class);
        List<Long> processIds = monitor.getCurrentProcessIds();
        // 获取下stage信息
        List<String> currentP1Stages = monitor.getCurrentStages(p1);
        List<String> currentP2Stages = monitor.getCurrentStages(p2);
        List<String> currentP3Stages = monitor.getCurrentStages(p3);
        List<String> currentP4Stages = monitor.getCurrentStages(p4);
        want.collection(processIds).isEqualTo(initProcessIds);
        want.collection(currentP1Stages).isEqualTo(stages.get(p1));
        want.collection(currentP2Stages).isEqualTo(stages.get(p2));
        want.collection(currentP3Stages).isEqualTo(stages.get(p3));
        want.collection(currentP4Stages).isEqualTo(stages.get(p4));
        extract.destory();
        ArbitrateFactory.destory(pipelineId);
    } catch (InterruptedException e) {
        want.fail();
    } finally {
        for (Long processId : initProcessIds) {
            List<String> ss = stages.get(processId);
            for (String stage : ss) {
                destoryStage(processId, stage);
            }
            destoryProcess(processId);
        }
    }
}

Example 7 with StageMonitor

use of com.alibaba.otter.shared.arbitrate.impl.setl.zookeeper.monitor.StageMonitor in project otter by alibaba.

the class ExtractStageListenerTest method testProcess_dynamic.

@Test
public void testProcess_dynamic() {
    final List<Long> initProcessIds = new ArrayList<Long>();
    final Map<Long, List<String>> stages = new HashMap<Long, List<String>>();
    try {
        Long p1 = initProcess();
        initStage(p1, ArbitrateConstants.NODE_SELECTED);
        initStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        initStage(p1, ArbitrateConstants.NODE_TRANSFORMED);
        Long p2 = initProcess();
        initStage(p2, ArbitrateConstants.NODE_SELECTED);
        initStage(p2, ArbitrateConstants.NODE_EXTRACTED);
        Long p3 = initProcess();
        initStage(p3, ArbitrateConstants.NODE_SELECTED, getData(nid + 1));
        // 初始化信息
        ExtractStageListener extract = new ExtractStageListener(pipelineId);
        // 开始变化
        destoryStage(p1, ArbitrateConstants.NODE_SELECTED);
        destoryStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        destoryStage(p1, ArbitrateConstants.NODE_TRANSFORMED);
        destoryProcess(p1);
        Long p4 = initProcess();
        initStage(p4, ArbitrateConstants.NODE_SELECTED, getData(nid));
        Long p5 = initProcess();
        initStage(p5, ArbitrateConstants.NODE_SELECTED, getData(nid + 1));
        Long p6 = initProcess();
        // 准备清理数据
        initProcessIds.add(p2);
        initProcessIds.add(p3);
        initProcessIds.add(p4);
        initProcessIds.add(p5);
        initProcessIds.add(p6);
        List<String> p1Stages = Lists.newArrayList();
        stages.put(p1, p1Stages);
        List<String> p2Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED);
        stages.put(p2, p2Stages);
        List<String> p3Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p3, p3Stages);
        List<String> p4Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p4, p4Stages);
        List<String> p5Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p5, p5Stages);
        List<String> p6Stages = Lists.newArrayList();
        stages.put(p6, p6Stages);
        // sleep一下，等待数据同步
        sleep();
        // 进行验证
        Long processId = extract.waitForProcess();
        want.number(processId).isEqualTo(p4);
        // 验证下process信息
        StageMonitor monitor = ArbitrateFactory.getInstance(pipelineId, StageMonitor.class);
        List<Long> processIds = monitor.getCurrentProcessIds();
        // 获取下stage信息
        List<String> currentP1Stages = monitor.getCurrentStages(p1);
        List<String> currentP2Stages = monitor.getCurrentStages(p2);
        List<String> currentP3Stages = monitor.getCurrentStages(p3);
        List<String> currentP4Stages = monitor.getCurrentStages(p4);
        List<String> currentP5Stages = monitor.getCurrentStages(p5);
        List<String> currentP6Stages = monitor.getCurrentStages(p6);
        want.collection(processIds).isEqualTo(initProcessIds);
        want.collection(currentP1Stages).isEqualTo(stages.get(p1));
        want.collection(currentP2Stages).isEqualTo(stages.get(p2));
        want.collection(currentP3Stages).isEqualTo(stages.get(p3));
        want.collection(currentP4Stages).isEqualTo(stages.get(p4));
        want.collection(currentP5Stages).isEqualTo(stages.get(p5));
        want.collection(currentP6Stages).isEqualTo(stages.get(p6));
        extract.destory();
        ArbitrateFactory.destory(pipelineId);
    } catch (InterruptedException e) {
        want.fail();
    } finally {
        for (Long processId : initProcessIds) {
            List<String> ss = stages.get(processId);
            for (String stage : ss) {
                destoryStage(processId, stage);
            }
            destoryProcess(processId);
        }
    }
}

Example 8 with StageMonitor

use of com.alibaba.otter.shared.arbitrate.impl.setl.zookeeper.monitor.StageMonitor in project otter by alibaba.

the class LoadStageListenerTest method testProcess_dymanic.

@Test
public void testProcess_dymanic() {
    final List<Long> initProcessIds = new ArrayList<Long>();
    final Map<Long, List<String>> stages = new HashMap<Long, List<String>>();
    try {
        // 准备数据
        Long p1 = initProcess();
        initStage(p1, ArbitrateConstants.NODE_SELECTED);
        initStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        initStage(p1, ArbitrateConstants.NODE_TRANSFORMED, getData(nid + 1));
        Long p2 = initProcess();
        initStage(p2, ArbitrateConstants.NODE_SELECTED);
        initStage(p2, ArbitrateConstants.NODE_EXTRACTED);
        initStage(p2, ArbitrateConstants.NODE_TRANSFORMED, getData(nid));
        Long p3 = initProcess();
        initStage(p3, ArbitrateConstants.NODE_SELECTED);
        initStage(p3, ArbitrateConstants.NODE_EXTRACTED);
        initStage(p3, ArbitrateConstants.NODE_TRANSFORMED, getData(nid));
        // 初始化
        LoadStageListener load = new LoadStageListener(pipelineId);
        // 开始变化
        // initStage(p1, ArbitrateConstants.NODE_LOADED);
        destoryStage(p1, ArbitrateConstants.NODE_SELECTED);
        destoryStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        destoryStage(p1, ArbitrateConstants.NODE_TRANSFORMED);
        // destoryStage(p1, ArbitrateConstants.NODE_LOADED);
        destoryProcess(p1);
        // 准备清理数据
        initProcessIds.add(p2);
        initProcessIds.add(p3);
        List<String> p1Stages = Lists.newArrayList();
        stages.put(p1, p1Stages);
        List<String> p2Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED, ArbitrateConstants.NODE_TRANSFORMED);
        stages.put(p2, p2Stages);
        List<String> p3Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED, ArbitrateConstants.NODE_TRANSFORMED);
        stages.put(p3, p3Stages);
        sleep();
        // 进行验证
        Long processId = load.waitForProcess();
        want.number(processId).isEqualTo(p2);
        // 验证下process信息
        StageMonitor monitor = ArbitrateFactory.getInstance(pipelineId, StageMonitor.class);
        List<Long> processIds = monitor.getCurrentProcessIds();
        // 获取下stage信息
        List<String> currentP1Stages = monitor.getCurrentStages(p1);
        List<String> currentP2Stages = monitor.getCurrentStages(p2);
        List<String> currentP3Stages = monitor.getCurrentStages(p3);
        want.collection(processIds).isEqualTo(initProcessIds);
        want.collection(currentP1Stages).isEqualTo(stages.get(p1));
        want.collection(currentP2Stages).isEqualTo(stages.get(p2));
        want.collection(currentP3Stages).isEqualTo(stages.get(p3));
        // 继续变化
        // initStage(p2, ArbitrateConstants.NODE_LOADED);
        destoryStage(p2, ArbitrateConstants.NODE_SELECTED);
        destoryStage(p2, ArbitrateConstants.NODE_EXTRACTED);
        destoryStage(p2, ArbitrateConstants.NODE_TRANSFORMED);
        // destoryStage(p2, ArbitrateConstants.NODE_LOADED);
        destoryProcess(p2);
        // 准备清理数据
        initProcessIds.remove(p2);
        p2Stages = Lists.newArrayList();
        stages.put(p2, p2Stages);
        sleep();
        // 进行验证
        processId = load.waitForProcess();
        want.number(processId).isEqualTo(p3);
        // 验证下process信息
        processIds = monitor.getCurrentProcessIds();
        // 获取下stage信息
        currentP1Stages = monitor.getCurrentStages(p1);
        currentP2Stages = monitor.getCurrentStages(p2);
        currentP3Stages = monitor.getCurrentStages(p3);
        want.collection(processIds).isEqualTo(initProcessIds);
        want.collection(currentP1Stages).isEqualTo(stages.get(p1));
        want.collection(currentP2Stages).isEqualTo(stages.get(p2));
        want.collection(currentP3Stages).isEqualTo(stages.get(p3));
        load.destory();
        ArbitrateFactory.destory(pipelineId);
    } catch (InterruptedException e) {
        want.fail();
    } finally {
        for (Long processId : initProcessIds) {
            List<String> ss = stages.get(processId);
            for (String stage : ss) {
                destoryStage(processId, stage);
            }
            destoryProcess(processId);
        }
    }
}

Example 9 with StageMonitor

use of com.alibaba.otter.shared.arbitrate.impl.setl.zookeeper.monitor.StageMonitor in project otter by alibaba.

the class StageMonitorTest method testStage_static.

@Test
public void testStage_static() {
    // 测试静态的stage获取
    final List<Long> initProcessIds = new ArrayList<Long>();
    final Map<Long, List<String>> stages = new HashMap<Long, List<String>>();
    try {
        Long p1 = initProcess();
        Long p2 = initProcess();
        initProcessIds.add(p1);
        initProcessIds.add(p2);
        initStage(p1, ArbitrateConstants.NODE_SELECTED);
        initStage(p1, ArbitrateConstants.NODE_EXTRACTED);
        List<String> p1Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED, ArbitrateConstants.NODE_EXTRACTED);
        stages.put(p1, p1Stages);
        initStage(p2, ArbitrateConstants.NODE_SELECTED);
        List<String> p2Stages = Arrays.asList(ArbitrateConstants.NODE_SELECTED);
        stages.put(p2, p2Stages);
        StageMonitor monitor = new StageMonitor(pipelineId);
        List<Long> processIds = monitor.getCurrentProcessIds();
        // 获取下stage信息
        List<String> currentP1Stages = monitor.getCurrentStages(p1);
        List<String> currentP2Stages = monitor.getCurrentStages(p2);
        want.collection(processIds).isEqualTo(initProcessIds);
        want.collection(currentP1Stages).isEqualTo(stages.get(p1));
        want.collection(currentP2Stages).isEqualTo(stages.get(p2));
    } finally {
        for (Long processId : initProcessIds) {
            List<String> ss = stages.get(processId);
            for (String stage : ss) {
                destoryStage(processId, stage);
            }
            destoryProcess(processId);
        }
    }
}