Examples with DataNodesStatus com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus used on opensource projects

Example 1 with DataNodesStatus

use of com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus in project cobar by alibaba.

the class CobarNodeInstantPerfValueAjax method listDatanode.

@SuppressWarnings({ "unchecked" })
private List<Map<String, Object>> listDatanode(AjaxParams params) {
    CobarAdapterDAO perfAccesser = cobarAccesser.getAccesser(params.getCobarNodeId());
    if (!perfAccesser.checkConnection()) {
        return null;
    }
    PropertyUtilsBean util = new PropertyUtilsBean();
    List<DataNodesStatus> list = perfAccesser.listDataNodes();
    ;
    if (null != list) {
        ListSortUtil.sortDataNodesByPoolName(list);
    }
    List<Map<String, Object>> returnList = new ArrayList<Map<String, Object>>();
    for (DataNodesStatus c : list) {
        Map<String, Object> map = null;
        try {
            map = util.describe(c);
        } catch (Exception e1) {
            throw new RuntimeException(e1);
        }
        map.remove("class");
        map.remove("executeCount");
        map.put("executeCount", FormatUtil.formatNumber(c.getExecuteCount()));
        map.remove("recoveryTime");
        if (-1 != c.getRecoveryTime()) {
            map.put("recoveryTime", FormatUtil.formatTime(c.getRecoveryTime() * 1000, 2));
        } else {
            map.put("recoveryTime", c.getRecoveryTime());
        }
        returnList.add(map);
    }
    return returnList;
}

Example 2 with DataNodesStatus

use of com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus in project cobar by alibaba.

the class DatanodesControlScreen method handleRequestInternal.

/*
     * ��ÿ��cobar���ݽڵ��б���������ȡ��ÿ���б�Ķ�Ӧ�ڵ�ֵ���бȽ�
     */
@Override
protected ModelAndView handleRequestInternal(HttpServletRequest request, HttpServletResponse response) throws Exception {
    UserDO user = (UserDO) request.getSession().getAttribute("user");
    String id = request.getParameter("clusterId");
    long clusterId = -1;
    if (null != id) {
        clusterId = Long.parseLong(id);
    }
    /* ��Ⱥ�����б���ʾ���� */
    List<ClusterDO> cList = xmlAccesser.getClusterDAO().listAllCluster();
    List<Map<String, Object>> clusterList = new ArrayList<Map<String, Object>>();
    ListSortUtil.sortClusterByName(cList);
    for (ClusterDO e : cList) {
        Map<String, Object> map = new HashMap<String, Object>();
        map.put("id", e.getId());
        map.put("name", CobarStringUtil.htmlEscapedString(e.getName()));
        clusterList.add(map);
    }
    List<CobarDO> cobarList = null;
    List<Map<String, Object>> dataList = null;
    //if some cobar has datanodeList which is not null
    boolean hasDatanode = false;
    //all cobar has same datanodeList
    boolean isUniform = true;
    boolean connectionFlag = true;
    if (null != cList && cList.size() > 0) {
        if (-1 == clusterId) {
            clusterId = cList.get(0).getId();
            cobarList = xmlAccesser.getCobarDAO().getCobarList(clusterId, ConstantDefine.ACTIVE);
        } else {
            cobarList = xmlAccesser.getCobarDAO().getCobarList(clusterId, ConstantDefine.ACTIVE);
        }
    }
    if (null != cobarList && cobarList.size() > 0) {
        List<String> cobarNameList = new ArrayList<String>();
        Map<String, List<DataNodesStatus>> datanodeListMap = new HashMap<String, List<DataNodesStatus>>();
        //datanodeList length
        int listLength = -1;
        int maxListLength = -1;
        /* ��ȡÿ��cobar�����ݽڵ��б�������Map<cobarName,List>�� */
        for (CobarDO cobar : cobarList) {
            CobarAdapterDAO control = cobarAccesser.getAccesser(cobar.getId());
            if (!control.checkConnection()) {
                connectionFlag = false;
                break;
            }
            List<DataNodesStatus> dList = control.listDataNodes();
            if (null != dList) {
                hasDatanode = true;
                ListSortUtil.sortDataNodesByPoolName(dList);
                // first time to init listLength
                if (listLength < 0) {
                    listLength = dList.size();
                }
                if (listLength != dList.size()) {
                    isUniform = false;
                }
                maxListLength = (maxListLength < dList.size()) ? dList.size() : maxListLength;
            } else {
                if (listLength < 0) {
                    listLength = 0;
                } else if (listLength > 0) {
                    isUniform = false;
                }
            }
            cobarNameList.add(cobar.getName());
            datanodeListMap.put(cobar.getName(), dList);
        }
        /* all cobar has same datanodeList */
        if (connectionFlag && hasDatanode && isUniform) {
            dataList = new ArrayList<Map<String, Object>>();
            for (int i = 0; isUniform && i < listLength; i++) {
                DataNodesStatus dnode = datanodeListMap.get(cobarNameList.get(0)).get(i);
                int indexlength = dnode.getDataSource().split(",").length;
                long recoveryTime = dnode.getRecoveryTime();
                Map<String, Object> map = new HashMap<String, Object>();
                map.put("poolName", dnode.getPoolName());
                map.put("dataSource", dnode.getDataSource());
                boolean statusFlag = true;
                StringBuilder sb = new StringBuilder();
                StringBuilder time = new StringBuilder();
                for (String name : cobarNameList) {
                    DataNodesStatus tmp = datanodeListMap.get(name).get(i);
                    if (0 != ListSortUtil.comparePoolName(tmp.getPoolName(), dnode.getPoolName())) {
                        isUniform = false;
                        break;
                    }
                    sb.append(CobarStringUtil.htmlEscapedString(name)).append(":").append(tmp.getIndex()).append(";");
                    time.append(CobarStringUtil.htmlEscapedString(name)).append(":").append(tmp.getRecoveryTime()).append(";");
                    if (tmp.getIndex() != dnode.getIndex()) {
                        statusFlag = false;
                    }
                    recoveryTime = (recoveryTime < tmp.getRecoveryTime()) ? tmp.getRecoveryTime() : recoveryTime;
                }
                if (recoveryTime == -1) {
                    map.put("recoveryTime", recoveryTime);
                } else {
                    map.put("recoveryTime", FormatUtil.formatTime(recoveryTime * 1000, 2));
                }
                /* index = -1 ˵���ڵ㲻һ�£�����Ϊ��Ӧ�ڵ�index�� */
                if (statusFlag) {
                    map.put("index", dnode.getIndex());
                } else {
                    map.put("index", -1);
                }
                map.put("status", sb.toString());
                map.put("indexlength", indexlength);
                map.put("time", time);
                dataList.add(map);
            }
            ListSortUtil.sortDataNodesMapByPoolName(dataList);
        }
        /*
             * all datanodeList is not the same O(3MN)
             */
        if (connectionFlag && !isUniform) {
            dataList = new ArrayList<Map<String, Object>>();
            // should choose for whatever reason
            boolean choose = false;
            // if all cobar has the same pool
            boolean allsame = true;
            // if there is null dataList
            boolean nullList = false;
            for (; ; ) {
                // all list has finish
                if (cobarNameList.size() <= 0) {
                    break;
                }
                // clear the null dataList
                nullList = false;
                for (String name : cobarNameList) {
                    List<DataNodesStatus> dList = datanodeListMap.get(name);
                    if (null == dList || dList.size() == 0) {
                        // then ever datanode should be choosen
                        choose = true;
                        // one dataList is null
                        nullList = true;
                        //remove
                        datanodeListMap.remove(name);
                        //remove
                        cobarNameList.remove(name);
                        break;
                    }
                }
                if (nullList) {
                    continue;
                }
                // get the mini datanode
                DataNodesStatus dnode = null;
                allsame = true;
                for (String name : cobarNameList) {
                    DataNodesStatus tmp = datanodeListMap.get(name).get(0);
                    if (null == dnode) {
                        dnode = tmp;
                    } else if (ListSortUtil.comparePoolName(dnode.getPoolName(), tmp.getPoolName()) < 0) {
                        // dnode.poolname < tmp.poolname
                        allsame = false;
                    } else if (ListSortUtil.comparePoolName(dnode.getPoolName(), tmp.getPoolName()) > 0) {
                        // dnode.poolname > tmp.poolname
                        dnode = tmp;
                        allsame = false;
                    }
                }
                //remove allsame datanode
                if (!choose && allsame) {
                    for (String name : cobarNameList) {
                        datanodeListMap.get(name).remove(0);
                    }
                    continue;
                }
                Map<String, Object> map = new HashMap<String, Object>();
                StringBuilder sb = new StringBuilder();
                StringBuilder time = new StringBuilder();
                // if every datanode index is the same
                boolean statusFlag = true;
                long recoveryTime = dnode.getRecoveryTime();
                for (String name : cobarNameList) {
                    List<DataNodesStatus> dList = datanodeListMap.get(name);
                    // get the first datanode
                    DataNodesStatus tmp = dList.get(0);
                    if (ListSortUtil.comparePoolName(dnode.getPoolName(), tmp.getPoolName()) < 0) {
                        continue;
                    } else {
                        sb.append(CobarStringUtil.htmlEscapedString(name)).append(":").append(tmp.getIndex()).append(";");
                        time.append(CobarStringUtil.htmlEscapedString(name)).append(":").append(tmp.getRecoveryTime()).append(";");
                        if (tmp.getIndex() != dnode.getIndex()) {
                            statusFlag = false;
                        }
                        recoveryTime = (recoveryTime < tmp.getRecoveryTime()) ? tmp.getRecoveryTime() : recoveryTime;
                        dList.remove(0);
                    }
                }
                if (dnode != null && (choose || !allsame)) {
                    map.put("poolName", dnode.getPoolName());
                    map.put("dataSource", dnode.getDataSource());
                    map.put("recoveryTime", recoveryTime);
                    if (statusFlag) {
                        map.put("index", dnode.getIndex());
                    } else {
                        map.put("index", -1);
                    }
                    map.put("status", sb.toString());
                    map.put("indexlength", -1);
                    map.put("time", time);
                    dataList.add(map);
                }
            }
            ListSortUtil.sortDataNodesMapByPoolName(dataList);
        }
    }
    return new ModelAndView("c_datanodes", new FluenceHashMap<String, Object>().putKeyValue("cList", clusterList).putKeyValue("clusterId", clusterId).putKeyValue("user", user).putKeyValue("datanodes", dataList).putKeyValue("uniform", isUniform).putKeyValue("connecitonFlag", connectionFlag));
}

Example 3 with DataNodesStatus

use of com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus in project cobar by alibaba.

the class TestDataNodes method testRecoverTime.

@Test
public void testRecoverTime() {
    int recoverTime = 10;
    dataNodeStatusList = cobarAdapter.listDataNodes();
    Assert.assertTrue(dataNodeStatusList.size() >= 1);
    String testDataNode = dataNodeStatusList.get(0).getPoolName();
    try {
        sCobarNode.excuteSQL(managerConnection, "stop @@heartbeat " + testDataNode + " : " + recoverTime);
    } catch (SQLException e) {
        logger.error(e.getMessage(), e);
        Assert.fail();
    }
    DataNodesStatus testDataNodeStatus = this.getDataNodeStatus(testDataNode);
    Assert.assertNotNull(testDataNodeStatus);
    double remainTime = testDataNodeStatus.getRecoveryTime();
    Assert.assertTrue((remainTime > 0) && (remainTime <= recoverTime));
    TestUtils.waitForMonment(recoverTime * 1000);
    testDataNodeStatus = this.getDataNodeStatus(testDataNode);
    Assert.assertNotNull(testDataNodeStatus);
    remainTime = testDataNodeStatus.getRecoveryTime();
    Assert.assertTrue(remainTime == -1);
}

Example 4 with DataNodesStatus

use of com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus in project cobar by alibaba.

the class TestDataNodes method getDataNodeStatus.

public DataNodesStatus getDataNodeStatus(String poolName) {
    DataNodesStatus dataNodeStatus = null;
    dataNodeStatusList = cobarAdapter.listDataNodes();
    for (DataNodesStatus data : dataNodeStatusList) {
        String dataNode = data.getPoolName();
        if (poolName.equals(dataNode)) {
            dataNodeStatus = data;
            break;
        }
    }
    return dataNodeStatus;
}

Example 5 with DataNodesStatus

use of com.alibaba.cobar.manager.dataobject.cobarnode.DataNodesStatus in project cobar by alibaba.

the class TestDataNodes method testExcuteAfterSwitchIndex.

/*
     * excute num is not affacted by switch index
     */
@Test
public void testExcuteAfterSwitchIndex() {
    String testDataNode = "ddl_test";
    dataNodeStatusList = cobarAdapter.listDataNodes();
    DataNodesStatus testDNStatusBefore = getDataNodeStatus(testDataNode);
    Assert.assertNotNull(testDNStatusBefore);
    try {
        sCobarNode.excuteSQL(managerConnection, "switch @@dataSource " + testDataNode);
        sCobarNode.excuteSQL(dmlConnection, "show tables");
    } catch (SQLException e) {
        logger.error(e.getMessage(), e);
        Assert.fail();
    }
    DataNodesStatus testDNStatusAfter = getDataNodeStatus(testDataNode);
    Assert.assertNotNull(testDNStatusAfter);
    Assert.assertEquals(testDNStatusBefore.getExecuteCount() + 1, testDNStatusAfter.getExecuteCount());
}