Examples with PhysicalDBPool io.mycat.backend.datasource.PhysicalDBPool used on opensource projects

Example 31 with PhysicalDBPool

use of io.mycat.backend.datasource.PhysicalDBPool in project Mycat_plus by coderczp.

the class MycatConfig method apply.

private void apply(Map<String, UserConfig> newUsers, Map<String, SchemaConfig> newSchemas, Map<String, PhysicalDBNode> newDataNodes, Map<String, PhysicalDBPool> newDataHosts, MycatCluster newCluster, FirewallConfig newFirewall, boolean isLoadAll) {
    final ReentrantLock lock = this.lock;
    lock.lock();
    try {
        // --------------------------------------------
        if (isLoadAll) {
            Map<String, PhysicalDBPool> oldDataHosts = this.dataHosts;
            if (oldDataHosts != null) {
                for (PhysicalDBPool oldDbPool : oldDataHosts.values()) {
                    if (oldDbPool != null) {
                        oldDbPool.stopHeartbeat();
                    }
                }
            }
            this._dataNodes = this.dataNodes;
            this._dataHosts = this.dataHosts;
        }
        this._users = this.users;
        this._schemas = this.schemas;
        this._cluster = this.cluster;
        this._firewall = this.firewall;
        // ---------------------------------------------------
        if (isLoadAll) {
            if (newDataHosts != null) {
                for (PhysicalDBPool newDbPool : newDataHosts.values()) {
                    if (newDbPool != null) {
                        newDbPool.startHeartbeat();
                    }
                }
            }
            this.dataNodes = newDataNodes;
            this.dataHosts = newDataHosts;
        }
        this.users = newUsers;
        this.schemas = newSchemas;
        this.cluster = newCluster;
        this.firewall = newFirewall;
    } finally {
        lock.unlock();
    }
}

Example 32 with PhysicalDBPool

use of io.mycat.backend.datasource.PhysicalDBPool in project Mycat_plus by coderczp.

the class ConfigInitializer method initDataHosts.

private Map<String, PhysicalDBPool> initDataHosts(ConfigLoader configLoader) {
    Map<String, DataHostConfig> nodeConfs = configLoader.getDataHosts();
    boolean isBooster = "booster".equalsIgnoreCase(ZkConfig.getInstance().getValue(ZkParamCfg.MYCAT_SERVER_TYPE));
    // 根据DataHost建立PhysicalDBPool，其实就是实际数据库连接池，每个DataHost对应一个PhysicalDBPool
    Map<String, PhysicalDBPool> nodes = new HashMap<String, PhysicalDBPool>(nodeConfs.size());
    for (DataHostConfig conf : nodeConfs.values()) {
        if (isBooster) {
            conf.setMinCon(2);
        }
        // 建立PhysicalDBPool
        PhysicalDBPool pool = getPhysicalDBPool(conf, configLoader);
        nodes.put(pool.getHostName(), pool);
    }
    return nodes;
}

Example 33 with PhysicalDBPool

use of io.mycat.backend.datasource.PhysicalDBPool in project Mycat_plus by coderczp.

the class ClearSlow method dataNode.

public static void dataNode(ManagerConnection c, String name) {
    PhysicalDBNode dn = MycatServer.getInstance().getConfig().getDataNodes().get(name);
    PhysicalDBPool ds = null;
    if (dn != null && ((ds = dn.getDbPool()) != null)) {
        // ds.getSqlRecorder().clear();
        c.write(c.writeToBuffer(OkPacket.OK, c.allocate()));
    } else {
        c.writeErrMessage(ErrorCode.ER_YES, "Invalid DataNode:" + name);
    }
}

Example 34 with PhysicalDBPool

use of io.mycat.backend.datasource.PhysicalDBPool in project Mycat_plus by coderczp.

the class ReloadConfig method reload.

public static boolean reload() {
    /**
     *  1、载入新的配置， ConfigInitializer 内部完成自检工作, 由于不更新数据源信息,此处不自检 dataHost  dataNode
     */
    ConfigInitializer loader = new ConfigInitializer(false);
    Map<String, UserConfig> users = loader.getUsers();
    Map<String, SchemaConfig> schemas = loader.getSchemas();
    Map<String, PhysicalDBNode> dataNodes = loader.getDataNodes();
    Map<String, PhysicalDBPool> dataHosts = loader.getDataHosts();
    MycatCluster cluster = loader.getCluster();
    FirewallConfig firewall = loader.getFirewall();
    /**
     * 2、在老的配置上，应用新的配置
     */
    MycatServer.getInstance().getConfig().reload(users, schemas, dataNodes, dataHosts, cluster, firewall, false);
    /**
     * 3、清理缓存
     */
    MycatServer.getInstance().getCacheService().clearCache();
    MycatServer.getInstance().initRuleData();
    return true;
}

Example 35 with PhysicalDBPool

use of io.mycat.backend.datasource.PhysicalDBPool in project Mycat_plus by coderczp.

the class ReloadConfig method reload_all.

public static boolean reload_all() {
    /**
     *  1、载入新的配置
     *  1.1、ConfigInitializer 初始化，基本自检
     *  1.2、DataNode/DataHost 实际链路检测
     */
    ConfigInitializer loader = new ConfigInitializer(true);
    Map<String, UserConfig> newUsers = loader.getUsers();
    Map<String, SchemaConfig> newSchemas = loader.getSchemas();
    Map<String, PhysicalDBNode> newDataNodes = loader.getDataNodes();
    Map<String, PhysicalDBPool> newDataHosts = loader.getDataHosts();
    MycatCluster newCluster = loader.getCluster();
    FirewallConfig newFirewall = loader.getFirewall();
    /**
     * 1.2、实际链路检测
     */
    loader.testConnection();
    /**
     *  2、承接
     *  2.1、老的 dataSource 继续承接新建请求
     *  2.2、新的 dataSource 开始初始化， 完毕后交由 2.3
     *  2.3、新的 dataSource 开始承接新建请求
     *  2.4、老的 dataSource 内部的事务执行完毕， 相继关闭
     *  2.5、老的 dataSource 超过阀值的，强制关闭
     */
    MycatConfig config = MycatServer.getInstance().getConfig();
    /**
     * 2.1 、老的 dataSource 继续承接新建请求， 此处什么也不需要做
     */
    boolean isReloadStatusOK = true;
    /**
     * 2.2、新的 dataHosts 初始化
     */
    for (PhysicalDBPool dbPool : newDataHosts.values()) {
        String hostName = dbPool.getHostName();
        // 设置 schemas
        ArrayList<String> dnSchemas = new ArrayList<String>(30);
        for (PhysicalDBNode dn : newDataNodes.values()) {
            if (dn.getDbPool().getHostName().equals(hostName)) {
                dnSchemas.add(dn.getDatabase());
            }
        }
        dbPool.setSchemas(dnSchemas.toArray(new String[dnSchemas.size()]));
        // 获取 data host
        String dnIndex = DnPropertyUtil.loadDnIndexProps().getProperty(dbPool.getHostName(), "0");
        if (!"0".equals(dnIndex)) {
            LOGGER.info("init datahost: " + dbPool.getHostName() + "  to use datasource index:" + dnIndex);
        }
        dbPool.init(Integer.valueOf(dnIndex));
        if (!dbPool.isInitSuccess()) {
            isReloadStatusOK = false;
            break;
        }
    }
    /**
     *  TODO： 确认初始化情况
     *
     *  新的 dataHosts 是否初始化成功
     */
    if (isReloadStatusOK) {
        /**
         * 2.3、 在老的配置上，应用新的配置，开始准备承接任务
         */
        config.reload(newUsers, newSchemas, newDataNodes, newDataHosts, newCluster, newFirewall, true);
        /**
         * 2.4、 处理旧的资源
         */
        LOGGER.warn("1、clear old backend connection(size): " + NIOProcessor.backends_old.size());
        // 清除前一次 reload 转移出去的 old Cons
        Iterator<BackendConnection> iter = NIOProcessor.backends_old.iterator();
        while (iter.hasNext()) {
            BackendConnection con = iter.next();
            con.close("clear old datasources");
            iter.remove();
        }
        Map<String, PhysicalDBPool> oldDataHosts = config.getBackupDataHosts();
        for (PhysicalDBPool dbPool : oldDataHosts.values()) {
            dbPool.stopHeartbeat();
            // 提取数据源下的所有连接
            for (PhysicalDatasource ds : dbPool.getAllDataSources()) {
                // 
                for (NIOProcessor processor : MycatServer.getInstance().getProcessors()) {
                    for (BackendConnection con : processor.getBackends().values()) {
                        if (con instanceof MySQLConnection) {
                            MySQLConnection mysqlCon = (MySQLConnection) con;
                            if (mysqlCon.getPool() == ds) {
                                NIOProcessor.backends_old.add(con);
                            }
                        } else if (con instanceof JDBCConnection) {
                            JDBCConnection jdbcCon = (JDBCConnection) con;
                            if (jdbcCon.getPool() == ds) {
                                NIOProcessor.backends_old.add(con);
                            }
                        }
                    }
                }
            }
        }
        LOGGER.warn("2、to be recycled old backend connection(size): " + NIOProcessor.backends_old.size());
        // 清理缓存
        MycatServer.getInstance().getCacheService().clearCache();
        MycatServer.getInstance().initRuleData();
        return true;
    } else {
        // 如果重载不成功，则清理已初始化的资源。
        LOGGER.warn("reload failed, clear previously created datasources ");
        for (PhysicalDBPool dbPool : newDataHosts.values()) {
            dbPool.clearDataSources("reload config");
            dbPool.stopHeartbeat();
        }
        return false;
    }
}