Search in sources :

Example 1 with DalShardingStrategy

use of com.ctrip.platform.dal.dao.strategy.DalShardingStrategy in project dal by ctripcorp.

the class DalConnectionManager method getConnectionFromDSLocator.

private DalConnection getConnectionFromDSLocator(DalHints hints, boolean isMaster, boolean isSelect) throws SQLException {
    Connection conn;
    String allInOneKey;
    DatabaseSet dbSet = config.getDatabaseSet(logicDbName);
    String shardId = null;
    if (dbSet.isShardingSupported()) {
        DalShardingStrategy strategy = dbSet.getStrategy();
        // In case the sharding strategy indicate that master shall be used
        isMaster |= strategy.isMaster(config, logicDbName, hints);
        shardId = hints.getShardId();
        if (shardId == null)
            shardId = strategy.locateDbShard(config, logicDbName, hints);
        if (shardId == null)
            throw new DalException(ErrorCode.ShardLocated, logicDbName);
        dbSet.validate(shardId);
        allInOneKey = dbSet.getRandomRealDbName(hints, shardId, isMaster, isSelect);
    } else {
        allInOneKey = dbSet.getRandomRealDbName(hints, isMaster, isSelect);
    }
    try {
        conn = locator.getConnection(allInOneKey);
        DbMeta meta = DbMeta.createIfAbsent(allInOneKey, dbSet.getDatabaseCategory(), shardId, isMaster, conn);
        return new DalConnection(conn, meta);
    } catch (Throwable e) {
        throw new DalException(ErrorCode.CantGetConnection, e, allInOneKey);
    }
}
Also used : DatabaseSet(com.ctrip.platform.dal.dao.configure.DatabaseSet) DalShardingStrategy(com.ctrip.platform.dal.dao.strategy.DalShardingStrategy) DalException(com.ctrip.platform.dal.exceptions.DalException) Connection(java.sql.Connection)

Example 2 with DalShardingStrategy

use of com.ctrip.platform.dal.dao.strategy.DalShardingStrategy in project dal by ctripcorp.

the class DalShardingHelper method locateTableShardId.

/**
	 * Locate table shard id by hints.
	 * @param logicDbName
	 * @param hints
	 * @return
	 * @throws SQLException
	 */
private static boolean locateTableShardId(String logicDbName, DalHints hints) throws SQLException {
    DalConfigure config = DalClientFactory.getDalConfigure();
    DalShardingStrategy strategy = config.getDatabaseSet(logicDbName).getStrategy();
    // First check if we can locate the table shard id with the original hints
    String tableShardId = strategy.locateTableShard(config, logicDbName, hints);
    if (tableShardId == null)
        return false;
    hints.inTableShard(tableShardId);
    return true;
}
Also used : DalShardingStrategy(com.ctrip.platform.dal.dao.strategy.DalShardingStrategy) DalConfigure(com.ctrip.platform.dal.dao.configure.DalConfigure)

Example 3 with DalShardingStrategy

use of com.ctrip.platform.dal.dao.strategy.DalShardingStrategy in project dal by ctripcorp.

the class DalShardingHelper method shuffle.

/**
	 * Shuffle by given values like id list for DB shard
	 * @param logicDbName
	 * @param parameters
	 * @return
	 * @throws SQLException
	 */
public static Map<String, List<?>> shuffle(String logicDbName, List<?> parameters) throws SQLException {
    Map<String, List<?>> shuffled = new HashMap<>();
    DalConfigure config = DalClientFactory.getDalConfigure();
    DatabaseSet dbSet = config.getDatabaseSet(logicDbName);
    DalShardingStrategy strategy = dbSet.getStrategy();
    DalHints tmpHints = new DalHints();
    for (int i = 0; i < parameters.size(); i++) {
        Object value = parameters.get(i);
        String tmpShardId = strategy.locateDbShard(config, logicDbName, tmpHints.setShardValue(value));
        // If this can not be located
        if (tmpShardId == null)
            throw new NullPointerException("Can not locate shard id for " + value);
        dbSet.validate(tmpShardId);
        List pojosInShard = shuffled.get(tmpShardId);
        if (pojosInShard == null) {
            pojosInShard = new LinkedList();
            shuffled.put(tmpShardId, pojosInShard);
        }
        pojosInShard.add(value);
    }
    detectDistributedTransaction(shuffled.keySet());
    return shuffled;
}
Also used : DalHints(com.ctrip.platform.dal.dao.DalHints) DatabaseSet(com.ctrip.platform.dal.dao.configure.DatabaseSet) DalShardingStrategy(com.ctrip.platform.dal.dao.strategy.DalShardingStrategy) HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) DalConfigure(com.ctrip.platform.dal.dao.configure.DalConfigure) List(java.util.List) LinkedList(java.util.LinkedList) LinkedList(java.util.LinkedList)

Example 4 with DalShardingStrategy

use of com.ctrip.platform.dal.dao.strategy.DalShardingStrategy in project dal by ctripcorp.

the class DalShardingHelper method shuffleByTable.

/**
	 * Shuffle by table shard id.
	 * @param logicDbName
	 * @param pojos
	 * @return
	 * @throws SQLException
	 */
public static Map<String, Map<Integer, Map<String, ?>>> shuffleByTable(String logicDbName, String tableShardId, Map<Integer, Map<String, ?>> pojos) throws SQLException {
    Map<String, Map<Integer, Map<String, ?>>> shuffled = new HashMap<>();
    DalConfigure config = DalClientFactory.getDalConfigure();
    DatabaseSet dbSet = config.getDatabaseSet(logicDbName);
    DalShardingStrategy strategy = dbSet.getStrategy();
    DalHints tmpHints = new DalHints();
    for (Integer index : pojos.keySet()) {
        Map<String, ?> fields = pojos.get(index);
        String shardId = tableShardId == null ? strategy.locateTableShard(config, logicDbName, tmpHints.setFields(fields)) : tableShardId;
        Map<Integer, Map<String, ?>> pojosInShard = shuffled.get(shardId);
        if (pojosInShard == null) {
            pojosInShard = new LinkedHashMap<>();
            shuffled.put(shardId, pojosInShard);
        }
        pojosInShard.put(index, fields);
    }
    return shuffled;
}
Also used : DalHints(com.ctrip.platform.dal.dao.DalHints) DatabaseSet(com.ctrip.platform.dal.dao.configure.DatabaseSet) DalShardingStrategy(com.ctrip.platform.dal.dao.strategy.DalShardingStrategy) HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) DalConfigure(com.ctrip.platform.dal.dao.configure.DalConfigure) HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) Map(java.util.Map)

Example 5 with DalShardingStrategy

use of com.ctrip.platform.dal.dao.strategy.DalShardingStrategy in project dal by ctripcorp.

the class DalShardingHelper method shuffle.

/**
	 * Group pojos by shard id. Should be only used for DB that support sharding.
	 * 
	 * @param logicDbName
	 * @param pojos
	 * @return Grouped pojos
	 * @throws SQLException In case locate shard id faild
	 */
public static Map<String, Map<Integer, Map<String, ?>>> shuffle(String logicDbName, String shardId, List<Map<String, ?>> daoPojos) throws SQLException {
    Map<String, Map<Integer, Map<String, ?>>> shuffled = new HashMap<>();
    DalConfigure config = DalClientFactory.getDalConfigure();
    DatabaseSet dbSet = config.getDatabaseSet(logicDbName);
    DalShardingStrategy strategy = dbSet.getStrategy();
    DalHints tmpHints = new DalHints();
    for (int i = 0; i < daoPojos.size(); i++) {
        Map<String, ?> pojo = daoPojos.get(i);
        String tmpShardId = shardId == null ? strategy.locateDbShard(config, logicDbName, tmpHints.setFields(pojo)) : shardId;
        dbSet.validate(tmpShardId);
        Map<Integer, Map<String, ?>> pojosInShard = shuffled.get(tmpShardId);
        if (pojosInShard == null) {
            pojosInShard = new LinkedHashMap<>();
            shuffled.put(tmpShardId, pojosInShard);
        }
        pojosInShard.put(i, pojo);
    }
    detectDistributedTransaction(shuffled.keySet());
    return shuffled;
}
Also used : DalHints(com.ctrip.platform.dal.dao.DalHints) HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) DalConfigure(com.ctrip.platform.dal.dao.configure.DalConfigure) DatabaseSet(com.ctrip.platform.dal.dao.configure.DatabaseSet) DalShardingStrategy(com.ctrip.platform.dal.dao.strategy.DalShardingStrategy) HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) Map(java.util.Map)

Aggregations

DalShardingStrategy (com.ctrip.platform.dal.dao.strategy.DalShardingStrategy)6 DalConfigure (com.ctrip.platform.dal.dao.configure.DalConfigure)5 DalHints (com.ctrip.platform.dal.dao.DalHints)4 DatabaseSet (com.ctrip.platform.dal.dao.configure.DatabaseSet)4 HashMap (java.util.HashMap)3 LinkedHashMap (java.util.LinkedHashMap)3 Map (java.util.Map)2 DalException (com.ctrip.platform.dal.exceptions.DalException)1 Connection (java.sql.Connection)1 SQLException (java.sql.SQLException)1 LinkedList (java.util.LinkedList)1 List (java.util.List)1