Search in sources :

Example 1 with CacheCollection

use of com.newcosoft.cache.CacheCollection in project disgear by yangbutao.

the class TestShard method main.

public static void main(String[] args) {
    List<Range> ranges = Router.DEFAULT.partitionRange(3);
    Replica replica1 = new Replica("node1", new HashMap());
    Replica replica11 = new Replica("node11", new HashMap());
    Map<String, Replica> replicas_1 = new HashMap<String, Replica>();
    replicas_1.put("replica1", replica1);
    replicas_1.put("replica11", replica11);
    Map<String, Object> propMap1 = new HashMap<String, Object>();
    propMap1.put("range", ranges.get(0));
    Shard shard1 = new Shard("shard1", replicas_1, propMap1);
    Replica replica2 = new Replica("node2", new HashMap());
    Replica replica21 = new Replica("node21", new HashMap());
    Map<String, Replica> replicas_2 = new HashMap<String, Replica>();
    replicas_2.put("replica2", replica2);
    replicas_2.put("replica21", replica21);
    Map<String, Object> propMap2 = new HashMap<String, Object>();
    propMap2.put("range", ranges.get(1));
    Shard shard2 = new Shard("shard2", replicas_2, propMap2);
    Replica replica3 = new Replica("node3", new HashMap());
    Replica replica31 = new Replica("node31", new HashMap());
    Map<String, Replica> replicas_3 = new HashMap<String, Replica>();
    replicas_3.put("replica3", replica3);
    replicas_3.put("replica31", replica31);
    Map<String, Object> propMap3 = new HashMap<String, Object>();
    propMap3.put("range", ranges.get(2));
    Shard shard3 = new Shard("shard3", replicas_3, propMap3);
    Map<String, Shard> shards = new HashMap<String, Shard>();
    shards.put("shard1", shard1);
    shards.put("shard2", shard2);
    shards.put("shard3", shard3);
    CacheCollection col = new CacheCollection("testCol", shards, new HashMap(), Router.DEFAULT);
    int shard1Count = 0;
    int shard2Count = 0;
    int shard3Count = 0;
    for (int i = 1; i < 9999999; i++) {
        String key = "0000000000" + i;
        String shardName = Router.DEFAULT.getTargetShard(key, col).getName();
        if (shardName.equals("shard1")) {
            shard1Count++;
        } else if (shardName.equals("shard2")) {
            shard2Count++;
        } else if (shardName.equals("shard3")) {
            shard3Count++;
        }
    }
    System.out.println("shard1=" + shard1Count);
    System.out.println("shard2=" + shard2Count);
    System.out.println("shard3=" + shard3Count);
/*
		System.out.println("*****************uuuuudoo1**********"+Router.DEFAULT.getTargetShard("uuuuudoo5", col).getName());
		System.out.println("*****************uuuuudoo2**********"+Router.DEFAULT.getTargetShard("423423468913", col).getName());
		System.out.println("*****************uuuuudoo3**********"+Router.DEFAULT.getTargetShard("423423468925", col).getName());
*/
}
Also used : HashMap(java.util.HashMap) Range(com.newcosoft.cache.Range) Shard(com.newcosoft.cache.Shard) Replica(com.newcosoft.cache.Replica) CacheCollection(com.newcosoft.cache.CacheCollection)

Example 2 with CacheCollection

use of com.newcosoft.cache.CacheCollection in project disgear by yangbutao.

the class TestShard method main1.

public static void main1(String[] args) {
    /*List<Range> ranges1 = Router.DEFAULT.partitionRange(2);
		for (Range range : ranges1) {
			System.out.println(range.toString());
		}*/
    List<Range> ranges = Router.DEFAULT.partitionRange(3);
    Replica replica1 = new Replica("node1", new HashMap());
    Replica replica11 = new Replica("node11", new HashMap());
    Map<String, Replica> replicas_1 = new HashMap<String, Replica>();
    replicas_1.put("replica1", replica1);
    replicas_1.put("replica11", replica11);
    Map<String, Object> propMap1 = new HashMap<String, Object>();
    propMap1.put("range", ranges.get(0));
    Shard shard1 = new Shard("shard1", replicas_1, propMap1);
    Replica replica2 = new Replica("node2", new HashMap());
    Replica replica21 = new Replica("node21", new HashMap());
    Map<String, Replica> replicas_2 = new HashMap<String, Replica>();
    replicas_2.put("replica2", replica2);
    replicas_2.put("replica21", replica21);
    Map<String, Object> propMap2 = new HashMap<String, Object>();
    propMap2.put("range", ranges.get(1));
    Shard shard2 = new Shard("shard2", replicas_2, propMap2);
    Replica replica3 = new Replica("node3", new HashMap());
    Replica replica31 = new Replica("node31", new HashMap());
    Map<String, Replica> replicas_3 = new HashMap<String, Replica>();
    replicas_3.put("replica3", replica3);
    replicas_3.put("replica31", replica31);
    Map<String, Object> propMap3 = new HashMap<String, Object>();
    propMap3.put("range", ranges.get(2));
    Shard shard3 = new Shard("shard3", replicas_3, propMap3);
    Map<String, Shard> shards = new HashMap<String, Shard>();
    shards.put("shard1", shard1);
    shards.put("shard2", shard2);
    shards.put("shard3", shard3);
    CacheCollection col = new CacheCollection("testCol", shards, new HashMap(), Router.DEFAULT);
    System.out.println("*****************uuuuudoo1**********" + Router.DEFAULT.getTargetShard("uuuuudoo5", col).getName());
    System.out.println("*****************uuuuudoo2**********" + Router.DEFAULT.getTargetShard("423423468913", col).getName());
    System.out.println("*****************uuuuudoo3**********" + Router.DEFAULT.getTargetShard("423423468925", col).getName());
}
Also used : HashMap(java.util.HashMap) Range(com.newcosoft.cache.Range) Shard(com.newcosoft.cache.Shard) Replica(com.newcosoft.cache.Replica) CacheCollection(com.newcosoft.cache.CacheCollection)

Example 3 with CacheCollection

use of com.newcosoft.cache.CacheCollection in project disgear by yangbutao.

the class ClusterState method getLeader.

public Replica getLeader(String collection, String sliceName) {
    CacheCollection coll = collectionStates.get(collection);
    if (coll == null)
        return null;
    Shard slice = coll.getShard(sliceName);
    if (slice == null)
        return null;
    return slice.getLeader();
}
Also used : Shard(com.newcosoft.cache.Shard) CacheCollection(com.newcosoft.cache.CacheCollection)

Example 4 with CacheCollection

use of com.newcosoft.cache.CacheCollection in project disgear by yangbutao.

the class ClusterState method getShardId.

public String getShardId(String baseUrl, String coreName) {
    // ") in " + collectionStates);
    for (CacheCollection coll : collectionStates.values()) {
        for (Shard slice : coll.getShards()) {
            for (Replica replica : slice.getReplicas()) {
                String rbaseUrl = replica.getStr(ZkStateReader.BASE_URL_PROP);
                String rcore = replica.getStr(ZkStateReader.CORE_NAME_PROP);
                if (baseUrl.equals(rbaseUrl) && coreName.equals(rcore)) {
                    return slice.getName();
                }
            }
        }
    }
    return null;
}
Also used : Shard(com.newcosoft.cache.Shard) Replica(com.newcosoft.cache.Replica) CacheCollection(com.newcosoft.cache.CacheCollection)

Example 5 with CacheCollection

use of com.newcosoft.cache.CacheCollection in project disgear by yangbutao.

the class ClusterState method load.

public static ClusterState load(Integer version, byte[] bytes, Set<String> liveNodes) {
    if (bytes == null || bytes.length == 0) {
        return new ClusterState(version, liveNodes, Collections.<String, CacheCollection>emptyMap());
    }
    Map<String, Object> stateMap = (Map<String, Object>) ZkStateReader.fromJSON(bytes);
    Map<String, CacheCollection> collections = new LinkedHashMap<String, CacheCollection>(stateMap.size());
    for (Entry<String, Object> entry : stateMap.entrySet()) {
        String collectionName = entry.getKey();
        CacheCollection coll = collectionFromObjects(collectionName, (Map<String, Object>) entry.getValue());
        collections.put(collectionName, coll);
    }
    return new ClusterState(version, liveNodes, collections);
}
Also used : HashMap(java.util.HashMap) LinkedHashMap(java.util.LinkedHashMap) Map(java.util.Map) CacheCollection(com.newcosoft.cache.CacheCollection) LinkedHashMap(java.util.LinkedHashMap)

Aggregations

CacheCollection (com.newcosoft.cache.CacheCollection)10 Shard (com.newcosoft.cache.Shard)9 Replica (com.newcosoft.cache.Replica)6 HashMap (java.util.HashMap)6 Range (com.newcosoft.cache.Range)4 LinkedHashMap (java.util.LinkedHashMap)2 Map (java.util.Map)2 Router (com.newcosoft.cache.Router)1 ArrayList (java.util.ArrayList)1