Search in sources :

Example 1 with StateStoreManagerPlugin

use of io.hetu.core.statestore.StateStoreManagerPlugin in project hetu-core by openlookeng.

the class TestCrossRegionDynamicFilter method createDCQueryRunner.

private static DistributedQueryRunner createDCQueryRunner(TestingPrestoServer hetuServer, Map<String, String> properties) throws Exception {
    hetuServer.installPlugin(new TpchPlugin());
    hetuServer.createCatalog("tpch", "tpch");
    hetuServer.installPlugin(new StateStoreManagerPlugin());
    hetuServer.loadStateSotre();
    DistributedQueryRunner distributedQueryRunner = null;
    try {
        distributedQueryRunner = DistributedQueryRunner.builder(testSessionBuilder().build()).setNodeCount(1).build();
        Map<String, String> connectorProperties = new HashMap<>(properties);
        connectorProperties.putIfAbsent("connection-url", hetuServer.getBaseUrl().toString());
        connectorProperties.putIfAbsent("connection-user", "root");
        distributedQueryRunner.installPlugin(new DataCenterPlugin());
        distributedQueryRunner.createDCCatalog("dc", "dc", connectorProperties);
        distributedQueryRunner.installPlugin(new TpchPlugin());
        distributedQueryRunner.createCatalog("tpch", "tpch", properties);
        return distributedQueryRunner;
    } catch (Throwable e) {
        closeAllSuppress(e, distributedQueryRunner);
        throw e;
    }
}
Also used : DistributedQueryRunner(io.prestosql.tests.DistributedQueryRunner) HashMap(java.util.HashMap) TpchPlugin(io.prestosql.plugin.tpch.TpchPlugin) StateStoreManagerPlugin(io.hetu.core.statestore.StateStoreManagerPlugin)

Example 2 with StateStoreManagerPlugin

use of io.hetu.core.statestore.StateStoreManagerPlugin in project hetu-core by openlookeng.

the class DistributedQueryRunnerWithStateStore method setupStateStore.

public void setupStateStore() throws Exception {
    int port = SslSocketUtil.getAvailablePort();
    for (TestingPrestoServer server : servers) {
        server.installPlugin(new StateStoreManagerPlugin());
        // State Store
        StateStoreLauncher launcher = server.getInstance(Key.get(StateStoreLauncher.class));
        if (launcher instanceof EmbeddedStateStoreLauncher) {
            Set<String> ips = Sets.newHashSet(Arrays.asList("127.0.0.1"));
            Map<String, String> stateStoreProperties = new HashMap<>();
            stateStoreProperties.put(DISCOVERY_PORT_CONFIG_NAME, port + "");
            stateStoreProperties.putIfAbsent(HazelcastConstants.DISCOVERY_MODE_CONFIG_NAME, HazelcastConstants.DISCOVERY_MODE_TCPIP);
            this.stateStores.add(((EmbeddedStateStoreLauncher) launcher).launchStateStore(ips, stateStoreProperties));
        }
        launcher.launchStateStore();
        StateStoreProvider provider = server.getInstance(Key.get(StateStoreProvider.class));
        Seed seed = new FileBasedSeed("127.0.0.1:" + port, 0);
        SeedStore seedStore = new SeedStore() {

            @Override
            public Collection<Seed> add(Collection<Seed> seeds) throws IOException {
                return null;
            }

            @Override
            public Collection<Seed> get() throws IOException {
                return new ArrayList<>((Arrays.asList(seed)));
            }

            @Override
            public Collection<Seed> remove(Collection<Seed> seeds) throws IOException {
                return null;
            }

            @Override
            public Seed create(Map<String, String> properties) {
                return null;
            }

            @Override
            public String getName() {
                return null;
            }

            @Override
            public void setName(String name) {
            }
        };
        server.getInstance(Key.get(SeedStoreManager.class)).setSeedStore(SeedStoreSubType.HAZELCAST, seedStore);
        if (provider instanceof LocalStateStoreProvider) {
            Map<String, String> stateStoreProperties = new HashMap<>();
            stateStoreProperties.putIfAbsent(HazelcastConstants.DISCOVERY_MODE_CONFIG_NAME, HazelcastConstants.DISCOVERY_MODE_TCPIP);
            stateStoreProperties.put(DISCOVERY_PORT_CONFIG_NAME, port + "");
            ((LocalStateStoreProvider) provider).setStateStore("hazelcast", stateStoreProperties);
            ((LocalStateStoreProvider) provider).createStateCollections();
        }
        provider.loadStateStore();
        this.providers.add(provider);
    }
}
Also used : EmbeddedStateStoreLauncher(io.prestosql.statestore.EmbeddedStateStoreLauncher) FileBasedSeed(io.hetu.core.seedstore.filebased.FileBasedSeed) HashMap(java.util.HashMap) TestingPrestoServer(io.prestosql.server.testing.TestingPrestoServer) ArrayList(java.util.ArrayList) LocalStateStoreProvider(io.prestosql.statestore.LocalStateStoreProvider) StateStoreProvider(io.prestosql.statestore.StateStoreProvider) LocalStateStoreProvider(io.prestosql.statestore.LocalStateStoreProvider) FileBasedSeed(io.hetu.core.seedstore.filebased.FileBasedSeed) Seed(io.prestosql.spi.seedstore.Seed) StateStoreLauncher(io.prestosql.statestore.StateStoreLauncher) EmbeddedStateStoreLauncher(io.prestosql.statestore.EmbeddedStateStoreLauncher) SeedStore(io.prestosql.spi.seedstore.SeedStore) Collection(java.util.Collection) StateStoreManagerPlugin(io.hetu.core.statestore.StateStoreManagerPlugin) HashMap(java.util.HashMap) Map(java.util.Map) ImmutableMap(com.google.common.collect.ImmutableMap)

Aggregations

StateStoreManagerPlugin (io.hetu.core.statestore.StateStoreManagerPlugin)2 HashMap (java.util.HashMap)2 ImmutableMap (com.google.common.collect.ImmutableMap)1 FileBasedSeed (io.hetu.core.seedstore.filebased.FileBasedSeed)1 TpchPlugin (io.prestosql.plugin.tpch.TpchPlugin)1 TestingPrestoServer (io.prestosql.server.testing.TestingPrestoServer)1 Seed (io.prestosql.spi.seedstore.Seed)1 SeedStore (io.prestosql.spi.seedstore.SeedStore)1 EmbeddedStateStoreLauncher (io.prestosql.statestore.EmbeddedStateStoreLauncher)1 LocalStateStoreProvider (io.prestosql.statestore.LocalStateStoreProvider)1 StateStoreLauncher (io.prestosql.statestore.StateStoreLauncher)1 StateStoreProvider (io.prestosql.statestore.StateStoreProvider)1 DistributedQueryRunner (io.prestosql.tests.DistributedQueryRunner)1 ArrayList (java.util.ArrayList)1 Collection (java.util.Collection)1 Map (java.util.Map)1