Search in sources :

Example 1 with CountPostProcessor

use of ai.grakn.engine.task.postprocessing.CountPostProcessor in project grakn by graknlabs.

the class PostProcessingTest method setupPostProcessor.

@Before
public void setupPostProcessor() {
    MetricRegistry metricRegistry = new MetricRegistry();
    RedisIndexStorage indexStorage = RedisIndexStorage.create(engine.getJedisPool(), metricRegistry);
    IndexPostProcessor indexPostProcessor = IndexPostProcessor.create(engine.server().lockProvider(), indexStorage);
    RedisCountStorage countStorage = RedisCountStorage.create(engine.getJedisPool(), metricRegistry);
    CountPostProcessor countPostProcessor = CountPostProcessor.create(engine.config(), engine.factory(), engine.server().lockProvider(), metricRegistry, countStorage);
    session = engine.sessionWithNewKeyspace();
    postProcessor = PostProcessor.create(indexPostProcessor, countPostProcessor);
}
Also used : RedisIndexStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisIndexStorage) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) MetricRegistry(com.codahale.metrics.MetricRegistry) RedisCountStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisCountStorage) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) Before(org.junit.Before)

Example 2 with CountPostProcessor

use of ai.grakn.engine.task.postprocessing.CountPostProcessor in project grakn by graknlabs.

the class EngineContext method startGraknEngineServer.

private GraknEngineServer startGraknEngineServer(RedisWrapper redisWrapper) throws IOException {
    EngineID id = EngineID.me();
    GraknEngineStatus status = new GraknEngineStatus();
    MetricRegistry metricRegistry = new MetricRegistry();
    // distributed locks
    LockProvider lockProvider = new JedisLockProvider(redisWrapper.getJedisPool());
    graknKeyspaceStore = GraknKeyspaceStoreImpl.create(new GraknSystemKeyspaceSession(config));
    // tx-factory
    engineGraknTxFactory = EngineGraknTxFactory.create(lockProvider, config, graknKeyspaceStore);
    // post-processing
    IndexStorage indexStorage = RedisIndexStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    CountStorage countStorage = RedisCountStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    IndexPostProcessor indexPostProcessor = IndexPostProcessor.create(lockProvider, indexStorage);
    CountPostProcessor countPostProcessor = CountPostProcessor.create(config, engineGraknTxFactory, lockProvider, metricRegistry, countStorage);
    PostProcessor postProcessor = PostProcessor.create(indexPostProcessor, countPostProcessor);
    GrpcOpenRequestExecutor requestExecutor = new GrpcOpenRequestExecutorImpl(engineGraknTxFactory);
    Server server = ServerBuilder.forPort(0).addService(new GrpcGraknService(requestExecutor, postProcessor)).build();
    GrpcServer grpcServer = GrpcServer.create(server);
    GraknTestUtil.allocateSparkPort(config);
    QueueSanityCheck queueSanityCheck = new RedisSanityCheck(redisWrapper);
    GraknEngineServer graknEngineServer = GraknEngineServerFactory.createGraknEngineServer(id, config, status, spark, Collections.emptyList(), grpcServer, engineGraknTxFactory, metricRegistry, queueSanityCheck, lockProvider, postProcessor, graknKeyspaceStore);
    graknEngineServer.start();
    // Read the automatically allocated ports and write them back into the config
    config.setConfigProperty(GraknConfigKey.GRPC_PORT, server.getPort());
    return graknEngineServer;
}
Also used : GraknSystemKeyspaceSession(ai.grakn.engine.GraknSystemKeyspaceSession) EngineID(ai.grakn.engine.util.EngineID) GraknEngineServer(ai.grakn.engine.GraknEngineServer) Server(io.grpc.Server) GrpcServer(ai.grakn.engine.rpc.GrpcServer) GrpcOpenRequestExecutorImpl(ai.grakn.engine.rpc.GrpcOpenRequestExecutorImpl) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) MetricRegistry(com.codahale.metrics.MetricRegistry) GrpcOpenRequestExecutor(ai.grakn.grpc.GrpcOpenRequestExecutor) GraknEngineServer(ai.grakn.engine.GraknEngineServer) GrpcServer(ai.grakn.engine.rpc.GrpcServer) GraknEngineStatus(ai.grakn.engine.GraknEngineStatus) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) LockProvider(ai.grakn.engine.lock.LockProvider) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) IndexStorage(ai.grakn.engine.task.postprocessing.IndexStorage) RedisIndexStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisIndexStorage) QueueSanityCheck(ai.grakn.engine.data.QueueSanityCheck) CountStorage(ai.grakn.engine.task.postprocessing.CountStorage) RedisCountStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisCountStorage) RedisSanityCheck(ai.grakn.engine.data.RedisSanityCheck) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) PostProcessor(ai.grakn.engine.task.postprocessing.PostProcessor) GrpcGraknService(ai.grakn.engine.rpc.GrpcGraknService)

Example 3 with CountPostProcessor

use of ai.grakn.engine.task.postprocessing.CountPostProcessor in project grakn by graknlabs.

the class GraknEngineServerFactory method createGraknEngineServer.

/**
 * Create a {@link GraknEngineServer} configured for Grakn Core. Grakn Queue (which is needed for post-processing and distributed locks) is implemented with Redis as the backend store
 *
 * @return a {@link GraknEngineServer} instance configured for Grakn Core
 */
public static GraknEngineServer createGraknEngineServer() {
    // grakn engine configuration
    EngineID engineId = EngineID.me();
    GraknConfig config = GraknConfig.create();
    GraknEngineStatus status = new GraknEngineStatus();
    MetricRegistry metricRegistry = new MetricRegistry();
    // redis
    RedisWrapper redisWrapper = RedisWrapper.create(config);
    QueueSanityCheck queueSanityCheck = new RedisSanityCheck(redisWrapper);
    // distributed locks
    LockProvider lockProvider = new JedisLockProvider(redisWrapper.getJedisPool());
    SystemKeyspaceSession systemKeyspaceSession = new GraknSystemKeyspaceSession(config);
    GraknKeyspaceStore graknKeyspaceStore = GraknKeyspaceStoreImpl.create(systemKeyspaceSession);
    // tx-factory
    EngineGraknTxFactory engineGraknTxFactory = EngineGraknTxFactory.create(lockProvider, config, graknKeyspaceStore);
    // post-processing
    IndexStorage indexStorage = RedisIndexStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    CountStorage countStorage = RedisCountStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    IndexPostProcessor indexPostProcessor = IndexPostProcessor.create(lockProvider, indexStorage);
    CountPostProcessor countPostProcessor = CountPostProcessor.create(config, engineGraknTxFactory, lockProvider, metricRegistry, countStorage);
    PostProcessor postProcessor = PostProcessor.create(indexPostProcessor, countPostProcessor);
    // http services: spark, http controller, and gRPC server
    Service sparkHttp = Service.ignite();
    Collection<HttpController> httpControllers = Collections.emptyList();
    GrpcServer grpcServer = configureGrpcServer(config, engineGraknTxFactory, postProcessor);
    return createGraknEngineServer(engineId, config, status, sparkHttp, httpControllers, grpcServer, engineGraknTxFactory, metricRegistry, queueSanityCheck, lockProvider, postProcessor, graknKeyspaceStore);
}
Also used : EngineID(ai.grakn.engine.util.EngineID) RedisWrapper(ai.grakn.engine.data.RedisWrapper) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) MetricRegistry(com.codahale.metrics.MetricRegistry) EngineGraknTxFactory(ai.grakn.engine.factory.EngineGraknTxFactory) GrpcGraknService(ai.grakn.engine.rpc.GrpcGraknService) Service(spark.Service) GrpcServer(ai.grakn.engine.rpc.GrpcServer) SystemKeyspaceSession(ai.grakn.factory.SystemKeyspaceSession) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) HttpController(ai.grakn.engine.controller.HttpController) LockProvider(ai.grakn.engine.lock.LockProvider) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) QueueSanityCheck(ai.grakn.engine.data.QueueSanityCheck) IndexStorage(ai.grakn.engine.task.postprocessing.IndexStorage) RedisIndexStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisIndexStorage) RedisSanityCheck(ai.grakn.engine.data.RedisSanityCheck) CountStorage(ai.grakn.engine.task.postprocessing.CountStorage) RedisCountStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisCountStorage) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) PostProcessor(ai.grakn.engine.task.postprocessing.PostProcessor) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor)

Example 4 with CountPostProcessor

use of ai.grakn.engine.task.postprocessing.CountPostProcessor in project grakn by graknlabs.

the class GraknEngineServerTest method createGraknEngineServer.

private GraknEngineServer createGraknEngineServer(RedisWrapper redisWrapper) {
    // grakn engine configuration
    EngineID engineId = EngineID.me();
    GraknEngineStatus status = new GraknEngineStatus();
    MetricRegistry metricRegistry = new MetricRegistry();
    // distributed locks
    LockProvider lockProvider = new JedisLockProvider(redisWrapper.getJedisPool());
    graknKeyspaceStore = GraknKeyspaceStoreFake.of();
    // tx-factory
    EngineGraknTxFactory engineGraknTxFactory = EngineGraknTxFactory.create(lockProvider, config, graknKeyspaceStore);
    // post-processing
    IndexStorage indexStorage = RedisIndexStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    CountStorage countStorage = RedisCountStorage.create(redisWrapper.getJedisPool(), metricRegistry);
    IndexPostProcessor indexPostProcessor = IndexPostProcessor.create(lockProvider, indexStorage);
    CountPostProcessor countPostProcessor = CountPostProcessor.create(config, engineGraknTxFactory, lockProvider, metricRegistry, countStorage);
    PostProcessor postProcessor = PostProcessor.create(indexPostProcessor, countPostProcessor);
    // http services: spark, http controller, and gRPC server
    Service sparkHttp = Service.ignite();
    Collection<HttpController> httpControllers = Collections.emptyList();
    int grpcPort = config.getProperty(GraknConfigKey.GRPC_PORT);
    GrpcOpenRequestExecutor requestExecutor = new GrpcOpenRequestExecutorImpl(engineGraknTxFactory);
    Server server = ServerBuilder.forPort(grpcPort).addService(new GrpcGraknService(requestExecutor, postProcessor)).build();
    GrpcServer grpcServer = GrpcServer.create(server);
    QueueSanityCheck queueSanityCheck = new RedisSanityCheck(redisWrapper);
    return GraknEngineServerFactory.createGraknEngineServer(engineId, config, status, sparkHttp, httpControllers, grpcServer, engineGraknTxFactory, metricRegistry, queueSanityCheck, lockProvider, postProcessor, graknKeyspaceStore);
}
Also used : EngineID(ai.grakn.engine.util.EngineID) RedisServer(ai.grakn.redismock.RedisServer) Server(io.grpc.Server) GrpcServer(ai.grakn.engine.rpc.GrpcServer) GrpcOpenRequestExecutorImpl(ai.grakn.engine.rpc.GrpcOpenRequestExecutorImpl) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) MetricRegistry(com.codahale.metrics.MetricRegistry) EngineGraknTxFactory(ai.grakn.engine.factory.EngineGraknTxFactory) GrpcOpenRequestExecutor(ai.grakn.grpc.GrpcOpenRequestExecutor) GrpcGraknService(ai.grakn.engine.rpc.GrpcGraknService) Service(spark.Service) GrpcServer(ai.grakn.engine.rpc.GrpcServer) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) HttpController(ai.grakn.engine.controller.HttpController) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) LockProvider(ai.grakn.engine.lock.LockProvider) JedisLockProvider(ai.grakn.engine.lock.JedisLockProvider) IndexStorage(ai.grakn.engine.task.postprocessing.IndexStorage) RedisIndexStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisIndexStorage) QueueSanityCheck(ai.grakn.engine.data.QueueSanityCheck) CountStorage(ai.grakn.engine.task.postprocessing.CountStorage) RedisCountStorage(ai.grakn.engine.task.postprocessing.redisstorage.RedisCountStorage) RedisSanityCheck(ai.grakn.engine.data.RedisSanityCheck) IndexPostProcessor(ai.grakn.engine.task.postprocessing.IndexPostProcessor) CountPostProcessor(ai.grakn.engine.task.postprocessing.CountPostProcessor) PostProcessor(ai.grakn.engine.task.postprocessing.PostProcessor) GrpcGraknService(ai.grakn.engine.rpc.GrpcGraknService)

Aggregations

CountPostProcessor (ai.grakn.engine.task.postprocessing.CountPostProcessor)4 IndexPostProcessor (ai.grakn.engine.task.postprocessing.IndexPostProcessor)4 RedisCountStorage (ai.grakn.engine.task.postprocessing.redisstorage.RedisCountStorage)4 RedisIndexStorage (ai.grakn.engine.task.postprocessing.redisstorage.RedisIndexStorage)4 MetricRegistry (com.codahale.metrics.MetricRegistry)4 QueueSanityCheck (ai.grakn.engine.data.QueueSanityCheck)3 RedisSanityCheck (ai.grakn.engine.data.RedisSanityCheck)3 JedisLockProvider (ai.grakn.engine.lock.JedisLockProvider)3 LockProvider (ai.grakn.engine.lock.LockProvider)3 GrpcGraknService (ai.grakn.engine.rpc.GrpcGraknService)3 GrpcServer (ai.grakn.engine.rpc.GrpcServer)3 CountStorage (ai.grakn.engine.task.postprocessing.CountStorage)3 IndexStorage (ai.grakn.engine.task.postprocessing.IndexStorage)3 PostProcessor (ai.grakn.engine.task.postprocessing.PostProcessor)3 EngineID (ai.grakn.engine.util.EngineID)3 HttpController (ai.grakn.engine.controller.HttpController)2 EngineGraknTxFactory (ai.grakn.engine.factory.EngineGraknTxFactory)2 GrpcOpenRequestExecutorImpl (ai.grakn.engine.rpc.GrpcOpenRequestExecutorImpl)2 GrpcOpenRequestExecutor (ai.grakn.grpc.GrpcOpenRequestExecutor)2 Server (io.grpc.Server)2