Search in sources :

Example 1 with DataServiceConfig

use of com.accenture.trac.config.DataServiceConfig in project tracdap by finos.

the class TracDataService method doStartup.

@Override
protected void doStartup(Duration startupTimeout) {
    PlatformConfig platformConfig;
    DataServiceConfig dataSvcConfig;
    try {
        if (MemoryUtil.UNSAFE == null)
            throw new NullPointerException("MemoryUtil.UNSAFE == null");
    } catch (RuntimeException e) {
        log.error("Failed to set up native memory access for Apache Arrow", e);
        throw new EStartup("Failed to set up native memory access for Apache Arrow", e);
    }
    try {
        pluginManager.initRegularPlugins();
    } catch (Exception e) {
        var errorMessage = "There was a problem loading the plugins: " + e.getMessage();
        log.error(errorMessage, e);
        throw new EStartup(errorMessage, e);
    }
    try {
        log.info("Loading TRAC platform config...");
        platformConfig = configManager.loadRootConfigObject(PlatformConfig.class);
        dataSvcConfig = platformConfig.getServices().getData();
        // TODO: Config validation
        log.info("Config looks ok");
    } catch (Exception e) {
        var errorMessage = "There was a problem loading the platform config: " + e.getMessage();
        log.error(errorMessage, e);
        throw new EStartup(errorMessage, e);
    }
    try {
        var channelType = NioServerSocketChannel.class;
        var clientChannelType = NioSocketChannel.class;
        var workerThreads = Runtime.getRuntime().availableProcessors() * 2;
        workerGroup = new NioEventLoopGroup(workerThreads, new DefaultThreadFactory("data-svc"));
        bossGroup = new NioEventLoopGroup(1, new DefaultThreadFactory("data-boss"));
        var execRegister = new ExecutionRegister(workerGroup);
        // TODO: Review setup of Arrow allocator, inc. interaction with Netty / Protobuf allocators
        var arrowAllocatorConfig = RootAllocator.configBuilder().allocationManagerFactory(NettyAllocationManager.FACTORY).build();
        var arrowAllocator = new RootAllocator(arrowAllocatorConfig);
        var formats = new CodecManager(pluginManager);
        var storage = new StorageManager(pluginManager);
        storage.initStorage(dataSvcConfig.getStorageMap(), formats);
        // Check default storage and format are available
        checkDefaultStorageAndFormat(storage, formats, dataSvcConfig);
        var metaClient = prepareMetadataClient(platformConfig, clientChannelType);
        var dataSvc = new DataService(dataSvcConfig, arrowAllocator, storage, formats, metaClient);
        var fileSvc = new FileService(dataSvcConfig, storage, metaClient);
        var publicApi = new TracDataApi(dataSvc, fileSvc);
        // Create the main server
        this.server = NettyServerBuilder.forPort(dataSvcConfig.getPort()).addService(publicApi).channelType(channelType).bossEventLoopGroup(bossGroup).workerEventLoopGroup(workerGroup).directExecutor().intercept(execRegister.registerExecContext()).build();
        // Good to go, let's start!
        server.start();
        log.info("Data service is listening on port {}", server.getPort());
    } catch (IOException e) {
        throw new EStartup(e.getMessage(), e);
    }
}
Also used : NioServerSocketChannel(io.netty.channel.socket.nio.NioServerSocketChannel) FileService(com.accenture.trac.svc.data.service.FileService) StorageManager(com.accenture.trac.common.storage.StorageManager) IStorageManager(com.accenture.trac.common.storage.IStorageManager) IOException(java.io.IOException) EStartup(com.accenture.trac.common.exception.EStartup) IOException(java.io.IOException) DataService(com.accenture.trac.svc.data.service.DataService) TracDataApi(com.accenture.trac.svc.data.api.TracDataApi) NioSocketChannel(io.netty.channel.socket.nio.NioSocketChannel) DefaultThreadFactory(io.netty.util.concurrent.DefaultThreadFactory) DataServiceConfig(com.accenture.trac.config.DataServiceConfig) PlatformConfig(com.accenture.trac.config.PlatformConfig) RootAllocator(org.apache.arrow.memory.RootAllocator) ExecutionRegister(com.accenture.trac.common.concurrent.ExecutionRegister) ICodecManager(com.accenture.trac.common.codec.ICodecManager) CodecManager(com.accenture.trac.common.codec.CodecManager) NioEventLoopGroup(io.netty.channel.nio.NioEventLoopGroup)

Aggregations

CodecManager (com.accenture.trac.common.codec.CodecManager)1 ICodecManager (com.accenture.trac.common.codec.ICodecManager)1 ExecutionRegister (com.accenture.trac.common.concurrent.ExecutionRegister)1 EStartup (com.accenture.trac.common.exception.EStartup)1 IStorageManager (com.accenture.trac.common.storage.IStorageManager)1 StorageManager (com.accenture.trac.common.storage.StorageManager)1 DataServiceConfig (com.accenture.trac.config.DataServiceConfig)1 PlatformConfig (com.accenture.trac.config.PlatformConfig)1 TracDataApi (com.accenture.trac.svc.data.api.TracDataApi)1 DataService (com.accenture.trac.svc.data.service.DataService)1 FileService (com.accenture.trac.svc.data.service.FileService)1 NioEventLoopGroup (io.netty.channel.nio.NioEventLoopGroup)1 NioServerSocketChannel (io.netty.channel.socket.nio.NioServerSocketChannel)1 NioSocketChannel (io.netty.channel.socket.nio.NioSocketChannel)1 DefaultThreadFactory (io.netty.util.concurrent.DefaultThreadFactory)1 IOException (java.io.IOException)1 RootAllocator (org.apache.arrow.memory.RootAllocator)1