Search in sources :

Example 1 with HttpServerConfig

use of io.airlift.http.server.HttpServerConfig in project airlift by airlift.

the class TestingHttpServerModule method configure.

@Override
public void configure(Binder binder) {
    binder.disableCircularProxies();
    HttpServerConfig config = new HttpServerConfig().setHttpPort(httpPort);
    binder.bind(HttpServerConfig.class).toInstance(config);
    binder.bind(HttpServerInfo.class).in(Scopes.SINGLETON);
    binder.bind(TestingHttpServer.class).in(Scopes.SINGLETON);
    binder.bind(HttpServer.class).to(Key.get(TestingHttpServer.class));
    newSetBinder(binder, Filter.class, TheServlet.class);
    newSetBinder(binder, HttpResourceBinding.class, TheServlet.class);
    binder.bind(AnnouncementHttpServerInfo.class).to(LocalAnnouncementHttpServerInfo.class);
}
Also used : AnnouncementHttpServerInfo(io.airlift.discovery.client.AnnouncementHttpServerInfo) LocalAnnouncementHttpServerInfo(io.airlift.http.server.LocalAnnouncementHttpServerInfo) HttpServerConfig(io.airlift.http.server.HttpServerConfig) HttpServer(io.airlift.http.server.HttpServer) AnnouncementHttpServerInfo(io.airlift.discovery.client.AnnouncementHttpServerInfo) HttpServerInfo(io.airlift.http.server.HttpServerInfo) LocalAnnouncementHttpServerInfo(io.airlift.http.server.LocalAnnouncementHttpServerInfo)

Example 2 with HttpServerConfig

use of io.airlift.http.server.HttpServerConfig in project trino by trinodb.

the class ServerMainModule method setup.

@Override
protected void setup(Binder binder) {
    ServerConfig serverConfig = buildConfigObject(ServerConfig.class);
    if (serverConfig.isCoordinator()) {
        install(new CoordinatorModule());
    } else {
        install(new WorkerModule());
    }
    binder.bind(StartupStatus.class).in(Scopes.SINGLETON);
    configBinder(binder).bindConfigDefaults(HttpServerConfig.class, httpServerConfig -> {
        httpServerConfig.setAdminEnabled(false);
    });
    binder.bind(PreparedStatementEncoder.class).in(Scopes.SINGLETON);
    binder.bind(HttpRequestSessionContextFactory.class).in(Scopes.SINGLETON);
    install(new InternalCommunicationModule());
    configBinder(binder).bindConfig(FeaturesConfig.class);
    configBinder(binder).bindConfig(OptimizerConfig.class);
    configBinder(binder).bindConfig(ProtocolConfig.class);
    binder.bind(SqlParser.class).in(Scopes.SINGLETON);
    jaxrsBinder(binder).bind(ThrowableMapper.class);
    configBinder(binder).bindConfig(QueryManagerConfig.class);
    configBinder(binder).bindConfig(SqlEnvironmentConfig.class);
    newOptionalBinder(binder, ExplainAnalyzeContext.class);
    binder.bind(StatementAnalyzerFactory.class).in(Scopes.SINGLETON);
    // GC Monitor
    binder.bind(GcMonitor.class).to(JmxGcMonitor.class).in(Scopes.SINGLETON);
    newExporter(binder).export(GcMonitor.class).withGeneratedName();
    // session properties
    newSetBinder(binder, SystemSessionPropertiesProvider.class).addBinding().to(SystemSessionProperties.class);
    binder.bind(SessionPropertyManager.class).in(Scopes.SINGLETON);
    binder.bind(SystemSessionProperties.class).in(Scopes.SINGLETON);
    binder.bind(SessionPropertyDefaults.class).in(Scopes.SINGLETON);
    // schema properties
    binder.bind(SchemaPropertyManager.class).in(Scopes.SINGLETON);
    // table properties
    binder.bind(TablePropertyManager.class).in(Scopes.SINGLETON);
    // materialized view properties
    binder.bind(MaterializedViewPropertyManager.class).in(Scopes.SINGLETON);
    // column properties
    binder.bind(ColumnPropertyManager.class).in(Scopes.SINGLETON);
    // analyze properties
    binder.bind(AnalyzePropertyManager.class).in(Scopes.SINGLETON);
    // table procedures properties
    binder.bind(TableProceduresPropertyManager.class).in(Scopes.SINGLETON);
    // node manager
    discoveryBinder(binder).bindSelector("trino");
    binder.bind(DiscoveryNodeManager.class).in(Scopes.SINGLETON);
    binder.bind(InternalNodeManager.class).to(DiscoveryNodeManager.class).in(Scopes.SINGLETON);
    newExporter(binder).export(DiscoveryNodeManager.class).withGeneratedName();
    httpClientBinder(binder).bindHttpClient("node-manager", ForNodeManager.class).withTracing().withConfigDefaults(config -> {
        config.setIdleTimeout(new Duration(30, SECONDS));
        config.setRequestTimeout(new Duration(10, SECONDS));
    });
    // node scheduler
    // TODO: remove from NodePartitioningManager and move to CoordinatorModule
    configBinder(binder).bindConfig(NodeSchedulerConfig.class);
    binder.bind(NodeScheduler.class).in(Scopes.SINGLETON);
    binder.bind(NodeTaskMap.class).in(Scopes.SINGLETON);
    newExporter(binder).export(NodeScheduler.class).withGeneratedName();
    // network topology
    // TODO: move to CoordinatorModule when NodeScheduler is moved
    install(conditionalModule(NodeSchedulerConfig.class, config -> UNIFORM == config.getNodeSchedulerPolicy(), new UniformNodeSelectorModule()));
    install(conditionalModule(NodeSchedulerConfig.class, config -> TOPOLOGY == config.getNodeSchedulerPolicy(), new TopologyAwareNodeSelectorModule()));
    // task execution
    configBinder(binder).bindConfig(FailureInjectionConfig.class);
    binder.bind(FailureInjector.class).in(Scopes.SINGLETON);
    jaxrsBinder(binder).bind(TaskResource.class);
    newExporter(binder).export(TaskResource.class).withGeneratedName();
    jaxrsBinder(binder).bind(TaskExecutorResource.class);
    newExporter(binder).export(TaskExecutorResource.class).withGeneratedName();
    binder.bind(TaskManagementExecutor.class).in(Scopes.SINGLETON);
    binder.bind(SqlTaskManager.class).in(Scopes.SINGLETON);
    binder.bind(TableExecuteContextManager.class).in(Scopes.SINGLETON);
    // memory revoking scheduler
    binder.bind(MemoryRevokingScheduler.class).in(Scopes.SINGLETON);
    // Add monitoring for JVM pauses
    binder.bind(PauseMeter.class).in(Scopes.SINGLETON);
    newExporter(binder).export(PauseMeter.class).withGeneratedName();
    configBinder(binder).bindConfig(MemoryManagerConfig.class);
    configBinder(binder).bindConfig(NodeMemoryConfig.class);
    binder.bind(LocalMemoryManager.class).in(Scopes.SINGLETON);
    binder.bind(LocalMemoryManagerExporter.class).in(Scopes.SINGLETON);
    newOptionalBinder(binder, VersionEmbedder.class).setDefault().to(EmbedVersion.class).in(Scopes.SINGLETON);
    newExporter(binder).export(SqlTaskManager.class).withGeneratedName();
    binder.bind(TaskExecutor.class).in(Scopes.SINGLETON);
    newExporter(binder).export(TaskExecutor.class).withGeneratedName();
    binder.bind(MultilevelSplitQueue.class).in(Scopes.SINGLETON);
    newExporter(binder).export(MultilevelSplitQueue.class).withGeneratedName();
    binder.bind(LocalExecutionPlanner.class).in(Scopes.SINGLETON);
    configBinder(binder).bindConfig(CompilerConfig.class);
    binder.bind(ExpressionCompiler.class).in(Scopes.SINGLETON);
    newExporter(binder).export(ExpressionCompiler.class).withGeneratedName();
    binder.bind(PageFunctionCompiler.class).in(Scopes.SINGLETON);
    newExporter(binder).export(PageFunctionCompiler.class).withGeneratedName();
    configBinder(binder).bindConfig(TaskManagerConfig.class);
    binder.bind(IndexJoinLookupStats.class).in(Scopes.SINGLETON);
    newExporter(binder).export(IndexJoinLookupStats.class).withGeneratedName();
    binder.bind(AsyncHttpExecutionMBean.class).in(Scopes.SINGLETON);
    newExporter(binder).export(AsyncHttpExecutionMBean.class).withGeneratedName();
    binder.bind(JoinFilterFunctionCompiler.class).in(Scopes.SINGLETON);
    newExporter(binder).export(JoinFilterFunctionCompiler.class).withGeneratedName();
    binder.bind(JoinCompiler.class).in(Scopes.SINGLETON);
    newExporter(binder).export(JoinCompiler.class).withGeneratedName();
    binder.bind(OrderingCompiler.class).in(Scopes.SINGLETON);
    newExporter(binder).export(OrderingCompiler.class).withGeneratedName();
    binder.bind(PagesIndex.Factory.class).to(PagesIndex.DefaultFactory.class);
    newOptionalBinder(binder, OperatorFactories.class).setDefault().to(TrinoOperatorFactories.class).in(Scopes.SINGLETON);
    jaxrsBinder(binder).bind(PagesResponseWriter.class);
    // exchange client
    binder.bind(DirectExchangeClientSupplier.class).to(DirectExchangeClientFactory.class).in(Scopes.SINGLETON);
    httpClientBinder(binder).bindHttpClient("exchange", ForExchange.class).withTracing().withFilter(GenerateTraceTokenRequestFilter.class).withConfigDefaults(config -> {
        config.setIdleTimeout(new Duration(30, SECONDS));
        config.setRequestTimeout(new Duration(10, SECONDS));
        config.setMaxConnectionsPerServer(250);
        config.setMaxContentLength(DataSize.of(32, MEGABYTE));
    });
    configBinder(binder).bindConfig(DirectExchangeClientConfig.class);
    binder.bind(ExchangeExecutionMBean.class).in(Scopes.SINGLETON);
    newExporter(binder).export(ExchangeExecutionMBean.class).withGeneratedName();
    // execution
    binder.bind(LocationFactory.class).to(HttpLocationFactory.class).in(Scopes.SINGLETON);
    // memory manager
    jaxrsBinder(binder).bind(MemoryResource.class);
    jsonCodecBinder(binder).bindJsonCodec(MemoryInfo.class);
    // transaction manager
    configBinder(binder).bindConfig(TransactionManagerConfig.class);
    // data stream provider
    binder.bind(PageSourceManager.class).in(Scopes.SINGLETON);
    binder.bind(PageSourceProvider.class).to(PageSourceManager.class).in(Scopes.SINGLETON);
    // page sink provider
    binder.bind(PageSinkManager.class).in(Scopes.SINGLETON);
    binder.bind(PageSinkProvider.class).to(PageSinkManager.class).in(Scopes.SINGLETON);
    // metadata
    binder.bind(StaticCatalogStore.class).in(Scopes.SINGLETON);
    configBinder(binder).bindConfig(StaticCatalogStoreConfig.class);
    binder.bind(MetadataManager.class).in(Scopes.SINGLETON);
    binder.bind(Metadata.class).to(MetadataManager.class).in(Scopes.SINGLETON);
    newOptionalBinder(binder, SystemSecurityMetadata.class).setDefault().to(DisabledSystemSecurityMetadata.class).in(Scopes.SINGLETON);
    binder.bind(GlobalFunctionCatalog.class).in(Scopes.SINGLETON);
    binder.bind(TypeOperatorsCache.class).in(Scopes.SINGLETON);
    newExporter(binder).export(TypeOperatorsCache.class).as(factory -> factory.generatedNameOf(TypeOperators.class));
    binder.bind(BlockTypeOperators.class).in(Scopes.SINGLETON);
    newExporter(binder).export(TypeOperatorsCache.class).withGeneratedName();
    binder.bind(ProcedureRegistry.class).in(Scopes.SINGLETON);
    binder.bind(TableProceduresRegistry.class).in(Scopes.SINGLETON);
    binder.bind(PlannerContext.class).in(Scopes.SINGLETON);
    // function
    binder.bind(FunctionManager.class).in(Scopes.SINGLETON);
    newSetBinder(binder, FunctionBundle.class);
    binder.bind(RegisterFunctionBundles.class).asEagerSingleton();
    // type
    binder.bind(TypeAnalyzer.class).in(Scopes.SINGLETON);
    jsonBinder(binder).addDeserializerBinding(Type.class).to(TypeDeserializer.class);
    jsonBinder(binder).addDeserializerBinding(TypeSignature.class).to(TypeSignatureDeserializer.class);
    jsonBinder(binder).addKeyDeserializerBinding(TypeSignature.class).to(TypeSignatureKeyDeserializer.class);
    binder.bind(TypeRegistry.class).in(Scopes.SINGLETON);
    binder.bind(TypeManager.class).to(InternalTypeManager.class).in(Scopes.SINGLETON);
    newSetBinder(binder, Type.class);
    // split manager
    binder.bind(SplitManager.class).in(Scopes.SINGLETON);
    // node partitioning manager
    binder.bind(NodePartitioningManager.class).in(Scopes.SINGLETON);
    // index manager
    binder.bind(IndexManager.class).in(Scopes.SINGLETON);
    // handle resolver
    binder.install(new HandleJsonModule());
    // connector
    binder.bind(ConnectorManager.class).in(Scopes.SINGLETON);
    // system connector
    binder.install(new SystemConnectorModule());
    // slice
    jsonBinder(binder).addSerializerBinding(Slice.class).to(SliceSerializer.class);
    jsonBinder(binder).addDeserializerBinding(Slice.class).to(SliceDeserializer.class);
    // expression
    jsonBinder(binder).addSerializerBinding(Expression.class).to(ExpressionSerializer.class);
    jsonBinder(binder).addDeserializerBinding(Expression.class).to(ExpressionDeserializer.class);
    // split monitor
    binder.bind(SplitMonitor.class).in(Scopes.SINGLETON);
    // version and announcement
    binder.bind(NodeVersion.class).toInstance(new NodeVersion(nodeVersion));
    discoveryBinder(binder).bindHttpAnnouncement("trino").addProperty("node_version", nodeVersion).addProperty("coordinator", String.valueOf(serverConfig.isCoordinator()));
    // server info resource
    jaxrsBinder(binder).bind(ServerInfoResource.class);
    // node status resource
    jaxrsBinder(binder).bind(StatusResource.class);
    // plugin manager
    binder.bind(PluginManager.class).in(Scopes.SINGLETON);
    newOptionalBinder(binder, PluginsProvider.class).setDefault().to(ServerPluginsProvider.class).in(Scopes.SINGLETON);
    configBinder(binder).bindConfig(ServerPluginsProviderConfig.class);
    binder.bind(CatalogManager.class).in(Scopes.SINGLETON);
    // block encodings
    binder.bind(BlockEncodingManager.class).in(Scopes.SINGLETON);
    jsonBinder(binder).addSerializerBinding(Block.class).to(BlockJsonSerde.Serializer.class);
    jsonBinder(binder).addDeserializerBinding(Block.class).to(BlockJsonSerde.Deserializer.class);
    binder.bind(BlockEncodingSerde.class).to(InternalBlockEncodingSerde.class).in(Scopes.SINGLETON);
    // thread visualizer
    jaxrsBinder(binder).bind(ThreadResource.class);
    // PageSorter
    binder.bind(PageSorter.class).to(PagesIndexPageSorter.class).in(Scopes.SINGLETON);
    // PageIndexer
    binder.bind(PageIndexerFactory.class).to(GroupByHashPageIndexerFactory.class).in(Scopes.SINGLETON);
    // Finalizer
    binder.bind(FinalizerService.class).in(Scopes.SINGLETON);
    // Spiller
    binder.bind(SpillerFactory.class).to(GenericSpillerFactory.class).in(Scopes.SINGLETON);
    binder.bind(SingleStreamSpillerFactory.class).to(FileSingleStreamSpillerFactory.class).in(Scopes.SINGLETON);
    binder.bind(PartitioningSpillerFactory.class).to(GenericPartitioningSpillerFactory.class).in(Scopes.SINGLETON);
    binder.bind(SpillerStats.class).in(Scopes.SINGLETON);
    newExporter(binder).export(SpillerFactory.class).withGeneratedName();
    binder.bind(LocalSpillManager.class).in(Scopes.SINGLETON);
    configBinder(binder).bindConfig(NodeSpillConfig.class);
    // Dynamic Filtering
    configBinder(binder).bindConfig(DynamicFilterConfig.class);
    // dispatcher
    // TODO remove dispatcher fromm ServerMainModule, and bind dependent components only on coordinators
    newOptionalBinder(binder, DispatchManager.class);
    // Added for RuleStatsSystemTable
    // TODO: remove this when system tables are bound separately for coordinator and worker
    newOptionalBinder(binder, RuleStatsRecorder.class);
    // cleanup
    binder.bind(ExecutorCleanup.class).in(Scopes.SINGLETON);
}
Also used : TableProceduresPropertyManager(io.trino.metadata.TableProceduresPropertyManager) ConnectorManager(io.trino.connector.ConnectorManager) PagesIndexPageSorter(io.trino.operator.PagesIndexPageSorter) TopologyAwareNodeSelectorModule(io.trino.execution.scheduler.TopologyAwareNodeSelectorModule) ExpressionSerializer(io.trino.server.ExpressionSerialization.ExpressionSerializer) TypeOperators(io.trino.spi.type.TypeOperators) HttpServerConfig(io.airlift.http.server.HttpServerConfig) PauseMeter(io.airlift.stats.PauseMeter) MemoryRevokingScheduler(io.trino.execution.MemoryRevokingScheduler) TransactionManagerConfig(io.trino.transaction.TransactionManagerConfig) LocalSpillManager(io.trino.spiller.LocalSpillManager) NodeScheduler(io.trino.execution.scheduler.NodeScheduler) FinalizerService(io.trino.util.FinalizerService) BoundedExecutor(io.airlift.concurrent.BoundedExecutor) Executors.newScheduledThreadPool(java.util.concurrent.Executors.newScheduledThreadPool) Multibinder.newSetBinder(com.google.inject.multibindings.Multibinder.newSetBinder) MetadataManager(io.trino.metadata.MetadataManager) FailureInjectionConfig(io.trino.execution.FailureInjectionConfig) StaticCatalogStore(io.trino.metadata.StaticCatalogStore) JsonCodecBinder.jsonCodecBinder(io.airlift.json.JsonCodecBinder.jsonCodecBinder) JmxGcMonitor(io.airlift.stats.JmxGcMonitor) LocalMemoryManagerExporter(io.trino.memory.LocalMemoryManagerExporter) NodeSchedulerConfig(io.trino.execution.scheduler.NodeSchedulerConfig) PageSinkManager(io.trino.split.PageSinkManager) Set(java.util.Set) TrinoOperatorFactories(io.trino.operator.TrinoOperatorFactories) SystemSessionPropertiesProvider(io.trino.SystemSessionPropertiesProvider) PreparedStatementEncoder(io.trino.server.protocol.PreparedStatementEncoder) MoreExecutors.directExecutor(com.google.common.util.concurrent.MoreExecutors.directExecutor) SystemConnectorModule(io.trino.connector.system.SystemConnectorModule) IndexJoinLookupStats(io.trino.operator.index.IndexJoinLookupStats) HttpClientBinder.httpClientBinder(io.airlift.http.client.HttpClientBinder.httpClientBinder) TaskManagerConfig(io.trino.execution.TaskManagerConfig) InternalBlockEncodingSerde(io.trino.metadata.InternalBlockEncodingSerde) DiscoveryBinder.discoveryBinder(io.airlift.discovery.client.DiscoveryBinder.discoveryBinder) VersionEmbedder(io.trino.spi.VersionEmbedder) EmbedVersion(io.trino.version.EmbedVersion) SpillerFactory(io.trino.spiller.SpillerFactory) ConfigBinder.configBinder(io.airlift.configuration.ConfigBinder.configBinder) ExplainAnalyzeContext(io.trino.execution.ExplainAnalyzeContext) InternalNodeManager(io.trino.metadata.InternalNodeManager) Slice(io.airlift.slice.Slice) SqlTaskManager(io.trino.execution.SqlTaskManager) MEGABYTE(io.airlift.units.DataSize.Unit.MEGABYTE) PluginsProvider(io.trino.server.PluginManager.PluginsProvider) NodePartitioningManager(io.trino.sql.planner.NodePartitioningManager) JoinCompiler(io.trino.sql.gen.JoinCompiler) MemoryInfo(io.trino.memory.MemoryInfo) MemoryResource(io.trino.memory.MemoryResource) MultilevelSplitQueue(io.trino.execution.executor.MultilevelSplitQueue) GroupByHashPageIndexerFactory(io.trino.operator.GroupByHashPageIndexerFactory) TypeRegistry(io.trino.metadata.TypeRegistry) RuleStatsRecorder(io.trino.sql.planner.RuleStatsRecorder) SliceDeserializer(io.trino.server.SliceSerialization.SliceDeserializer) Binder(com.google.inject.Binder) BlockJsonSerde(io.trino.block.BlockJsonSerde) SystemFunctionBundle(io.trino.metadata.SystemFunctionBundle) PageIndexerFactory(io.trino.spi.PageIndexerFactory) ScheduledExecutorService(java.util.concurrent.ScheduledExecutorService) NodeVersion(io.trino.client.NodeVersion) TaskExecutor(io.trino.execution.executor.TaskExecutor) SqlEnvironmentConfig(io.trino.sql.SqlEnvironmentConfig) BlockTypeOperators(io.trino.type.BlockTypeOperators) Executor(java.util.concurrent.Executor) PageSinkProvider(io.trino.split.PageSinkProvider) SpillerStats(io.trino.spiller.SpillerStats) DirectExchangeClientConfig(io.trino.operator.DirectExchangeClientConfig) HttpLocationFactory(io.trino.server.remotetask.HttpLocationFactory) LocalExecutionPlanner(io.trino.sql.planner.LocalExecutionPlanner) FunctionBundle(io.trino.metadata.FunctionBundle) TypeSignatureKeyDeserializer(io.trino.type.TypeSignatureKeyDeserializer) TypeAnalyzer(io.trino.sql.planner.TypeAnalyzer) InternalFunctionBundle(io.trino.metadata.InternalFunctionBundle) StatementAnalyzerFactory(io.trino.sql.analyzer.StatementAnalyzerFactory) TablePropertyManager(io.trino.metadata.TablePropertyManager) ExpressionDeserializer(io.trino.server.ExpressionSerialization.ExpressionDeserializer) MaterializedViewPropertyManager(io.trino.metadata.MaterializedViewPropertyManager) UNIFORM(io.trino.execution.scheduler.NodeSchedulerConfig.NodeSchedulerPolicy.UNIFORM) GcMonitor(io.airlift.stats.GcMonitor) OptimizerConfig(io.trino.sql.planner.OptimizerConfig) NodeMemoryConfig(io.trino.memory.NodeMemoryConfig) SystemSecurityMetadata(io.trino.metadata.SystemSecurityMetadata) NodeTaskMap(io.trino.execution.NodeTaskMap) JoinFilterFunctionCompiler(io.trino.sql.gen.JoinFilterFunctionCompiler) InternalTypeManager(io.trino.type.InternalTypeManager) SplitManager(io.trino.split.SplitManager) NodeSpillConfig(io.trino.spiller.NodeSpillConfig) JsonBinder.jsonBinder(io.airlift.json.JsonBinder.jsonBinder) Duration(io.airlift.units.Duration) PreDestroy(javax.annotation.PreDestroy) DisabledSystemSecurityMetadata(io.trino.metadata.DisabledSystemSecurityMetadata) Block(io.trino.spi.block.Block) ConditionalModule.conditionalModule(io.airlift.configuration.ConditionalModule.conditionalModule) PageSorter(io.trino.spi.PageSorter) ExportBinder.newExporter(org.weakref.jmx.guice.ExportBinder.newExporter) LiteralFunction(io.trino.metadata.LiteralFunction) SqlParser(io.trino.sql.parser.SqlParser) FailureInjector(io.trino.execution.FailureInjector) OptionalBinder.newOptionalBinder(com.google.inject.multibindings.OptionalBinder.newOptionalBinder) TaskManagementExecutor(io.trino.execution.TaskManagementExecutor) TypeSignature(io.trino.spi.type.TypeSignature) ProvidesIntoSet(com.google.inject.multibindings.ProvidesIntoSet) PageFunctionCompiler(io.trino.sql.gen.PageFunctionCompiler) SliceSerializer(io.trino.server.SliceSerialization.SliceSerializer) DirectExchangeClientSupplier(io.trino.operator.DirectExchangeClientSupplier) SplitMonitor(io.trino.event.SplitMonitor) SessionPropertyManager(io.trino.metadata.SessionPropertyManager) DataSize(io.airlift.units.DataSize) QueryManagerConfig(io.trino.execution.QueryManagerConfig) List(java.util.List) LocationFactory(io.trino.execution.LocationFactory) DirectExchangeClientFactory(io.trino.operator.DirectExchangeClientFactory) JaxrsBinder.jaxrsBinder(io.airlift.jaxrs.JaxrsBinder.jaxrsBinder) Expression(io.trino.sql.tree.Expression) ColumnPropertyManager(io.trino.metadata.ColumnPropertyManager) PageSourceProvider(io.trino.split.PageSourceProvider) TypeSignatureDeserializer(io.trino.type.TypeSignatureDeserializer) PlannerContext(io.trino.sql.PlannerContext) GlobalFunctionCatalog(io.trino.metadata.GlobalFunctionCatalog) StaticCatalogStoreConfig(io.trino.metadata.StaticCatalogStoreConfig) OperatorFactories(io.trino.operator.OperatorFactories) FileSingleStreamSpillerFactory(io.trino.spiller.FileSingleStreamSpillerFactory) OrderingCompiler(io.trino.sql.gen.OrderingCompiler) Type(io.trino.spi.type.Type) Singleton(javax.inject.Singleton) MemoryManagerConfig(io.trino.memory.MemoryManagerConfig) ExpressionCompiler(io.trino.sql.gen.ExpressionCompiler) Inject(javax.inject.Inject) AbstractConfigurationAwareModule(io.airlift.configuration.AbstractConfigurationAwareModule) BlockEncodingManager(io.trino.metadata.BlockEncodingManager) ImmutableList(com.google.common.collect.ImmutableList) Threads.daemonThreadsNamed(io.airlift.concurrent.Threads.daemonThreadsNamed) Objects.requireNonNull(java.util.Objects.requireNonNull) SystemSessionProperties(io.trino.SystemSessionProperties) ForExchange(io.trino.operator.ForExchange) GenericPartitioningSpillerFactory(io.trino.spiller.GenericPartitioningSpillerFactory) DynamicFilterConfig(io.trino.execution.DynamicFilterConfig) TableProceduresRegistry(io.trino.metadata.TableProceduresRegistry) IndexManager(io.trino.index.IndexManager) TypeOperatorsCache(io.trino.type.TypeOperatorsCache) ExecutorService(java.util.concurrent.ExecutorService) PagesIndex(io.trino.operator.PagesIndex) SchemaPropertyManager(io.trino.metadata.SchemaPropertyManager) DispatchManager(io.trino.dispatcher.DispatchManager) TableExecuteContextManager(io.trino.execution.TableExecuteContextManager) UniformNodeSelectorModule(io.trino.execution.scheduler.UniformNodeSelectorModule) ForNodeManager(io.trino.metadata.ForNodeManager) HandleJsonModule(io.trino.metadata.HandleJsonModule) SingleStreamSpillerFactory(io.trino.spiller.SingleStreamSpillerFactory) DiscoveryNodeManager(io.trino.metadata.DiscoveryNodeManager) TOPOLOGY(io.trino.execution.scheduler.NodeSchedulerConfig.NodeSchedulerPolicy.TOPOLOGY) GenericSpillerFactory(io.trino.spiller.GenericSpillerFactory) PageSourceManager(io.trino.split.PageSourceManager) Scopes(com.google.inject.Scopes) FunctionManager(io.trino.metadata.FunctionManager) CompilerConfig(io.trino.sql.planner.CompilerConfig) PartitioningSpillerFactory(io.trino.spiller.PartitioningSpillerFactory) Provides(com.google.inject.Provides) FeaturesConfig(io.trino.FeaturesConfig) Executors.newCachedThreadPool(java.util.concurrent.Executors.newCachedThreadPool) CatalogManager(io.trino.metadata.CatalogManager) ProcedureRegistry(io.trino.metadata.ProcedureRegistry) Metadata(io.trino.metadata.Metadata) BlockEncodingSerde(io.trino.spi.block.BlockEncodingSerde) TypeManager(io.trino.spi.type.TypeManager) TypeDeserializer(io.trino.type.TypeDeserializer) AnalyzePropertyManager(io.trino.metadata.AnalyzePropertyManager) SECONDS(java.util.concurrent.TimeUnit.SECONDS) LocalMemoryManager(io.trino.memory.LocalMemoryManager) PluginsProvider(io.trino.server.PluginManager.PluginsProvider) TrinoOperatorFactories(io.trino.operator.TrinoOperatorFactories) FailureInjector(io.trino.execution.FailureInjector) NodeVersion(io.trino.client.NodeVersion) TypeSignature(io.trino.spi.type.TypeSignature) TableExecuteContextManager(io.trino.execution.TableExecuteContextManager) InternalTypeManager(io.trino.type.InternalTypeManager) FunctionManager(io.trino.metadata.FunctionManager) JoinCompiler(io.trino.sql.gen.JoinCompiler) GenericPartitioningSpillerFactory(io.trino.spiller.GenericPartitioningSpillerFactory) TopologyAwareNodeSelectorModule(io.trino.execution.scheduler.TopologyAwareNodeSelectorModule) TrinoOperatorFactories(io.trino.operator.TrinoOperatorFactories) OperatorFactories(io.trino.operator.OperatorFactories) StatementAnalyzerFactory(io.trino.sql.analyzer.StatementAnalyzerFactory) BlockJsonSerde(io.trino.block.BlockJsonSerde) MultilevelSplitQueue(io.trino.execution.executor.MultilevelSplitQueue) TypeOperatorsCache(io.trino.type.TypeOperatorsCache) JmxGcMonitor(io.airlift.stats.JmxGcMonitor) GcMonitor(io.airlift.stats.GcMonitor) NodeSchedulerConfig(io.trino.execution.scheduler.NodeSchedulerConfig) PagesIndex(io.trino.operator.PagesIndex) BlockTypeOperators(io.trino.type.BlockTypeOperators) LocalMemoryManager(io.trino.memory.LocalMemoryManager) SystemConnectorModule(io.trino.connector.system.SystemConnectorModule) EmbedVersion(io.trino.version.EmbedVersion) PageSinkManager(io.trino.split.PageSinkManager) JoinFilterFunctionCompiler(io.trino.sql.gen.JoinFilterFunctionCompiler) VersionEmbedder(io.trino.spi.VersionEmbedder) ConnectorManager(io.trino.connector.ConnectorManager) TypeAnalyzer(io.trino.sql.planner.TypeAnalyzer) CatalogManager(io.trino.metadata.CatalogManager) UniformNodeSelectorModule(io.trino.execution.scheduler.UniformNodeSelectorModule) Type(io.trino.spi.type.Type) PlannerContext(io.trino.sql.PlannerContext) Expression(io.trino.sql.tree.Expression) FinalizerService(io.trino.util.FinalizerService) TaskManagementExecutor(io.trino.execution.TaskManagementExecutor) MemoryRevokingScheduler(io.trino.execution.MemoryRevokingScheduler) SystemSecurityMetadata(io.trino.metadata.SystemSecurityMetadata) DisabledSystemSecurityMetadata(io.trino.metadata.DisabledSystemSecurityMetadata) InternalBlockEncodingSerde(io.trino.metadata.InternalBlockEncodingSerde) TablePropertyManager(io.trino.metadata.TablePropertyManager) TypeRegistry(io.trino.metadata.TypeRegistry) PageSourceManager(io.trino.split.PageSourceManager) HttpServerConfig(io.airlift.http.server.HttpServerConfig) PagesIndexPageSorter(io.trino.operator.PagesIndexPageSorter) FileSingleStreamSpillerFactory(io.trino.spiller.FileSingleStreamSpillerFactory) SessionPropertyManager(io.trino.metadata.SessionPropertyManager) OrderingCompiler(io.trino.sql.gen.OrderingCompiler) NodeScheduler(io.trino.execution.scheduler.NodeScheduler) TypeOperators(io.trino.spi.type.TypeOperators) BlockTypeOperators(io.trino.type.BlockTypeOperators) ForExchange(io.trino.operator.ForExchange) IndexJoinLookupStats(io.trino.operator.index.IndexJoinLookupStats) StaticCatalogStore(io.trino.metadata.StaticCatalogStore) NodeTaskMap(io.trino.execution.NodeTaskMap) SplitMonitor(io.trino.event.SplitMonitor) HttpLocationFactory(io.trino.server.remotetask.HttpLocationFactory) SqlParser(io.trino.sql.parser.SqlParser) Duration(io.airlift.units.Duration) PauseMeter(io.airlift.stats.PauseMeter) SpillerStats(io.trino.spiller.SpillerStats) IndexManager(io.trino.index.IndexManager) LocalSpillManager(io.trino.spiller.LocalSpillManager) SqlTaskManager(io.trino.execution.SqlTaskManager) TaskExecutor(io.trino.execution.executor.TaskExecutor) BlockEncodingManager(io.trino.metadata.BlockEncodingManager) Slice(io.airlift.slice.Slice) Block(io.trino.spi.block.Block) ExpressionCompiler(io.trino.sql.gen.ExpressionCompiler) GroupByHashPageIndexerFactory(io.trino.operator.GroupByHashPageIndexerFactory) ColumnPropertyManager(io.trino.metadata.ColumnPropertyManager) PageFunctionCompiler(io.trino.sql.gen.PageFunctionCompiler) MaterializedViewPropertyManager(io.trino.metadata.MaterializedViewPropertyManager) SpillerFactory(io.trino.spiller.SpillerFactory) GroupByHashPageIndexerFactory(io.trino.operator.GroupByHashPageIndexerFactory) PageIndexerFactory(io.trino.spi.PageIndexerFactory) HttpLocationFactory(io.trino.server.remotetask.HttpLocationFactory) StatementAnalyzerFactory(io.trino.sql.analyzer.StatementAnalyzerFactory) LocationFactory(io.trino.execution.LocationFactory) DirectExchangeClientFactory(io.trino.operator.DirectExchangeClientFactory) FileSingleStreamSpillerFactory(io.trino.spiller.FileSingleStreamSpillerFactory) GenericPartitioningSpillerFactory(io.trino.spiller.GenericPartitioningSpillerFactory) SingleStreamSpillerFactory(io.trino.spiller.SingleStreamSpillerFactory) GenericSpillerFactory(io.trino.spiller.GenericSpillerFactory) PartitioningSpillerFactory(io.trino.spiller.PartitioningSpillerFactory) DisabledSystemSecurityMetadata(io.trino.metadata.DisabledSystemSecurityMetadata) LocalMemoryManagerExporter(io.trino.memory.LocalMemoryManagerExporter) NodePartitioningManager(io.trino.sql.planner.NodePartitioningManager) TableProceduresRegistry(io.trino.metadata.TableProceduresRegistry) HandleJsonModule(io.trino.metadata.HandleJsonModule) SchemaPropertyManager(io.trino.metadata.SchemaPropertyManager) GenericSpillerFactory(io.trino.spiller.GenericSpillerFactory) AnalyzePropertyManager(io.trino.metadata.AnalyzePropertyManager) LocalExecutionPlanner(io.trino.sql.planner.LocalExecutionPlanner) ProcedureRegistry(io.trino.metadata.ProcedureRegistry) DirectExchangeClientFactory(io.trino.operator.DirectExchangeClientFactory) SpillerFactory(io.trino.spiller.SpillerFactory) FileSingleStreamSpillerFactory(io.trino.spiller.FileSingleStreamSpillerFactory) GenericPartitioningSpillerFactory(io.trino.spiller.GenericPartitioningSpillerFactory) SingleStreamSpillerFactory(io.trino.spiller.SingleStreamSpillerFactory) GenericSpillerFactory(io.trino.spiller.GenericSpillerFactory) PartitioningSpillerFactory(io.trino.spiller.PartitioningSpillerFactory) GlobalFunctionCatalog(io.trino.metadata.GlobalFunctionCatalog) SplitManager(io.trino.split.SplitManager) PreparedStatementEncoder(io.trino.server.protocol.PreparedStatementEncoder) MetadataManager(io.trino.metadata.MetadataManager) JmxGcMonitor(io.airlift.stats.JmxGcMonitor) DiscoveryNodeManager(io.trino.metadata.DiscoveryNodeManager) SystemSessionProperties(io.trino.SystemSessionProperties) TableProceduresPropertyManager(io.trino.metadata.TableProceduresPropertyManager)

Example 3 with HttpServerConfig

use of io.airlift.http.server.HttpServerConfig in project airlift by airlift.

the class TestTestingHttpServer method createTestingHttpServerWithFilter.

private static TestingHttpServer createTestingHttpServerWithFilter(DummyServlet servlet, Map<String, String> params, DummyFilter filter) throws IOException {
    NodeInfo nodeInfo = new NodeInfo("test");
    HttpServerConfig config = new HttpServerConfig().setHttpPort(0);
    HttpServerInfo httpServerInfo = new HttpServerInfo(config, nodeInfo);
    return new TestingHttpServer(httpServerInfo, nodeInfo, config, Optional.empty(), servlet, params, ImmutableSet.of(filter), ImmutableSet.of(), ClientCertificate.NONE);
}
Also used : HttpServerConfig(io.airlift.http.server.HttpServerConfig) NodeInfo(io.airlift.node.NodeInfo) HttpServerInfo(io.airlift.http.server.HttpServerInfo)

Example 4 with HttpServerConfig

use of io.airlift.http.server.HttpServerConfig in project airlift by airlift.

the class TestTestingHttpServer method createTestingHttpServer.

private static TestingHttpServer createTestingHttpServer(DummyServlet servlet, Map<String, String> params) throws IOException {
    NodeInfo nodeInfo = new NodeInfo("test");
    HttpServerConfig config = new HttpServerConfig().setHttpPort(0);
    HttpServerInfo httpServerInfo = new HttpServerInfo(config, nodeInfo);
    return new TestingHttpServer(httpServerInfo, nodeInfo, config, servlet, params);
}
Also used : HttpServerConfig(io.airlift.http.server.HttpServerConfig) NodeInfo(io.airlift.node.NodeInfo) HttpServerInfo(io.airlift.http.server.HttpServerInfo)

Example 5 with HttpServerConfig

use of io.airlift.http.server.HttpServerConfig in project hetu-core by openlookeng.

the class QueryEditorUIModule method provideOkHttpClient.

@Singleton
@Provides
public OkHttpClient provideOkHttpClient(HttpServerConfig serverConfig, InternalCommunicationConfig internalCommunicationConfig, InternalAuthenticationManager internalAuthenticationManager) {
    OkHttpClient.Builder builder = new OkHttpClient.Builder();
    builder.socketFactory(new SocketChannelSocketFactory());
    setupTimeouts(builder, 30, SECONDS);
    setupCookieJar(builder);
    if (serverConfig.isHttpsEnabled() && internalCommunicationConfig.isHttpsRequired()) {
        setupSsl(builder, Optional.of(serverConfig.getKeystorePath()), Optional.of(serverConfig.getKeystorePassword()), Optional.of(serverConfig.getKeystorePath()), Optional.of(serverConfig.getKeystorePassword()));
        // Setup the authorization for UI queries
        Interceptor authInterceptor = chain -> chain.proceed(internalAuthenticationManager.getJwtGenerator().map(Supplier::get).map(jwt -> chain.request().newBuilder().header(InternalAuthenticationManager.PRESTO_INTERNAL_BEARER, jwt).build()).orElse(chain.request()));
        builder.addInterceptor(authInterceptor);
        internalAuthenticationManager.getJwtGenerator().map(Supplier::get).orElse(null);
    }
    return builder.build();
}
Also used : ExecutionError(io.prestosql.queryeditorui.protocol.ExecutionStatus.ExecutionError) InternalCommunicationConfig(io.prestosql.server.InternalCommunicationConfig) ExecutionSuccess(io.prestosql.queryeditorui.protocol.ExecutionStatus.ExecutionSuccess) LoginResource(io.prestosql.queryeditorui.resources.LoginResource) HttpServerConfig(io.airlift.http.server.HttpServerConfig) Duration(io.airlift.units.Duration) UserResource(io.prestosql.queryeditorui.resources.UserResource) QueryInfoClient(io.prestosql.queryeditorui.execution.QueryInfoClient) QueryRunnerFactory(io.prestosql.queryeditorui.execution.QueryRunner.QueryRunnerFactory) URI(java.net.URI) SchemaService(io.prestosql.queryeditorui.metadata.SchemaService) WebUIAuthenticator(io.prestosql.server.security.WebUIAuthenticator) ExpiringFileStore(io.prestosql.queryeditorui.store.files.ExpiringFileStore) Interceptor(okhttp3.Interceptor) JsonCodecBinder.jsonCodecBinder(io.airlift.json.JsonCodecBinder.jsonCodecBinder) LocalJobHistoryStore(io.prestosql.queryeditorui.store.history.LocalJobHistoryStore) OkHttpUtil.setupTimeouts(io.prestosql.client.OkHttpUtil.setupTimeouts) FilesResource(io.prestosql.queryeditorui.resources.FilesResource) UiAuthenticator(io.prestosql.queryeditorui.security.UiAuthenticator) HttpClientBinder.httpClientBinder(io.airlift.http.client.HttpClientBinder.httpClientBinder) DataSize(io.airlift.units.DataSize) InMemoryActiveJobsStore(io.prestosql.queryeditorui.store.jobs.jobs.InMemoryActiveJobsStore) QueryStore(io.prestosql.queryeditorui.store.queries.QueryStore) JaxrsBinder.jaxrsBinder(io.airlift.jaxrs.JaxrsBinder.jaxrsBinder) Optional(java.util.Optional) MetadataResource(io.prestosql.queryeditorui.resources.MetadataResource) ConfigBinder.configBinder(io.airlift.configuration.ConfigBinder.configBinder) ClientSessionFactory(io.prestosql.queryeditorui.execution.ClientSessionFactory) Singleton(com.google.inject.Singleton) ConfigDefaults(io.airlift.configuration.ConfigDefaults) JobHistoryStore(io.prestosql.queryeditorui.store.history.JobHistoryStore) InMemoryQueryStore(io.prestosql.queryeditorui.store.queries.InMemoryQueryStore) OkHttpUtil.setupSsl(io.prestosql.client.OkHttpUtil.setupSsl) ResultsPreviewResource(io.prestosql.queryeditorui.resources.ResultsPreviewResource) ExecutionClient(io.prestosql.queryeditorui.execution.ExecutionClient) UIExecuteResource(io.prestosql.queryeditorui.resources.UIExecuteResource) OkHttpUtil.setupCookieJar(io.prestosql.client.OkHttpUtil.setupCookieJar) Supplier(java.util.function.Supplier) SocketChannelSocketFactory(io.prestosql.client.SocketChannelSocketFactory) PersistentJobOutputFactory(io.prestosql.queryeditorui.output.PersistentJobOutputFactory) AbstractConfigurationAwareModule(io.airlift.configuration.AbstractConfigurationAwareModule) Binder(com.google.inject.Binder) InternalAuthenticationManager(io.prestosql.server.InternalAuthenticationManager) Named(javax.inject.Named) ConnectorResource(io.prestosql.queryeditorui.resources.ConnectorResource) PersistorFactory(io.prestosql.queryeditorui.output.persistors.PersistorFactory) OutputBuilderFactory(io.prestosql.queryeditorui.output.builders.OutputBuilderFactory) QueryResource(io.prestosql.queryeditorui.resources.QueryResource) IOException(java.io.IOException) Scopes(com.google.inject.Scopes) CSVPersistorFactory(io.prestosql.queryeditorui.output.persistors.CSVPersistorFactory) File(java.io.File) TimeUnit(java.util.concurrent.TimeUnit) Provider(com.google.inject.Provider) ActiveJobsStore(io.prestosql.queryeditorui.store.jobs.jobs.ActiveJobsStore) Provides(com.google.inject.Provides) OkHttpClient(okhttp3.OkHttpClient) ColumnService(io.prestosql.queryeditorui.metadata.ColumnService) HttpClientConfig(io.airlift.http.client.HttpClientConfig) PreviewTableService(io.prestosql.queryeditorui.metadata.PreviewTableService) SECONDS(java.util.concurrent.TimeUnit.SECONDS) SocketChannelSocketFactory(io.prestosql.client.SocketChannelSocketFactory) OkHttpClient(okhttp3.OkHttpClient) Interceptor(okhttp3.Interceptor) Singleton(com.google.inject.Singleton) Provides(com.google.inject.Provides)

Aggregations

HttpServerConfig (io.airlift.http.server.HttpServerConfig)10 HttpServerInfo (io.airlift.http.server.HttpServerInfo)6 NodeInfo (io.airlift.node.NodeInfo)5 Binder (com.google.inject.Binder)4 Provides (com.google.inject.Provides)4 Scopes (com.google.inject.Scopes)4 AbstractConfigurationAwareModule (io.airlift.configuration.AbstractConfigurationAwareModule)4 ConfigBinder.configBinder (io.airlift.configuration.ConfigBinder.configBinder)4 JaxrsBinder.jaxrsBinder (io.airlift.jaxrs.JaxrsBinder.jaxrsBinder)4 ImmutableList (com.google.common.collect.ImmutableList)3 OptionalBinder.newOptionalBinder (com.google.inject.multibindings.OptionalBinder.newOptionalBinder)3 HttpClientBinder.httpClientBinder (io.airlift.http.client.HttpClientBinder.httpClientBinder)3 TestingHttpServer (io.airlift.http.server.testing.TestingHttpServer)3 JsonCodecBinder.jsonCodecBinder (io.airlift.json.JsonCodecBinder.jsonCodecBinder)3 DataSize (io.airlift.units.DataSize)3 Multibinder.newSetBinder (com.google.inject.multibindings.Multibinder.newSetBinder)2 BoundedExecutor (io.airlift.concurrent.BoundedExecutor)2 Threads.daemonThreadsNamed (io.airlift.concurrent.Threads.daemonThreadsNamed)2 ConditionalModule.conditionalModule (io.airlift.configuration.ConditionalModule.conditionalModule)2 DiscoveryBinder.discoveryBinder (io.airlift.discovery.client.DiscoveryBinder.discoveryBinder)2