Search in sources :

Example 6 with TableProcedureMetadata

use of io.trino.spi.connector.TableProcedureMetadata in project trino by trinodb.

the class DeltaLakeModule method setup.

@Override
public void setup(Binder binder) {
    Provider<CatalogName> catalogName = binder.getProvider(CatalogName.class);
    configBinder(binder).bindConfig(DeltaLakeConfig.class);
    configBinder(binder).bindConfig(HiveConfig.class);
    // currently not configurable
    binder.bind(MetastoreConfig.class).toInstance(new MetastoreConfig());
    configBinder(binder).bindConfig(ParquetReaderConfig.class);
    configBinder(binder).bindConfig(ParquetWriterConfig.class);
    Multibinder<SystemTableProvider> systemTableProviders = newSetBinder(binder, SystemTableProvider.class);
    systemTableProviders.addBinding().to(PropertiesSystemTableProvider.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeSessionProperties.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeTableProperties.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeAnalyzeProperties.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeTransactionManager.class).in(Scopes.SINGLETON);
    binder.bind(ConnectorSplitManager.class).to(DeltaLakeSplitManager.class).in(Scopes.SINGLETON);
    binder.bind(ConnectorPageSourceProvider.class).to(DeltaLakePageSourceProvider.class).in(Scopes.SINGLETON);
    binder.bind(ConnectorPageSinkProvider.class).to(DeltaLakePageSinkProvider.class).in(Scopes.SINGLETON);
    binder.bind(ConnectorNodePartitioningProvider.class).to(DeltaLakeNodePartitioningProvider.class).in(Scopes.SINGLETON);
    binder.bind(LocationService.class).to(HiveLocationService.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeMetadataFactory.class).in(Scopes.SINGLETON);
    binder.bind(CachingDeltaLakeStatisticsAccess.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeStatisticsAccess.class).to(CachingDeltaLakeStatisticsAccess.class).in(Scopes.SINGLETON);
    binder.bind(DeltaLakeStatisticsAccess.class).annotatedWith(ForCachingDeltaLakeStatisticsAccess.class).to(MetaDirStatisticsAccess.class).in(Scopes.SINGLETON);
    jsonCodecBinder(binder).bindJsonCodec(DeltaLakeStatistics.class);
    binder.bind(HiveTransactionManager.class).in(Scopes.SINGLETON);
    binder.bind(CheckpointSchemaManager.class).in(Scopes.SINGLETON);
    jsonCodecBinder(binder).bindJsonCodec(LastCheckpoint.class);
    binder.bind(CheckpointWriterManager.class).in(Scopes.SINGLETON);
    binder.bind(TransactionLogAccess.class).in(Scopes.SINGLETON);
    newExporter(binder).export(TransactionLogAccess.class).as(generator -> generator.generatedNameOf(TransactionLogAccess.class, catalogName.get().toString()));
    binder.bind(TransactionLogWriterFactory.class).in(Scopes.SINGLETON);
    binder.bind(TransactionLogSynchronizerManager.class).in(Scopes.SINGLETON);
    binder.bind(NoIsolationSynchronizer.class).in(Scopes.SINGLETON);
    MapBinder<String, TransactionLogSynchronizer> logSynchronizerMapBinder = newMapBinder(binder, String.class, TransactionLogSynchronizer.class);
    // S3
    jsonCodecBinder(binder).bindJsonCodec(S3TransactionLogSynchronizer.LockFileContents.class);
    logSynchronizerMapBinder.addBinding("s3").to(S3TransactionLogSynchronizer.class).in(Scopes.SINGLETON);
    logSynchronizerMapBinder.addBinding("s3a").to(S3TransactionLogSynchronizer.class).in(Scopes.SINGLETON);
    logSynchronizerMapBinder.addBinding("s3n").to(S3TransactionLogSynchronizer.class).in(Scopes.SINGLETON);
    // Azure
    logSynchronizerMapBinder.addBinding("abfs").to(AzureTransactionLogSynchronizer.class).in(Scopes.SINGLETON);
    logSynchronizerMapBinder.addBinding("abfss").to(AzureTransactionLogSynchronizer.class).in(Scopes.SINGLETON);
    jsonCodecBinder(binder).bindJsonCodec(DataFileInfo.class);
    jsonCodecBinder(binder).bindJsonCodec(DeltaLakeUpdateResult.class);
    binder.bind(DeltaLakeWriterStats.class).in(Scopes.SINGLETON);
    binder.bind(FileFormatDataSourceStats.class).in(Scopes.SINGLETON);
    newExporter(binder).export(FileFormatDataSourceStats.class).as(generator -> generator.generatedNameOf(FileFormatDataSourceStats.class, catalogName.get().toString()));
    Multibinder<Procedure> procedures = newSetBinder(binder, Procedure.class);
    procedures.addBinding().toProvider(DropExtendedStatsProcedure.class).in(Scopes.SINGLETON);
    procedures.addBinding().toProvider(VacuumProcedure.class).in(Scopes.SINGLETON);
    Multibinder<TableProcedureMetadata> tableProcedures = newSetBinder(binder, TableProcedureMetadata.class);
    tableProcedures.addBinding().toProvider(OptimizeTableProcedure.class).in(Scopes.SINGLETON);
}
Also used : AzureTransactionLogSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.AzureTransactionLogSynchronizer) MetaDirStatisticsAccess(io.trino.plugin.deltalake.statistics.MetaDirStatisticsAccess) PropertiesSystemTableProvider(io.trino.plugin.hive.PropertiesSystemTableProvider) NoIsolationSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.NoIsolationSynchronizer) OptimizeTableProcedure(io.trino.plugin.hive.procedure.OptimizeTableProcedure) CheckpointSchemaManager(io.trino.plugin.deltalake.transactionlog.checkpoint.CheckpointSchemaManager) TableProcedureMetadata(io.trino.spi.connector.TableProcedureMetadata) VacuumProcedure(io.trino.plugin.deltalake.procedure.VacuumProcedure) DropExtendedStatsProcedure(io.trino.plugin.deltalake.procedure.DropExtendedStatsProcedure) Procedure(io.trino.spi.procedure.Procedure) OptimizeTableProcedure(io.trino.plugin.hive.procedure.OptimizeTableProcedure) TransactionLogSynchronizerManager(io.trino.plugin.deltalake.transactionlog.writer.TransactionLogSynchronizerManager) HiveLocationService(io.trino.plugin.hive.HiveLocationService) MetastoreConfig(io.trino.plugin.hive.metastore.MetastoreConfig) TransactionLogWriterFactory(io.trino.plugin.deltalake.transactionlog.writer.TransactionLogWriterFactory) TransactionLogAccess(io.trino.plugin.deltalake.transactionlog.TransactionLogAccess) DropExtendedStatsProcedure(io.trino.plugin.deltalake.procedure.DropExtendedStatsProcedure) FileFormatDataSourceStats(io.trino.plugin.hive.FileFormatDataSourceStats) ForCachingDeltaLakeStatisticsAccess(io.trino.plugin.deltalake.statistics.CachingDeltaLakeStatisticsAccess.ForCachingDeltaLakeStatisticsAccess) CachingDeltaLakeStatisticsAccess(io.trino.plugin.deltalake.statistics.CachingDeltaLakeStatisticsAccess) DeltaLakeStatisticsAccess(io.trino.plugin.deltalake.statistics.DeltaLakeStatisticsAccess) VacuumProcedure(io.trino.plugin.deltalake.procedure.VacuumProcedure) S3TransactionLogSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.S3TransactionLogSynchronizer) TransactionLogSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.TransactionLogSynchronizer) S3TransactionLogSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.S3TransactionLogSynchronizer) AzureTransactionLogSynchronizer(io.trino.plugin.deltalake.transactionlog.writer.AzureTransactionLogSynchronizer) CatalogName(io.trino.plugin.base.CatalogName) ForCachingDeltaLakeStatisticsAccess(io.trino.plugin.deltalake.statistics.CachingDeltaLakeStatisticsAccess.ForCachingDeltaLakeStatisticsAccess) CachingDeltaLakeStatisticsAccess(io.trino.plugin.deltalake.statistics.CachingDeltaLakeStatisticsAccess) CheckpointWriterManager(io.trino.plugin.deltalake.transactionlog.checkpoint.CheckpointWriterManager) SystemTableProvider(io.trino.plugin.hive.SystemTableProvider) PropertiesSystemTableProvider(io.trino.plugin.hive.PropertiesSystemTableProvider) HiveTransactionManager(io.trino.plugin.hive.HiveTransactionManager)

Aggregations

TableProcedureMetadata (io.trino.spi.connector.TableProcedureMetadata)6 Procedure (io.trino.spi.procedure.Procedure)4 Injector (com.google.inject.Injector)3 Key (com.google.inject.Key)3 Module (com.google.inject.Module)3 TypeLiteral (com.google.inject.TypeLiteral)3 Bootstrap (io.airlift.bootstrap.Bootstrap)3 LifeCycleManager (io.airlift.bootstrap.LifeCycleManager)3 EventModule (io.airlift.event.client.EventModule)3 JsonModule (io.airlift.json.JsonModule)3 CatalogName (io.trino.plugin.base.CatalogName)3 ClassLoaderSafeConnectorPageSinkProvider (io.trino.plugin.base.classloader.ClassLoaderSafeConnectorPageSinkProvider)3 ClassLoaderSafeConnectorPageSourceProvider (io.trino.plugin.base.classloader.ClassLoaderSafeConnectorPageSourceProvider)3 ClassLoaderSafeConnectorSplitManager (io.trino.plugin.base.classloader.ClassLoaderSafeConnectorSplitManager)3 ClassLoaderSafeNodePartitioningProvider (io.trino.plugin.base.classloader.ClassLoaderSafeNodePartitioningProvider)3 MBeanServerModule (io.trino.plugin.base.jmx.MBeanServerModule)3 SessionPropertiesProvider (io.trino.plugin.base.session.SessionPropertiesProvider)3 HdfsAuthenticationModule (io.trino.plugin.hive.authentication.HdfsAuthenticationModule)3 HiveAzureModule (io.trino.plugin.hive.azure.HiveAzureModule)3 HiveS3Module (io.trino.plugin.hive.s3.HiveS3Module)3