Examples with DistributedRegistry org.apache.hudi.metrics.DistributedRegistry used on opensource projects

Example 1 with DistributedRegistry

use of org.apache.hudi.metrics.DistributedRegistry in project hudi by apache.

the class SparkHoodieBackedTableMetadataWriter method initialize.

@Override
protected <T extends SpecificRecordBase> void initialize(HoodieEngineContext engineContext, Option<T> actionMetadata, Option<String> inflightInstantTimestamp) {
    try {
        metrics.map(HoodieMetadataMetrics::registry).ifPresent(registry -> {
            if (registry instanceof DistributedRegistry) {
                HoodieSparkEngineContext sparkEngineContext = (HoodieSparkEngineContext) engineContext;
                ((DistributedRegistry) registry).register(sparkEngineContext.getJavaSparkContext());
            }
        });
        if (enabled) {
            initializeIfNeeded(dataMetaClient, actionMetadata, inflightInstantTimestamp);
        }
    } catch (IOException e) {
        LOG.error("Failed to initialize metadata table. Disabling the writer.", e);
        enabled = false;
    }
}

Example 2 with DistributedRegistry

use of org.apache.hudi.metrics.DistributedRegistry in project hudi by apache.

the class SparkRDDWriteClient method initWrapperFSMetrics.

@Override
protected void initWrapperFSMetrics() {
    if (config.isMetricsOn()) {
        Registry registry;
        Registry registryMeta;
        JavaSparkContext jsc = ((HoodieSparkEngineContext) context).getJavaSparkContext();
        if (config.isExecutorMetricsEnabled()) {
            // Create a distributed registry for HoodieWrapperFileSystem
            registry = Registry.getRegistry(HoodieWrapperFileSystem.class.getSimpleName(), DistributedRegistry.class.getName());
            ((DistributedRegistry) registry).register(jsc);
            registryMeta = Registry.getRegistry(HoodieWrapperFileSystem.class.getSimpleName() + "MetaFolder", DistributedRegistry.class.getName());
            ((DistributedRegistry) registryMeta).register(jsc);
        } else {
            registry = Registry.getRegistry(HoodieWrapperFileSystem.class.getSimpleName());
            registryMeta = Registry.getRegistry(HoodieWrapperFileSystem.class.getSimpleName() + "MetaFolder");
        }
        HoodieWrapperFileSystem.setMetricsRegistry(registry, registryMeta);
    }
}