Search in sources :

Example 1 with JobTrackerService

use of com.thinkbiganalytics.spark.service.JobTrackerService in project kylo by Teradata.

the class SparkShellApp method jobTrackerService.

/**
 * Creates the job tracker service.
 */
@Bean
public JobTrackerService jobTrackerService(@Nonnull final SparkScriptEngine sparkScriptEngine, @Nonnull final SparkListenerService sparkListenerService) {
    final JobTrackerService jobTrackerService = new JobTrackerService(sparkScriptEngine.getClassLoader());
    sparkListenerService.addSparkListener(jobTrackerService);
    return jobTrackerService;
}
Also used : JobTrackerService(com.thinkbiganalytics.spark.service.JobTrackerService) Bean(org.springframework.context.annotation.Bean)

Example 2 with JobTrackerService

use of com.thinkbiganalytics.spark.service.JobTrackerService in project kylo by Teradata.

the class KyloShellConfig method jobTrackerService.

/**
 * Creates the job tracker service.
 */
@Bean
public JobTrackerService jobTrackerService(@Nonnull final SparkScriptEngine sparkScriptEngine, @Nonnull final SparkListenerService sparkListenerService) {
    final JobTrackerService jobTrackerService = new JobTrackerService(sparkScriptEngine.getClassLoader());
    sparkListenerService.addSparkListener(jobTrackerService);
    return jobTrackerService;
}
Also used : JobTrackerService(com.thinkbiganalytics.spark.service.JobTrackerService) Bean(org.springframework.context.annotation.Bean)

Example 3 with JobTrackerService

use of com.thinkbiganalytics.spark.service.JobTrackerService in project kylo by Teradata.

the class LivyWranglerConfig method jobTrackerService.

/**
 * Creates the job tracker service.
 */
@Bean
@Primary
public JobTrackerService jobTrackerService(@Nonnull final SparkScriptEngine sparkScriptEngine, @Nonnull final SparkListenerService sparkListenerService) {
    final JobTrackerService jobTrackerService = new JobTrackerService(sparkScriptEngine.getClassLoader());
    sparkListenerService.addSparkListener(jobTrackerService);
    return jobTrackerService;
}
Also used : JobTrackerService(com.thinkbiganalytics.spark.service.JobTrackerService) Primary(org.springframework.context.annotation.Primary) Bean(org.springframework.context.annotation.Bean)

Aggregations

JobTrackerService (com.thinkbiganalytics.spark.service.JobTrackerService)3 Bean (org.springframework.context.annotation.Bean)3 Primary (org.springframework.context.annotation.Primary)1