Examples with InstrumentedConverterDecorator org.apache.gobblin.instrumented.converter.InstrumentedConverterDecorator used on opensource projects

Example 1 with InstrumentedConverterDecorator

use of org.apache.gobblin.instrumented.converter.InstrumentedConverterDecorator in project incubator-gobblin by apache.

the class TaskContext method getRecordStreamProcessors.

/**
 * Get the list of post-fork {@link RecordStreamProcessor}s for a given branch.
 *
 * @param index branch index
 * @param forkTaskState a {@link TaskState} instance specific to the fork identified by the branch index
 * @return list (possibly empty) of {@link RecordStreamProcessor}s
 */
@SuppressWarnings("unchecked")
public List<RecordStreamProcessor<?, ?, ?, ?>> getRecordStreamProcessors(int index, TaskState forkTaskState) {
    String streamProcessorClassKey = ForkOperatorUtils.getPropertyNameForBranch(ConfigurationKeys.RECORD_STREAM_PROCESSOR_CLASSES_KEY, index);
    if (!this.taskState.contains(streamProcessorClassKey)) {
        return Collections.emptyList();
    }
    if (index >= 0) {
        forkTaskState.setProp(ConfigurationKeys.FORK_BRANCH_ID_KEY, index);
    }
    List<RecordStreamProcessor<?, ?, ?, ?>> streamProcessors = Lists.newArrayList();
    for (String streamProcessorClass : Splitter.on(",").omitEmptyStrings().trimResults().split(this.taskState.getProp(streamProcessorClassKey))) {
        try {
            RecordStreamProcessor<?, ?, ?, ?> streamProcessor = RecordStreamProcessor.class.cast(Class.forName(streamProcessorClass).newInstance());
            if (streamProcessor instanceof Converter) {
                InstrumentedConverterDecorator instrumentedConverter = new InstrumentedConverterDecorator<>((Converter) streamProcessor);
                instrumentedConverter.init(forkTaskState);
                streamProcessors.add(instrumentedConverter);
            } else {
                streamProcessors.add(streamProcessor);
            }
        } catch (ClassNotFoundException cnfe) {
            throw new RuntimeException(cnfe);
        } catch (InstantiationException ie) {
            throw new RuntimeException(ie);
        } catch (IllegalAccessException iae) {
            throw new RuntimeException(iae);
        }
    }
    return streamProcessors;
}

Example 2 with InstrumentedConverterDecorator

use of org.apache.gobblin.instrumented.converter.InstrumentedConverterDecorator in project incubator-gobblin by apache.

the class TaskContext method getConverters.

/**
 * Get the list of post-fork {@link Converter}s for a given branch.
 *
 * @param index branch index
 * @param forkTaskState a {@link TaskState} instance specific to the fork identified by the branch index
 * @return list (possibly empty) of {@link Converter}s
 */
@SuppressWarnings("unchecked")
public List<Converter<?, ?, ?, ?>> getConverters(int index, TaskState forkTaskState) {
    String converterClassKey = ForkOperatorUtils.getPropertyNameForBranch(ConfigurationKeys.CONVERTER_CLASSES_KEY, index);
    if (!this.taskState.contains(converterClassKey)) {
        return Collections.emptyList();
    }
    if (index >= 0) {
        forkTaskState.setProp(ConfigurationKeys.FORK_BRANCH_ID_KEY, index);
    }
    List<Converter<?, ?, ?, ?>> converters = Lists.newArrayList();
    for (String converterClass : Splitter.on(",").omitEmptyStrings().trimResults().split(this.taskState.getProp(converterClassKey))) {
        try {
            Converter<?, ?, ?, ?> converter = Converter.class.cast(Class.forName(converterClass).newInstance());
            InstrumentedConverterDecorator instrumentedConverter = new InstrumentedConverterDecorator<>(converter);
            instrumentedConverter.init(forkTaskState);
            converters.add(instrumentedConverter);
        } catch (ClassNotFoundException cnfe) {
            throw new RuntimeException(cnfe);
        } catch (InstantiationException ie) {
            throw new RuntimeException(ie);
        } catch (IllegalAccessException iae) {
            throw new RuntimeException(iae);
        }
    }
    return converters;
}