Search in sources :

Example 1 with TimestampedValueSerde

use of org.apache.samza.operators.impl.store.TimestampedValueSerde in project samza by apache.

the class TestJoinOperator method createStreamOperatorTask.

private StreamOperatorTask createStreamOperatorTask(Clock clock, StreamApplicationDescriptorImpl graphSpec) throws Exception {
    Map<String, String> mapConfig = new HashMap<>();
    mapConfig.put("job.name", "jobName");
    mapConfig.put("job.id", "jobId");
    StreamTestUtils.addStreamConfigs(mapConfig, "inStream", "insystem", "instream");
    StreamTestUtils.addStreamConfigs(mapConfig, "inStream2", "insystem", "instream2");
    Context context = new MockContext(new MapConfig(mapConfig));
    TaskModel taskModel = mock(TaskModel.class);
    when(taskModel.getSystemStreamPartitions()).thenReturn(ImmutableSet.of(new SystemStreamPartition("insystem", "instream", new Partition(0)), new SystemStreamPartition("insystem", "instream2", new Partition(0))));
    when(context.getTaskContext().getTaskModel()).thenReturn(taskModel);
    when(context.getTaskContext().getTaskMetricsRegistry()).thenReturn(new MetricsRegistryMap());
    when(context.getContainerContext().getContainerMetricsRegistry()).thenReturn(new MetricsRegistryMap());
    // need to return different stores for left and right side
    IntegerSerde integerSerde = new IntegerSerde();
    TimestampedValueSerde timestampedValueSerde = new TimestampedValueSerde(new KVSerde(integerSerde, integerSerde));
    when(context.getTaskContext().getStore(eq("jobName-jobId-join-j1-L"))).thenReturn(new TestInMemoryStore(integerSerde, timestampedValueSerde));
    when(context.getTaskContext().getStore(eq("jobName-jobId-join-j1-R"))).thenReturn(new TestInMemoryStore(integerSerde, timestampedValueSerde));
    StreamOperatorTask sot = new StreamOperatorTask(graphSpec.getOperatorSpecGraph(), clock);
    sot.init(context);
    return sot;
}
Also used : MockContext(org.apache.samza.context.MockContext) Context(org.apache.samza.context.Context) SystemStreamPartition(org.apache.samza.system.SystemStreamPartition) Partition(org.apache.samza.Partition) MockContext(org.apache.samza.context.MockContext) KVSerde(org.apache.samza.serializers.KVSerde) HashMap(java.util.HashMap) StreamOperatorTask(org.apache.samza.task.StreamOperatorTask) IntegerSerde(org.apache.samza.serializers.IntegerSerde) TestInMemoryStore(org.apache.samza.operators.impl.store.TestInMemoryStore) TimestampedValueSerde(org.apache.samza.operators.impl.store.TimestampedValueSerde) MapConfig(org.apache.samza.config.MapConfig) MetricsRegistryMap(org.apache.samza.metrics.MetricsRegistryMap) TaskModel(org.apache.samza.job.model.TaskModel) SystemStreamPartition(org.apache.samza.system.SystemStreamPartition)

Aggregations

HashMap (java.util.HashMap)1 Partition (org.apache.samza.Partition)1 MapConfig (org.apache.samza.config.MapConfig)1 Context (org.apache.samza.context.Context)1 MockContext (org.apache.samza.context.MockContext)1 TaskModel (org.apache.samza.job.model.TaskModel)1 MetricsRegistryMap (org.apache.samza.metrics.MetricsRegistryMap)1 TestInMemoryStore (org.apache.samza.operators.impl.store.TestInMemoryStore)1 TimestampedValueSerde (org.apache.samza.operators.impl.store.TimestampedValueSerde)1 IntegerSerde (org.apache.samza.serializers.IntegerSerde)1 KVSerde (org.apache.samza.serializers.KVSerde)1 SystemStreamPartition (org.apache.samza.system.SystemStreamPartition)1 StreamOperatorTask (org.apache.samza.task.StreamOperatorTask)1