Examples with Row org.apache.druid.data.input.Row used on opensource projects

Example 11 with Row

use of org.apache.druid.data.input.Row in project druid by druid-io.

the class GroupByQueryQueryToolChest method decorateObjectMapper.

@Override
public ObjectMapper decorateObjectMapper(final ObjectMapper objectMapper, final GroupByQuery query) {
    final boolean resultAsArray = query.getContextBoolean(GroupByQueryConfig.CTX_KEY_ARRAY_RESULT_ROWS, false);
    // Serializer that writes array- or map-based rows as appropriate, based on the "resultAsArray" setting.
    final JsonSerializer<ResultRow> serializer = new JsonSerializer<ResultRow>() {

        @Override
        public void serialize(final ResultRow resultRow, final JsonGenerator jg, final SerializerProvider serializers) throws IOException {
            if (resultAsArray) {
                jg.writeObject(resultRow.getArray());
            } else {
                jg.writeObject(resultRow.toMapBasedRow(query));
            }
        }
    };
    // Deserializer that can deserialize either array- or map-based rows.
    final JsonDeserializer<ResultRow> deserializer = new JsonDeserializer<ResultRow>() {

        @Override
        public ResultRow deserialize(final JsonParser jp, final DeserializationContext ctxt) throws IOException {
            if (jp.isExpectedStartObjectToken()) {
                final Row row = jp.readValueAs(Row.class);
                return ResultRow.fromLegacyRow(row, query);
            } else {
                return ResultRow.of(jp.readValueAs(Object[].class));
            }
        }
    };
    class GroupByResultRowModule extends SimpleModule {

        private GroupByResultRowModule() {
            addSerializer(ResultRow.class, serializer);
            addDeserializer(ResultRow.class, deserializer);
        }
    }
    final ObjectMapper newObjectMapper = objectMapper.copy();
    newObjectMapper.registerModule(new GroupByResultRowModule());
    return newObjectMapper;
}

Example 12 with Row

use of org.apache.druid.data.input.Row in project druid by druid-io.

the class PrefetchableTextFilesFirehoseFactoryTest method testWithoutCache.

@Test
public void testWithoutCache() throws IOException {
    final TestPrefetchableTextFilesFirehoseFactory factory = TestPrefetchableTextFilesFirehoseFactory.with(TEST_DIR, 0, 2048);
    final List<Row> rows = new ArrayList<>();
    final File firehoseTmpDir = createFirehoseTmpDir("testWithoutCache");
    try (Firehose firehose = factory.connect(PARSER, firehoseTmpDir)) {
        while (firehose.hasMore()) {
            rows.add(firehose.nextRow());
        }
    }
    Assert.assertEquals(0, factory.getCacheManager().getTotalCachedBytes());
    assertResult(rows);
    assertNumRemainingCacheFiles(firehoseTmpDir, 0);
}

Example 13 with Row

use of org.apache.druid.data.input.Row in project druid by druid-io.

the class PrefetchableTextFilesFirehoseFactoryTest method testWithoutCacheAndFetchAgainstConnectionReset.

@Test
public void testWithoutCacheAndFetchAgainstConnectionReset() throws IOException {
    final TestPrefetchableTextFilesFirehoseFactory factory = TestPrefetchableTextFilesFirehoseFactory.withConnectionResets(TEST_DIR, 0, 0, 2);
    final List<Row> rows = new ArrayList<>();
    final File firehoseTmpDir = createFirehoseTmpDir("testWithoutCacheAndFetch");
    try (Firehose firehose = factory.connect(PARSER, firehoseTmpDir)) {
        while (firehose.hasMore()) {
            rows.add(firehose.nextRow());
        }
    }
    Assert.assertEquals(0, factory.getCacheManager().getTotalCachedBytes());
    assertResult(rows);
    assertNumRemainingCacheFiles(firehoseTmpDir, 0);
}

Example 14 with Row

use of org.apache.druid.data.input.Row in project druid by druid-io.

the class PrefetchableTextFilesFirehoseFactoryTest method testWithLargeCacheAndSmallFetch.

@Test
public void testWithLargeCacheAndSmallFetch() throws IOException {
    final TestPrefetchableTextFilesFirehoseFactory factory = TestPrefetchableTextFilesFirehoseFactory.with(TEST_DIR, 2048, 1024);
    final List<Row> rows = new ArrayList<>();
    final File firehoseTmpDir = createFirehoseTmpDir("testWithLargeCacheAndSmallFetch");
    try (Firehose firehose = factory.connect(PARSER, firehoseTmpDir)) {
        while (firehose.hasMore()) {
            rows.add(firehose.nextRow());
        }
    }
    assertResult(rows);
    assertNumRemainingCacheFiles(firehoseTmpDir, 2);
}

Example 15 with Row

use of org.apache.druid.data.input.Row in project druid by druid-io.

the class PrefetchableTextFilesFirehoseFactoryTest method testRetry.

@Test
public void testRetry() throws IOException {
    final TestPrefetchableTextFilesFirehoseFactory factory = TestPrefetchableTextFilesFirehoseFactory.withOpenExceptions(TEST_DIR, 1);
    final List<Row> rows = new ArrayList<>();
    final File firehoseTmpDir = createFirehoseTmpDir("testRetry");
    try (Firehose firehose = factory.connect(PARSER, firehoseTmpDir)) {
        while (firehose.hasMore()) {
            rows.add(firehose.nextRow());
        }
    }
    assertResult(rows);
    assertNumRemainingCacheFiles(firehoseTmpDir, 2);
}