use of org.apache.drill.exec.physical.rowSet.RowSet in project drill by apache.
the class TestScanLifecycleTwoReaders method doTestShrinkingSchema.
private void doTestShrinkingSchema(boolean allowSchemaChange) {
ScanLifecycleBuilder builder = new ScanLifecycleBuilder();
builder.allowSchemaChange(allowSchemaChange);
builder.readerFactory(new TwoReaderFactory() {
@Override
public ManagedReader firstReader(SchemaNegotiator negotiator) {
return new MockLateSchemaReader(negotiator, 1);
}
@Override
public ManagedReader secondReader(SchemaNegotiator negotiator) {
return new MockSingleColReader(negotiator);
}
});
ScanLifecycle scan = buildScan(builder);
verifyStandardReader(scan, 0);
RowBatchReader reader = scan.nextReader();
assertTrue(reader.open());
assertTrue(reader.next());
RowSet expected = fixture.rowSetBuilder(SCHEMA).addRow(101, null).addRow(102, null).build();
RowSetUtilities.verify(expected, fixture.wrap(reader.output()));
assertFalse(reader.next());
reader.close();
scan.close();
}
use of org.apache.drill.exec.physical.rowSet.RowSet in project drill by apache.
the class TestScanLifecycleBasics method testLateSchemaWithCustomType.
/**
* Test SELECT * from an early-schema table of () (that is,
* a schema that consists of zero columns.
*/
@Test
public void testLateSchemaWithCustomType() {
ScanLifecycleBuilder builder = new ScanLifecycleBuilder();
builder.projection(RowSetTestUtils.projectList("a", "c"));
builder.nullType(Types.optional(MinorType.VARCHAR));
builder.readerFactory(new SingleReaderFactory() {
@Override
public ManagedReader next(SchemaNegotiator negotiator) {
return new MockLateSchemaReader(negotiator, 1);
}
});
ScanLifecycle scan = buildScan(builder);
RowBatchReader reader = scan.nextReader();
assertTrue(reader.open());
assertTrue(reader.next());
// Late schema: so output schema is available after next()
TupleMetadata expectedSchema = new SchemaBuilder().add("a", MinorType.INT).addNullable("c", MinorType.VARCHAR).build();
assertEquals(expectedSchema, scan.outputSchema());
RowSet expected = fixture.rowSetBuilder(expectedSchema).addRow(10, null).addRow(20, null).build();
RowSetUtilities.verify(expected, fixture.wrap(reader.output()));
assertFalse(reader.next());
reader.close();
scan.close();
}
use of org.apache.drill.exec.physical.rowSet.RowSet in project drill by apache.
the class TestScanLifecycleSchema method testDefinedSchemaSupersset.
/**
* The defined schema is a superset of the reader's schema; the
* defined schema defines the missing column type.
*/
@Test
public void testDefinedSchemaSupersset() {
ScanLifecycleBuilder builder = new ScanLifecycleBuilder();
builder.definedSchema(SCHEMA);
builder.readerFactory(new SingleReaderFactory() {
@Override
public ManagedReader next(SchemaNegotiator negotiator) {
return new MockSingleColReader(negotiator);
}
});
ScanLifecycle scan = buildScan(builder);
RowBatchReader reader = scan.nextReader();
assertTrue(reader.open());
assertEquals(SCHEMA, scan.outputSchema());
assertTrue(reader.next());
RowSet expected = fixture.rowSetBuilder(SCHEMA).addRow(101, null).addRow(102, null).build();
RowSetUtilities.verify(expected, fixture.wrap(reader.output()));
assertFalse(reader.next());
reader.close();
scan.close();
}
use of org.apache.drill.exec.physical.rowSet.RowSet in project drill by apache.
the class TestImplicitColumnLoader method testOneColumn.
@Test
public void testOneColumn() {
StaticBatchBuilder batchLoader = buildHandler(RowSetTestUtils.projectList("a", ScanTestUtils.FILE_NAME_COL, "b"), MOCK_ROOT_PATH, MOCK_FILE_PATH);
assertNotNull(batchLoader);
batchLoader.load(2);
TupleMetadata expectedSchema = new SchemaBuilder().add(ScanTestUtils.FILE_NAME_COL, IMPLICIT_COL_TYPE).build();
RowSet expected = fixture.rowSetBuilder(expectedSchema).addRow(MOCK_FILE_NAME).addRow(MOCK_FILE_NAME).build();
RowSetUtilities.verify(expected, fixture.wrap(batchLoader.outputContainer()));
}
use of org.apache.drill.exec.physical.rowSet.RowSet in project drill by apache.
the class TestImplicitColumnLoader method testInternalEmptyFile.
@Test
public void testInternalEmptyFile() {
ImplicitFixture testFixture = new ImplicitFixture(RowSetTestUtils.projectList(ScanTestUtils.LAST_MODIFIED_TIME_COL, ScanTestUtils.PROJECT_METADATA_COL), MOCK_ROOT_PATH);
testFixture.build(MOCK_FILE_PATH);
testFixture.fileDescrip.setModTime("123456789");
testFixture.fileDescrip.markEmpty();
StaticBatchBuilder batchLoader = testFixture.batchBuilder();
assertNotNull(batchLoader);
batchLoader.load(1);
TupleMetadata expectedSchema = new SchemaBuilder().add(ScanTestUtils.LAST_MODIFIED_TIME_COL, MinorType.VARCHAR).addNullable(ScanTestUtils.PROJECT_METADATA_COL, MinorType.VARCHAR).build();
RowSet expected = fixture.rowSetBuilder(expectedSchema).addRow("123456789", "false").build();
RowSetUtilities.verify(expected, fixture.wrap(batchLoader.outputContainer()));
}
Aggregations