Examples with RowSetBuilder org.apache.drill.exec.physical.rowSet.RowSetBuilder used on opensource projects

Example 36 with RowSetBuilder

use of org.apache.drill.exec.physical.rowSet.RowSetBuilder in project drill by apache.

the class TestCsvWithSchema method testRequiredColDefault.

/**
 * Use a user-provided default value for a missing required column.
 */
@Test
public void testRequiredColDefault() throws Exception {
    String tableName = "missingReq";
    String tablePath = buildTable(tableName, multi3Contents);
    try {
        enableSchemaSupport();
        String schemaSql = SCHEMA_SQL.replace("id int not null", "id int not null default '-1'");
        run(schemaSql, tablePath);
        String sql = "SELECT id, `name`, `date` FROM " + tablePath;
        RowSet actual = client.queryBuilder().sql(sql).rowSet();
        TupleMetadata expectedSchema = new SchemaBuilder().add("id", MinorType.INT).add("name", MinorType.VARCHAR).addNullable("date", MinorType.DATE).buildSchema();
        RowSet expected = new RowSetBuilder(client.allocator(), expectedSchema).addRow(-1, "dino", LocalDate.of(2018, 9, 1)).build();
        RowSetUtilities.verify(expected, actual);
    } finally {
        resetSchemaSupport();
    }
}

Example 37 with RowSetBuilder

use of org.apache.drill.exec.physical.rowSet.RowSetBuilder in project drill by apache.

the class TestCsvWithSchema method testMissingRequiredCol.

/**
 * Show that the projection framework generates a reasonable default value
 * if told to create a required column that does not exist. In this case,
 * the default default [sic] value for an INT column is 0. There is no
 * "default" value set in the schema, so we use a "default default" instead.)
 */
@Test
public void testMissingRequiredCol() throws Exception {
    String tableName = "missingReq";
    String tablePath = buildTable(tableName, multi3Contents);
    try {
        enableSchemaSupport();
        run(SCHEMA_SQL, tablePath);
        String sql = "SELECT id, `name` FROM " + tablePath;
        RowSet actual = client.queryBuilder().sql(sql).rowSet();
        TupleMetadata expectedSchema = new SchemaBuilder().add("id", MinorType.INT).add("name", MinorType.VARCHAR).buildSchema();
        RowSet expected = new RowSetBuilder(client.allocator(), expectedSchema).addRow(0, "dino").build();
        RowSetUtilities.verify(expected, actual);
    } finally {
        resetSchemaSupport();
    }
}

Example 38 with RowSetBuilder

use of org.apache.drill.exec.physical.rowSet.RowSetBuilder in project drill by apache.

the class TestCsvWithSchema method testWildcardStrictSchema.

/**
 * Test wildcard projection with a strict schema: only schema columns are
 * projected.
 */
@Test
public void testWildcardStrictSchema() throws Exception {
    String tableName = "wildcardStrict";
    String tablePath = buildTable(tableName, multi1Contents, reordered2Contents, nameOnlyContents);
    try {
        enableSchemaSupport();
        String sql = SCHEMA_SQL + " PROPERTIES ('" + TupleMetadata.IS_STRICT_SCHEMA_PROP + "'='true')";
        run(sql, tablePath);
        sql = "SELECT * FROM " + tablePath + "ORDER BY id";
        RowSet actual = client.queryBuilder().sql(sql).rowSet();
        TupleMetadata expectedSchema = new SchemaBuilder().add("id", MinorType.INT).addNullable("date", MinorType.DATE).add("gender", MinorType.VARCHAR).add("comment", MinorType.VARCHAR).buildSchema();
        RowSet expected = new RowSetBuilder(client.allocator(), expectedSchema).addRow(0, null, "NA", "ABC").addRow(1, LocalDate.of(2019, 1, 18), "female", "ABC").addRow(2, LocalDate.of(2019, 1, 19), "male", "ABC").addRow(3, LocalDate.of(2001, 1, 16), "NA", "ABC").addRow(4, LocalDate.of(2019, 5, 4), "NA", "ABC").build();
        RowSetUtilities.verify(expected, actual);
    } finally {
        resetSchemaSupport();
    }
}

Example 39 with RowSetBuilder

use of org.apache.drill.exec.physical.rowSet.RowSetBuilder in project drill by apache.

the class TestCsvWithSchema method testMissingColsReqDefault.

/**
 * Verify the behavior of missing columns, not null mode, with
 * a default value.
 */
@Test
public void testMissingColsReqDefault() throws Exception {
    String tableName = "missingColsDefault";
    String tablePath = buildTable(tableName, trivalContents);
    try {
        enableSchemaSupport();
        String sql = "create or replace schema (" + "col_int integer not null default '10', " + "col_bigint bigint not null default '10', " + "col_double double not null default '10.5', " + "col_float float not null default '10.5f', " + "col_var varchar not null default 'foo', " + "col_boolean boolean not null default '1', " + "col_interval interval not null default 'P10D', " + "col_time time not null default '12:34:56', " + "col_date date not null default '2019-03-28', " + "col_timestamp timestamp not null format 'yyyy-MM-dd HH:mm:ss' default '2019-03-28 12:34:56'" + ") for table %s";
        run(sql, tablePath);
        sql = "SELECT * FROM " + tablePath + "ORDER BY id";
        RowSet actual = client.queryBuilder().sql(sql).rowSet();
        TupleMetadata expectedSchema = new SchemaBuilder().add("col_int", MinorType.INT).add("col_bigint", MinorType.BIGINT).add("col_double", MinorType.FLOAT8).add("col_float", MinorType.FLOAT4).add("col_var", MinorType.VARCHAR).add("col_boolean", MinorType.BIT).add("col_interval", MinorType.INTERVAL).add("col_time", MinorType.TIME).add("col_date", MinorType.DATE).add("col_timestamp", MinorType.TIMESTAMP).add("id", MinorType.VARCHAR).buildSchema();
        LocalTime lt = LocalTime.of(12, 34, 56);
        LocalDate ld = LocalDate.of(2019, 3, 28);
        Instant ts = LocalDateTime.of(ld, lt).toInstant(ZoneOffset.UTC);
        RowSet expected = new RowSetBuilder(client.allocator(), expectedSchema).addRow(10, 10L, 10.5, 10.5f, "foo", true, new Period(0).plusDays(10), lt, ld, ts, "1").build();
        RowSetUtilities.verify(expected, actual);
    } finally {
        resetSchemaSupport();
    }
}

Example 40 with RowSetBuilder

use of org.apache.drill.exec.physical.rowSet.RowSetBuilder in project drill by apache.

the class TestCsvWithSchema method testMultiFileSchemaMissingCol.

/**
 * Test the case that a file does not contain a required column (in this case,
 * id in the third file.) There are two choices. 1) we could fail the query,
 * 2) we can muddle through as best we can. The scan framework chooses to
 * muddle through by assuming a default value of 0 for the missing int
 * column.
 * <p>
 * Inserts an ORDER BY to force a single batch in a known order. Assumes
 * the other ORDER BY tests pass.
 * <p>
 * This test shows that having consistent types is sufficient for the sort
 * operator to work; the DAG will include a project operator that reorders
 * the columns when produced by readers in different orders. (Column ordering
 * is more an abstract concept anyway in a columnar system such as Drill.)
 */
@Test
public void testMultiFileSchemaMissingCol() throws Exception {
    RowSet expected = null;
    try {
        enableSchemaSupport();
        enableMultiScan();
        String tablePath = buildTable("schemaMissingCols", raggedMulti1Contents, reordered2Contents, multi3Contents);
        run(SCHEMA_SQL, tablePath);
        // Wildcard expands to union of schema + table. In this case
        // all table columns appear in the schema (though not all schema
        // columns appear in the table.)
        String sql = "SELECT id, `name`, `date`, gender, comment FROM " + tablePath + " ORDER BY id";
        TupleMetadata expectedSchema = new SchemaBuilder().add("id", MinorType.INT).add("name", MinorType.VARCHAR).addNullable("date", MinorType.DATE).add("gender", MinorType.VARCHAR).add("comment", MinorType.VARCHAR).buildSchema();
        expected = new RowSetBuilder(client.allocator(), expectedSchema).addRow(0, "dino", LocalDate.of(2018, 9, 1), "NA", "ABC").addRow(1, "wilma", LocalDate.of(2019, 1, 18), "female", "ABC").addRow(2, "fred", LocalDate.of(2019, 1, 19), "male", "ABC").addRow(3, "barney", LocalDate.of(2001, 1, 16), "NA", "ABC").addRow(4, "betty", LocalDate.of(2019, 5, 4), "NA", "ABC").build();
        for (int i = 0; i < 10; i++) {
            RowSet results = client.queryBuilder().sql(sql).rowSet();
            new RowSetComparison(expected).verifyAndClear(results);
        }
    } finally {
        expected.clear();
        resetSchemaSupport();
        resetMultiScan();
    }
}