Examples with Table org.apache.beam.sdk.extensions.sql.meta.Table used on opensource projects

Example 16 with Table

use of org.apache.beam.sdk.extensions.sql.meta.Table in project beam by apache.

the class PubsubTableProviderTest method testCreatesTable.

@Test
public void testCreatesTable() {
    PubsubTableProvider provider = new PubsubTableProvider();
    Schema messageSchema = Schema.builder().addDateTimeField("event_timestamp").addMapField("attributes", VARCHAR, VARCHAR).addRowField("payload", Schema.builder().build()).build();
    Table tableDefinition = tableDefinition().schema(messageSchema).build();
    BeamSqlTable pubsubTable = provider.buildBeamSqlTable(tableDefinition);
    assertNotNull(pubsubTable);
    assertEquals(messageSchema, pubsubTable.getSchema());
}

Example 17 with Table

use of org.apache.beam.sdk.extensions.sql.meta.Table in project beam by apache.

the class BigQueryTableProviderTest method testSelectDirectReadMethod.

@Test
public void testSelectDirectReadMethod() {
    Table table = fakeTableWithProperties("hello", "{ " + METHOD_PROPERTY + ": " + "\"" + Method.DIRECT_READ.toString() + "\" }");
    BigQueryTable sqlTable = (BigQueryTable) provider.buildBeamSqlTable(table);
    assertEquals(Method.DIRECT_READ, sqlTable.method);
}

Example 18 with Table

use of org.apache.beam.sdk.extensions.sql.meta.Table in project beam by apache.

the class TestTableProviderTest method buildUp.

@Before
public void buildUp() {
    TestTableProvider tableProvider = new TestTableProvider();
    Table table = getTable("tableName");
    tableProvider.createTable(table);
    tableProvider.addRows(table.getName(), row(BASIC_SCHEMA, 1, "one"), row(BASIC_SCHEMA, 2, "two"));
    beamSqlTable = tableProvider.buildBeamSqlTable(table);
}

Example 19 with Table

use of org.apache.beam.sdk.extensions.sql.meta.Table in project beam by apache.

the class TestTableProviderWithFilterAndProjectPushDown method buildUp.

@Before
public void buildUp() {
    TestTableProvider tableProvider = new TestTableProvider();
    Table table = getTable("TEST", PushDownOptions.BOTH);
    tableProvider.createTable(table);
    tableProvider.addRows(table.getName(), row(BASIC_SCHEMA, 100, 1, "one", (short) 100, true), row(BASIC_SCHEMA, 200, 2, "two", (short) 200, false));
    sqlEnv = BeamSqlEnv.builder(tableProvider).setPipelineOptions(PipelineOptionsFactory.create()).setRuleSets(ImmutableList.of(RuleSets.ofList(rulesWithPushDown))).build();
}

Example 20 with Table

use of org.apache.beam.sdk.extensions.sql.meta.Table in project beam by apache.

the class BigQueryTableProviderTest method testBuildBeamSqlTable.

@Test
public void testBuildBeamSqlTable() throws Exception {
    Table table = fakeTable("hello");
    BeamSqlTable sqlTable = provider.buildBeamSqlTable(table);
    assertNotNull(sqlTable);
    assertTrue(sqlTable instanceof BigQueryTable);
    BigQueryTable bqTable = (BigQueryTable) sqlTable;
    assertEquals("project:dataset.table", bqTable.bqLocation);
}