Examples with Ddl com.google.cloud.teleport.spanner.ddl.Ddl used on opensource projects

Example 71 with Ddl

use of com.google.cloud.teleport.spanner.ddl.Ddl in project DataflowTemplates by GoogleCloudPlatform.

the class SpannerRecordConverterTest method pgTimestamptzLogical.

@Test
public void pgTimestamptzLogical() {
    Ddl ddl = Ddl.builder(Dialect.POSTGRESQL).createTable("users").column("id").pgInt8().notNull().endColumn().column("ts1").pgTimestamptz().endColumn().column("ts2").pgTimestamptz().endColumn().column("ts3").pgTimestamptz().endColumn().column("ts4").pgTimestamptz().endColumn().column("ts5").pgTimestamptz().endColumn().primaryKey().asc("id").end().endTable().build();
    Schema schema = logicalTypeConverter.convert(ddl).iterator().next();
    SpannerRecordConverter recordConverter = new SpannerRecordConverter(schema, Dialect.POSTGRESQL);
    Struct struct = Struct.newBuilder().set("id").to(1L).set("ts1").to(Timestamp.ofTimeMicroseconds(10)).set("ts2").to(Timestamp.ofTimeSecondsAndNanos(10000, 100000)).set("ts3").to(Timestamp.parseTimestamp("1970-01-01T00:00:00Z")).set("ts4").to(Timestamp.MIN_VALUE).set("ts5").to(Timestamp.MAX_VALUE).build();
    GenericRecord avroRecord = recordConverter.convert(struct);
    assertThat(avroRecord.get("id"), equalTo(1L));
    assertThat(avroRecord.get("ts1"), equalTo(10L));
    assertThat(avroRecord.get("ts2"), equalTo(10000000100L));
    assertThat(avroRecord.get("ts3"), equalTo(0L));
    assertThat(avroRecord.get("ts4"), equalTo(-62135596800000000L));
    assertThat(avroRecord.get("ts5"), equalTo(253402300799999999L));
}

Example 72 with Ddl

use of com.google.cloud.teleport.spanner.ddl.Ddl in project DataflowTemplates by GoogleCloudPlatform.

the class SpannerRecordConverterTest method json.

@Test
public void json() {
    Ddl ddl = Ddl.builder().createTable("jsontable").column("id").int64().notNull().endColumn().column("json").type(Type.json()).endColumn().column("json_arr").type(Type.array(Type.json())).endColumn().primaryKey().asc("id").end().endTable().build();
    Schema schema = converter.convert(ddl).iterator().next();
    SpannerRecordConverter recordConverter = new SpannerRecordConverter(schema);
    String[] jsonArrValues = { null, "[1,null,true,2.2523,\"hello\"]", null, "{\"a\":{\"a\":2.5},\"b\":null}" };
    Struct struct = Struct.newBuilder().set("id").to(1L).set("json").to("\"hello my friend\"").set("json_arr").toStringArray(Lists.newArrayList(jsonArrValues)).build();
    GenericRecord avroRecord = recordConverter.convert(struct);
    assertThat(avroRecord.get("id"), equalTo(1L));
    assertThat(avroRecord.get("json"), equalTo("\"hello my friend\""));
    assertThat(avroRecord.get("json_arr"), equalTo(Arrays.asList(null, "[1,null,true,2.2523,\"hello\"]", null, "{\"a\":{\"a\":2.5},\"b\":null}")));
}

Example 73 with Ddl

use of com.google.cloud.teleport.spanner.ddl.Ddl in project DataflowTemplates by GoogleCloudPlatform.

the class SpannerRecordConverterTest method dateTimestamp.

@Test
public void dateTimestamp() {
    Ddl ddl = Ddl.builder().createTable("users").column("id").int64().notNull().endColumn().column("date").date().endColumn().column("ts").timestamp().endColumn().primaryKey().asc("id").end().endTable().build();
    Schema schema = converter.convert(ddl).iterator().next();
    SpannerRecordConverter recordConverter = new SpannerRecordConverter(schema);
    Struct struct = Struct.newBuilder().set("id").to(1L).set("date").to(Date.fromYearMonthDay(2018, 2, 2)).set("ts").to(Timestamp.ofTimeMicroseconds(10)).build();
    GenericRecord avroRecord = recordConverter.convert(struct);
    assertThat(avroRecord.get("id"), equalTo(1L));
    assertThat(avroRecord.get("date"), equalTo("2018-02-02"));
    assertThat(avroRecord.get("ts"), equalTo("1970-01-01T00:00:00.000010000Z"));
}

Example 74 with Ddl

use of com.google.cloud.teleport.spanner.ddl.Ddl in project DataflowTemplates by GoogleCloudPlatform.

the class SpannerRecordConverterTest method timestampLogical.

@Test
public void timestampLogical() {
    Ddl ddl = Ddl.builder().createTable("users").column("id").int64().notNull().endColumn().column("date").date().endColumn().column("ts").timestamp().endColumn().column("ts_array").type(Type.array(Type.timestamp())).endColumn().primaryKey().asc("id").end().endTable().build();
    Schema schema = logicalTypeConverter.convert(ddl).iterator().next();
    SpannerRecordConverter recordConverter = new SpannerRecordConverter(schema);
    Struct struct = Struct.newBuilder().set("id").to(1L).set("date").to(Date.fromYearMonthDay(2018, 2, 2)).set("ts").to(Timestamp.ofTimeMicroseconds(10)).set("ts_array").toTimestampArray(Lists.newArrayList(null, null, Timestamp.ofTimeMicroseconds(10L), Timestamp.ofTimeSecondsAndNanos(10000, 100000), Timestamp.parseTimestamp("1970-01-01T00:00:00Z"), Timestamp.MIN_VALUE, Timestamp.MAX_VALUE)).build();
    GenericRecord avroRecord = recordConverter.convert(struct);
    assertThat(avroRecord.get("id"), equalTo(1L));
    assertThat(avroRecord.get("date"), equalTo("2018-02-02"));
    assertThat(avroRecord.get("ts"), equalTo(10L));
    assertThat(avroRecord.get("ts_array"), equalTo(Arrays.asList(null, null, 10L, 10000000100L, 0L, -62135596800000000L, 253402300799999999L)));
}

Example 75 with Ddl

use of com.google.cloud.teleport.spanner.ddl.Ddl in project DataflowTemplates by GoogleCloudPlatform.

the class SpannerRecordConverterTest method simple.

@Test
public void simple() {
    Ddl ddl = Ddl.builder().createTable("users").column("id").int64().notNull().endColumn().column("email").string().size(15).notNull().endColumn().column("name").string().max().endColumn().primaryKey().asc("id").end().endTable().build();
    Schema schema = converter.convert(ddl).iterator().next();
    SpannerRecordConverter recordConverter = new SpannerRecordConverter(schema);
    Struct struct = Struct.newBuilder().set("id").to(1L).set("email").to("abc@google.com").set("name").to("John Doe").build();
    GenericRecord avroRecord = recordConverter.convert(struct);
    assertThat(avroRecord.get("id"), equalTo(1L));
    assertThat(avroRecord.get("email"), equalTo("abc@google.com"));
    assertThat(avroRecord.get("name"), equalTo("John Doe"));
}