Examples with Dialect com.google.cloud.spanner.Dialect used on opensource projects

Example 1 with Dialect

use of com.google.cloud.spanner.Dialect in project java-spanner by googleapis.

the class ITDatabaseAdminDialectAwareTest method testCreateDatabaseWithDialect.

@Test
public void testCreateDatabaseWithDialect() throws Exception {
    assumeFalse("emulator does not support different dialects", isUsingEmulator());
    final String projectId = testHelper.getInstanceId().getProject();
    final String instanceId = testHelper.getInstanceId().getInstance();
    final String databaseId = testHelper.getUniqueDatabaseId();
    final Database databaseToCreate = client.newDatabaseBuilder(DatabaseId.of(projectId, instanceId, databaseId)).setDialect(dialect).build();
    databases.add(databaseToCreate.getId());
    // Creates the database with the dialect set
    final Database createdDatabase = client.createDatabase(databaseToCreate, Collections.emptyList()).get(OPERATION_TIMEOUT.toMillis(), TimeUnit.MILLISECONDS);
    assertEquals(dialect, createdDatabase.getDialect());
    // Test dialect in database retrieval
    final Database retrievedDatabase = client.getDatabase(instanceId, databaseId);
    assertEquals(dialect, retrievedDatabase.getDialect());
    // Test dialect database listing
    final Optional<Database> maybeListedDatabase = StreamSupport.stream(client.listDatabases(instanceId).iterateAll().spliterator(), false).filter(database -> database.getId().getDatabase().equals(databaseId)).findFirst();
    assertTrue("Expected to find database in list", maybeListedDatabase.isPresent());
    assertEquals(dialect, maybeListedDatabase.get().getDialect());
}

Example 2 with Dialect

use of com.google.cloud.spanner.Dialect in project beam by apache.

the class ReadSpannerSchema method processElement.

@ProcessElement
public void processElement(ProcessContext c) throws Exception {
    Dialect dialect = c.sideInput(dialectView);
    SpannerSchema.Builder builder = SpannerSchema.builder(dialect);
    DatabaseClient databaseClient = spannerAccessor.getDatabaseClient();
    try (ReadOnlyTransaction tx = databaseClient.readOnlyTransaction()) {
        ResultSet resultSet = readTableInfo(tx, dialect);
        while (resultSet.next()) {
            String tableName = resultSet.getString(0);
            String columnName = resultSet.getString(1);
            String type = resultSet.getString(2);
            long cellsMutated = resultSet.getLong(3);
            builder.addColumn(tableName, columnName, type, cellsMutated);
        }
        resultSet = readPrimaryKeyInfo(tx, dialect);
        while (resultSet.next()) {
            String tableName = resultSet.getString(0);
            String columnName = resultSet.getString(1);
            String ordering = resultSet.getString(2);
            builder.addKeyPart(tableName, columnName, "DESC".equalsIgnoreCase(ordering));
        }
    }
    c.output(builder.build());
}

Example 3 with Dialect

use of com.google.cloud.spanner.Dialect in project beam by apache.

the class SpannerWriteIT method testWrite.

@Test
public void testWrite() throws Exception {
    int numRecords = 100;
    p.apply("Init", GenerateSequence.from(0).to(numRecords)).apply("Generate mu", ParDo.of(new GenerateMutations(options.getTable()))).apply("Write db", SpannerIO.write().withProjectId(project).withInstanceId(options.getInstanceId()).withDatabaseId(databaseName));
    PCollectionView<Dialect> dialectView = p.apply(Create.of(Dialect.POSTGRESQL)).apply(View.asSingleton());
    p.apply("PG init", GenerateSequence.from(0).to(numRecords)).apply("Generate PG mu", ParDo.of(new GenerateMutations(options.getTable()))).apply("Write PG db", SpannerIO.write().withProjectId(project).withInstanceId(options.getInstanceId()).withDatabaseId(pgDatabaseName).withDialectView(dialectView));
    PipelineResult result = p.run();
    result.waitUntilFinish();
    assertThat(result.getState(), is(PipelineResult.State.DONE));
    assertThat(countNumberOfRecords(databaseName), equalTo((long) numRecords));
    assertThat(countNumberOfRecords(pgDatabaseName), equalTo((long) numRecords));
}

Example 4 with Dialect

use of com.google.cloud.spanner.Dialect in project beam by apache.

the class SpannerWriteIT method testReportFailures.

@Test
public void testReportFailures() throws Exception {
    int numRecords = 100;
    p.apply("init", GenerateSequence.from(0).to(2 * numRecords)).apply("Generate mu", ParDo.of(new GenerateMutations(options.getTable(), new DivBy2()))).apply("Write db", SpannerIO.write().withProjectId(project).withInstanceId(options.getInstanceId()).withDatabaseId(databaseName).withFailureMode(SpannerIO.FailureMode.REPORT_FAILURES));
    PCollectionView<Dialect> dialectView = p.apply(Create.of(Dialect.POSTGRESQL)).apply(View.asSingleton());
    p.apply("pg init", GenerateSequence.from(0).to(2 * numRecords)).apply("Generate pg mu", ParDo.of(new GenerateMutations(options.getTable(), new DivBy2()))).apply("Write pg db", SpannerIO.write().withProjectId(project).withInstanceId(options.getInstanceId()).withDatabaseId(pgDatabaseName).withFailureMode(SpannerIO.FailureMode.REPORT_FAILURES).withDialectView(dialectView));
    PipelineResult result = p.run();
    result.waitUntilFinish();
    assertThat(result.getState(), is(PipelineResult.State.DONE));
    assertThat(countNumberOfRecords(databaseName), equalTo((long) numRecords));
    assertThat(countNumberOfRecords(pgDatabaseName), equalTo((long) numRecords));
}

Example 5 with Dialect

use of com.google.cloud.spanner.Dialect in project beam by apache.

the class ReadSpannerSchemaTest method simple.

@Test
public void simple() throws Exception {
    // Simplest schema: a table with int64 key
    ReadOnlyTransaction tx = mock(ReadOnlyTransaction.class);
    when(serviceFactory.mockDatabaseClient().readOnlyTransaction()).thenReturn(tx);
    preparePkMetadata(tx, Arrays.asList(pkMetadata("test", "key", "ASC")));
    prepareColumnMetadata(tx, Arrays.asList(columnMetadata("test", "key", "INT64")));
    SpannerConfig config = SpannerConfig.create().withProjectId("test-project").withInstanceId("test-instance").withDatabaseId("test-database").withServiceFactory(serviceFactory);
    PCollectionView<Dialect> dialectView = pipeline.apply(Create.of(Dialect.GOOGLE_STANDARD_SQL)).apply(View.asSingleton());
    pipeline.run();
    DoFnTester<Void, SpannerSchema> tester = DoFnTester.of(new ReadSpannerSchema(config, dialectView));
    tester.setSideInput(dialectView, GlobalWindow.INSTANCE, Dialect.GOOGLE_STANDARD_SQL);
    List<SpannerSchema> schemas = tester.processBundle(Arrays.asList((Void) null));
    assertEquals(1, schemas.size());
    SpannerSchema schema = schemas.get(0);
    assertEquals(1, schema.getTables().size());
    SpannerSchema.Column column = SpannerSchema.Column.create("key", Type.int64());
    SpannerSchema.KeyPart keyPart = SpannerSchema.KeyPart.create("key", false);
    assertThat(schema.getColumns("test"), contains(column));
    assertThat(schema.getKeyParts("test"), contains(keyPart));
}