Examples with BigQuery com.google.cloud.bigquery.BigQuery used on opensource projects

Example 1 with BigQuery

use of com.google.cloud.bigquery.BigQuery in project google-cloud-java by GoogleCloudPlatform.

the class RemoteBigQueryHelperTest method testForceDelete.

@Test
public void testForceDelete() throws InterruptedException, ExecutionException {
    BigQuery bigqueryMock = EasyMock.createMock(BigQuery.class);
    EasyMock.expect(bigqueryMock.delete(DATASET_NAME, DatasetDeleteOption.deleteContents())).andReturn(true);
    EasyMock.replay(bigqueryMock);
    assertTrue(RemoteBigQueryHelper.forceDelete(bigqueryMock, DATASET_NAME));
    EasyMock.verify(bigqueryMock);
}

Example 2 with BigQuery

use of com.google.cloud.bigquery.BigQuery in project google-cloud-java by GoogleCloudPlatform.

the class CreateTableAndLoadData method main.

public static void main(String... args) throws InterruptedException, TimeoutException {
    BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService();
    TableId tableId = TableId.of("dataset", "table");
    Table table = bigquery.getTable(tableId);
    if (table == null) {
        System.out.println("Creating table " + tableId);
        Field integerField = Field.of("fieldName", Field.Type.integer());
        Schema schema = Schema.of(integerField);
        table = bigquery.create(TableInfo.of(tableId, StandardTableDefinition.of(schema)));
    }
    System.out.println("Loading data into table " + tableId);
    Job loadJob = table.load(FormatOptions.csv(), "gs://bucket/path");
    loadJob = loadJob.waitFor();
    if (loadJob.getStatus().getError() != null) {
        System.out.println("Job completed with errors");
    } else {
        System.out.println("Job succeeded");
    }
}

Example 3 with BigQuery

use of com.google.cloud.bigquery.BigQuery in project google-cloud-java by GoogleCloudPlatform.

the class BigQueryExample method main.

@SuppressWarnings("unchecked")
public static void main(String... args) throws Exception {
    if (args.length < 1) {
        System.out.println("Missing required project id and action");
        printUsage();
        return;
    }
    BigQueryOptions.Builder optionsBuilder = BigQueryOptions.newBuilder();
    BigQueryAction action;
    String actionName;
    if (args.length >= 2 && !ACTIONS.containsKey(args[0])) {
        actionName = args[1];
        optionsBuilder.setProjectId(args[0]);
        action = ACTIONS.get(args[1]);
        args = Arrays.copyOfRange(args, 2, args.length);
    } else {
        actionName = args[0];
        action = ACTIONS.get(args[0]);
        args = Arrays.copyOfRange(args, 1, args.length);
    }
    if (action == null) {
        System.out.println("Unrecognized action.");
        printUsage();
        return;
    }
    BigQuery bigquery = optionsBuilder.build().getService();
    Object arg;
    try {
        arg = action.parse(args);
    } catch (IllegalArgumentException ex) {
        System.out.printf("Invalid input for action '%s'. %s%n", actionName, ex.getMessage());
        System.out.printf("Expected: %s%n", action.params());
        return;
    } catch (Exception ex) {
        System.out.println("Failed to parse arguments.");
        ex.printStackTrace();
        return;
    }
    action.run(bigquery, arg);
}

Example 4 with BigQuery

use of com.google.cloud.bigquery.BigQuery in project google-cloud-java by GoogleCloudPlatform.

the class InsertDataAndQueryTable method main.

public static void main(String... args) throws InterruptedException {
    // Create a service instance
    BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService();
    // Create a dataset
    String datasetId = "my_dataset_id";
    bigquery.create(DatasetInfo.newBuilder(datasetId).build());
    TableId tableId = TableId.of(datasetId, "my_table_id");
    // Table field definition
    Field stringField = Field.of("StringField", Field.Type.string());
    // Table schema definition
    Schema schema = Schema.of(stringField);
    // Create a table
    StandardTableDefinition tableDefinition = StandardTableDefinition.of(schema);
    bigquery.create(TableInfo.of(tableId, tableDefinition));
    // Define rows to insert
    Map<String, Object> firstRow = new HashMap<>();
    Map<String, Object> secondRow = new HashMap<>();
    firstRow.put("StringField", "value1");
    secondRow.put("StringField", "value2");
    // Create an insert request
    InsertAllRequest insertRequest = InsertAllRequest.newBuilder(tableId).addRow(firstRow).addRow(secondRow).build();
    // Insert rows
    InsertAllResponse insertResponse = bigquery.insertAll(insertRequest);
    // Check if errors occurred
    if (insertResponse.hasErrors()) {
        System.out.println("Errors occurred while inserting rows");
    }
    // Create a query request
    QueryRequest queryRequest = QueryRequest.newBuilder("SELECT * FROM my_dataset_id.my_table_id").setMaxWaitTime(60000L).setPageSize(1000L).build();
    // Request query to be executed and wait for results
    QueryResponse queryResponse = bigquery.query(queryRequest);
    while (!queryResponse.jobCompleted()) {
        Thread.sleep(1000L);
        queryResponse = bigquery.getQueryResults(queryResponse.getJobId());
    }
    // Read rows
    System.out.println("Table rows:");
    for (List<FieldValue> row : queryResponse.getResult().iterateAll()) {
        System.out.println(row);
    }
}