Examples with DatasetName com.google.cloud.aiplatform.v1beta1.DatasetName used on opensource projects

Example 16 with DatasetName

use of com.google.cloud.aiplatform.v1beta1.DatasetName in project java-automl by googleapis.

the class DatasetApi method importData.

// [START automl_translate_import_data]
/**
 * Import sentence pairs to the dataset.
 *
 * @param projectId the Google Cloud Project ID.
 * @param computeRegion the Region name. (e.g., "us-central1").
 * @param datasetId the Id of the dataset.
 * @param path the remote Path of the training data csv file.
 */
public static void importData(String projectId, String computeRegion, String datasetId, String path) throws IOException, InterruptedException, ExecutionException {
    // Instantiates a client
    try (AutoMlClient client = AutoMlClient.create()) {
        // Get the complete path of the dataset.
        DatasetName datasetFullId = DatasetName.of(projectId, computeRegion, datasetId);
        GcsSource.Builder gcsSource = GcsSource.newBuilder();
        // Get multiple Google Cloud Storage URIs to import data from
        String[] inputUris = path.split(",");
        for (String inputUri : inputUris) {
            gcsSource.addInputUris(inputUri);
        }
        // Import data from the input URI
        InputConfig inputConfig = InputConfig.newBuilder().setGcsSource(gcsSource).build();
        System.out.println("Processing import...");
        Empty response = client.importDataAsync(datasetFullId, inputConfig).get();
        System.out.println(String.format("Dataset imported. %s", response));
    }
}

Example 17 with DatasetName

use of com.google.cloud.aiplatform.v1beta1.DatasetName in project java-automl by googleapis.

the class ExportDataset method exportDataset.

// Export a dataset to a GCS bucket
static void exportDataset(String projectId, String datasetId, String gcsUri) throws IOException, ExecutionException, InterruptedException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // Get the complete path of the dataset.
        DatasetName datasetFullId = DatasetName.of(projectId, "us-central1", datasetId);
        GcsDestination gcsDestination = GcsDestination.newBuilder().setOutputUriPrefix(gcsUri).build();
        // Export the dataset to the output URI.
        OutputConfig outputConfig = OutputConfig.newBuilder().setGcsDestination(gcsDestination).build();
        System.out.println("Processing export...");
        Empty response = client.exportDataAsync(datasetFullId, outputConfig).get();
        System.out.format("Dataset exported. %s\n", response);
    }
}

Example 18 with DatasetName

use of com.google.cloud.aiplatform.v1beta1.DatasetName in project java-automl by googleapis.

the class GetDataset method getDataset.

// Get a dataset
static void getDataset(String projectId, String datasetId) throws IOException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // Get the complete path of the dataset.
        DatasetName datasetFullId = DatasetName.of(projectId, "us-central1", datasetId);
        Dataset dataset = client.getDataset(datasetFullId);
        // Display the dataset information
        System.out.format("Dataset name: %s\n", dataset.getName());
        // To get the dataset id, you have to parse it out of the `name` field. As dataset Ids are
        // required for other methods.
        // Name Form: `projects/{project_id}/locations/{location_id}/datasets/{dataset_id}`
        String[] names = dataset.getName().split("/");
        String retrievedDatasetId = names[names.length - 1];
        System.out.format("Dataset id: %s\n", retrievedDatasetId);
        System.out.format("Dataset display name: %s\n", dataset.getDisplayName());
        System.out.println("Dataset create time:");
        System.out.format("\tseconds: %s\n", dataset.getCreateTime().getSeconds());
        System.out.format("\tnanos: %s\n", dataset.getCreateTime().getNanos());
        // [END automl_language_sentiment_analysis_get_dataset]
        // [END automl_language_text_classification_get_dataset]
        // [END automl_translate_get_dataset]
        // [END automl_vision_classification_get_dataset]
        // [END automl_vision_object_detection_get_dataset]
        System.out.format("Text extraction dataset metadata: %s\n", dataset.getTextExtractionDatasetMetadata());
        // [END automl_language_entity_extraction_get_dataset]
        // [START automl_language_sentiment_analysis_get_dataset]
        System.out.format("Text sentiment dataset metadata: %s\n", dataset.getTextSentimentDatasetMetadata());
        // [END automl_language_sentiment_analysis_get_dataset]
        // [START automl_language_text_classification_get_dataset]
        System.out.format("Text classification dataset metadata: %s\n", dataset.getTextClassificationDatasetMetadata());
        // [END automl_language_text_classification_get_dataset]
        // [START automl_translate_get_dataset]
        System.out.println("Translation dataset metadata:");
        System.out.format("\tSource language code: %s\n", dataset.getTranslationDatasetMetadata().getSourceLanguageCode());
        System.out.format("\tTarget language code: %s\n", dataset.getTranslationDatasetMetadata().getTargetLanguageCode());
        // [END automl_translate_get_dataset]
        // [START automl_vision_classification_get_dataset]
        System.out.format("Image classification dataset metadata: %s\n", dataset.getImageClassificationDatasetMetadata());
        // [END automl_vision_classification_get_dataset]
        // [START automl_vision_object_detection_get_dataset]
        System.out.format("Image object detection dataset metadata: %s\n", dataset.getImageObjectDetectionDatasetMetadata());
    // [START automl_language_entity_extraction_get_dataset]
    // [START automl_language_sentiment_analysis_get_dataset]
    // [START automl_language_text_classification_get_dataset]
    // [START automl_translate_get_dataset]
    // [START automl_vision_classification_get_dataset]
    }
}

Example 19 with DatasetName

use of com.google.cloud.aiplatform.v1beta1.DatasetName in project java-automl by googleapis.

the class DeleteDataset method deleteDataset.

// Delete a dataset
static void deleteDataset(String projectId, String datasetId) throws IOException, ExecutionException, InterruptedException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // Get the full path of the dataset.
        DatasetName datasetFullId = DatasetName.of(projectId, "us-central1", datasetId);
        Empty response = client.deleteDatasetAsync(datasetFullId).get();
        System.out.format("Dataset deleted. %s%n", response);
    }
}

Example 20 with DatasetName

use of com.google.cloud.aiplatform.v1beta1.DatasetName in project java-automl by googleapis.

the class VideoClassificationCreateDatasetTest method tearDown.

@After
public void tearDown() throws InterruptedException, ExecutionException, IOException {
    // Delete the created dataset
    try (AutoMlClient client = AutoMlClient.create()) {
        // Get the full path of the dataset.
        DatasetName datasetFullId = DatasetName.of(PROJECT_ID, "us-central1", datasetId);
        client.deleteDatasetAsync(datasetFullId).get();
    }
    System.setOut(originalPrintStream);
}