Search in sources :

Example 31 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project java-automl by googleapis.

the class ListDatasets method listDatasets.

// List the datasets
static void listDatasets(String projectId) throws IOException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // A resource that represents Google Cloud Platform location.
        LocationName projectLocation = LocationName.of(projectId, "us-central1");
        ListDatasetsRequest request = ListDatasetsRequest.newBuilder().setParent(projectLocation.toString()).build();
        // List all the datasets available in the region by applying filter.
        System.out.println("List of datasets:");
        for (Dataset dataset : client.listDatasets(request).iterateAll()) {
            // Display the dataset information
            System.out.format("\nDataset name: %s\n", dataset.getName());
            // To get the dataset id, you have to parse it out of the `name` field. As dataset Ids are
            // required for other methods.
            // Name Form: `projects/{project_id}/locations/{location_id}/datasets/{dataset_id}`
            String[] names = dataset.getName().split("/");
            String retrievedDatasetId = names[names.length - 1];
            System.out.format("Dataset id: %s\n", retrievedDatasetId);
            System.out.format("Dataset display name: %s\n", dataset.getDisplayName());
            System.out.println("Dataset create time:");
            System.out.format("\tseconds: %s\n", dataset.getCreateTime().getSeconds());
            System.out.format("\tnanos: %s\n", dataset.getCreateTime().getNanos());
            // [END automl_language_sentiment_analysis_list_datasets]
            // [END automl_language_text_classification_list_datasets]
            // [END automl_translate_list_datasets]
            // [END automl_vision_classification_list_datasets]
            // [END automl_vision_object_detection_list_datasets]
            System.out.format("Text extraction dataset metadata: %s\n", dataset.getTextExtractionDatasetMetadata());
            // [END automl_language_entity_extraction_list_datasets]
            // [START automl_language_sentiment_analysis_list_datasets]
            System.out.format("Text sentiment dataset metadata: %s\n", dataset.getTextSentimentDatasetMetadata());
            // [END automl_language_sentiment_analysis_list_datasets]
            // [START automl_language_text_classification_list_datasets]
            System.out.format("Text classification dataset metadata: %s\n", dataset.getTextClassificationDatasetMetadata());
            // [END automl_language_text_classification_list_datasets]
            // [START automl_translate_list_datasets]
            System.out.println("Translation dataset metadata:");
            System.out.format("\tSource language code: %s\n", dataset.getTranslationDatasetMetadata().getSourceLanguageCode());
            System.out.format("\tTarget language code: %s\n", dataset.getTranslationDatasetMetadata().getTargetLanguageCode());
            // [END automl_translate_list_datasets]
            // [START automl_vision_classification_list_datasets]
            System.out.format("Image classification dataset metadata: %s\n", dataset.getImageClassificationDatasetMetadata());
            // [END automl_vision_classification_list_datasets]
            // [START automl_vision_object_detection_list_datasets]
            System.out.format("Image object detection dataset metadata: %s\n", dataset.getImageObjectDetectionDatasetMetadata());
        // [START automl_language_entity_extraction_list_datasets]
        // [START automl_language_sentiment_analysis_list_datasets]
        // [START automl_language_text_classification_list_datasets]
        // [START automl_translate_list_datasets]
        // [START automl_vision_classification_list_datasets]
        }
    }
}
Also used : Dataset(com.google.cloud.automl.v1.Dataset) AutoMlClient(com.google.cloud.automl.v1.AutoMlClient) LocationName(com.google.cloud.automl.v1.LocationName) ListDatasetsRequest(com.google.cloud.automl.v1.ListDatasetsRequest)

Example 32 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project java-automl by googleapis.

the class TranslateCreateDataset method createDataset.

// Create a dataset
static void createDataset(String projectId, String displayName) throws IOException, ExecutionException, InterruptedException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // A resource that represents Google Cloud Platform location.
        LocationName projectLocation = LocationName.of(projectId, "us-central1");
        // Specify the source and target language.
        TranslationDatasetMetadata translationDatasetMetadata = TranslationDatasetMetadata.newBuilder().setSourceLanguageCode("en").setTargetLanguageCode("ja").build();
        Dataset dataset = Dataset.newBuilder().setDisplayName(displayName).setTranslationDatasetMetadata(translationDatasetMetadata).build();
        OperationFuture<Dataset, OperationMetadata> future = client.createDatasetAsync(projectLocation, dataset);
        Dataset createdDataset = future.get();
        // Display the dataset information.
        System.out.format("Dataset name: %s\n", createdDataset.getName());
        // To get the dataset id, you have to parse it out of the `name` field. As dataset Ids are
        // required for other methods.
        // Name Form: `projects/{project_id}/locations/{location_id}/datasets/{dataset_id}`
        String[] names = createdDataset.getName().split("/");
        String datasetId = names[names.length - 1];
        System.out.format("Dataset id: %s\n", datasetId);
    }
}
Also used : TranslationDatasetMetadata(com.google.cloud.automl.v1.TranslationDatasetMetadata) Dataset(com.google.cloud.automl.v1.Dataset) OperationMetadata(com.google.cloud.automl.v1.OperationMetadata) AutoMlClient(com.google.cloud.automl.v1.AutoMlClient) LocationName(com.google.cloud.automl.v1.LocationName)

Example 33 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project olca-modules by GreenDelta.

the class EcoSpold2Export method exportProcess.

public void exportProcess(Process process) {
    var ds = new DataSet();
    ds.description = new ActivityDescription();
    ds.masterData = new UserMasterData();
    mapActivity(process, ds);
    mapLocation(process, ds);
    ProcessDoc.map(process, ds);
    mapExchanges(process, ds);
    mapParameters(process, ds);
    MasterData.writeIndexEntry(ds);
    var fileName = process.refId == null ? UUID.randomUUID().toString() : process.refId;
    var file = new File(activityDir, fileName + ".spold");
    EcoSpold2.write(ds, file);
}
Also used : ActivityDescription(spold2.ActivityDescription) DataSet(spold2.DataSet) UserMasterData(spold2.UserMasterData) File(java.io.File)

Example 34 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project openhab1-addons by openhab.

the class Meter method read.

/**
     * Reads data from meter
     * 
     * @return a map of DataSet objects with the obis as key.
     */
public Map<String, DataSet> read() {
    // the frequently executed code (polling) goes here ...
    Map<String, DataSet> dataSetMap = new HashMap<String, DataSet>();
    Connection connection = new Connection(config.getSerialPort(), config.getInitMessage(), config.getEchoHandling(), config.getBaudRateChangeDelay());
    try {
        try {
            connection.open();
        } catch (IOException e) {
            logger.error("Failed to open serial port {}: {}", config.getSerialPort(), e.getMessage());
            return dataSetMap;
        }
        List<DataSet> dataSets = null;
        try {
            dataSets = connection.read();
            for (DataSet dataSet : dataSets) {
                logger.debug("DataSet: {};{};{}", dataSet.getId(), dataSet.getValue(), dataSet.getUnit());
                dataSetMap.put(dataSet.getId(), dataSet);
            }
        } catch (IOException e) {
            logger.error("IOException while trying to read: {}", e.getMessage());
        } catch (TimeoutException e) {
            logger.error("Read attempt timed out");
        }
    } finally {
        connection.close();
    }
    return dataSetMap;
}
Also used : HashMap(java.util.HashMap) DataSet(org.openmuc.j62056.DataSet) Connection(org.openmuc.j62056.Connection) IOException(java.io.IOException) TimeoutException(java.util.concurrent.TimeoutException)

Example 35 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project java-automl by googleapis.

the class VisionObjectDetectionCreateDataset method createDataset.

// Create a dataset
static void createDataset(String projectId, String displayName) throws IOException, ExecutionException, InterruptedException {
    // the "close" method on the client to safely clean up any remaining background resources.
    try (AutoMlClient client = AutoMlClient.create()) {
        // A resource that represents Google Cloud Platform location.
        LocationName projectLocation = LocationName.of(projectId, "us-central1");
        ImageObjectDetectionDatasetMetadata metadata = ImageObjectDetectionDatasetMetadata.newBuilder().build();
        Dataset dataset = Dataset.newBuilder().setDisplayName(displayName).setImageObjectDetectionDatasetMetadata(metadata).build();
        OperationFuture<Dataset, OperationMetadata> future = client.createDatasetAsync(projectLocation, dataset);
        Dataset createdDataset = future.get();
        // Display the dataset information.
        System.out.format("Dataset name: %s\n", createdDataset.getName());
        // To get the dataset id, you have to parse it out of the `name` field. As dataset Ids are
        // required for other methods.
        // Name Form: `projects/{project_id}/locations/{location_id}/datasets/{dataset_id}`
        String[] names = createdDataset.getName().split("/");
        String datasetId = names[names.length - 1];
        System.out.format("Dataset id: %s\n", datasetId);
    }
}
Also used : ImageObjectDetectionDatasetMetadata(com.google.cloud.automl.v1.ImageObjectDetectionDatasetMetadata) Dataset(com.google.cloud.automl.v1.Dataset) OperationMetadata(com.google.cloud.automl.v1.OperationMetadata) AutoMlClient(com.google.cloud.automl.v1.AutoMlClient) LocationName(com.google.cloud.automl.v1.LocationName)

Aggregations

DatasetServiceClient (com.google.cloud.aiplatform.v1.DatasetServiceClient)15 DatasetServiceSettings (com.google.cloud.aiplatform.v1.DatasetServiceSettings)15 LocationName (com.google.cloud.aiplatform.v1.LocationName)14 IOException (java.io.IOException)14 GcsSource (com.google.cloud.aiplatform.v1.GcsSource)11 ByteArrayOutputStream (java.io.ByteArrayOutputStream)10 PrintStream (java.io.PrintStream)10 ArrayList (java.util.ArrayList)10 Before (org.junit.Before)10 DatasetName (com.google.cloud.aiplatform.v1.DatasetName)9 ImportDataConfig (com.google.cloud.aiplatform.v1.ImportDataConfig)8 ImportDataOperationMetadata (com.google.cloud.aiplatform.v1.ImportDataOperationMetadata)8 ImportDataResponse (com.google.cloud.aiplatform.v1.ImportDataResponse)8 AutoMlClient (com.google.cloud.automl.v1.AutoMlClient)8 Dataset (com.google.cloud.automl.v1.Dataset)8 LocationName (com.google.cloud.automl.v1.LocationName)7 Dataset (com.google.cloud.datalabeling.v1beta1.Dataset)7 CreateDatasetOperationMetadata (com.google.cloud.aiplatform.v1.CreateDatasetOperationMetadata)6 Dataset (com.google.cloud.aiplatform.v1.Dataset)6 OperationMetadata (com.google.cloud.automl.v1.OperationMetadata)6