Examples with Dataset com.google.cloud.aiplatform.v1.Dataset used on opensource projects

Example 16 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project java-aiplatform by googleapis.

the class CreateDatasetTabularGcsSample method createDatasetTableGcs.

static void createDatasetTableGcs(String project, String datasetDisplayName, String gcsSourceUri) throws IOException, ExecutionException, InterruptedException, TimeoutException {
    DatasetServiceSettings settings = DatasetServiceSettings.newBuilder().setEndpoint("us-central1-aiplatform.googleapis.com:443").build();
    // the "close" method on the client to safely clean up any remaining background resources.
    try (DatasetServiceClient datasetServiceClient = DatasetServiceClient.create(settings)) {
        String location = "us-central1";
        String metadataSchemaUri = "gs://google-cloud-aiplatform/schema/dataset/metadata/tables_1.0.0.yaml";
        LocationName locationName = LocationName.of(project, location);
        String jsonString = "{\"input_config\": {\"gcs_source\": {\"uri\": [\"" + gcsSourceUri + "\"]}}}";
        Value.Builder metaData = Value.newBuilder();
        JsonFormat.parser().merge(jsonString, metaData);
        Dataset dataset = Dataset.newBuilder().setDisplayName(datasetDisplayName).setMetadataSchemaUri(metadataSchemaUri).setMetadata(metaData).build();
        OperationFuture<Dataset, CreateDatasetOperationMetadata> datasetFuture = datasetServiceClient.createDatasetAsync(locationName, dataset);
        System.out.format("Operation name: %s\n", datasetFuture.getInitialFuture().get().getName());
        System.out.println("Waiting for operation to finish...");
        Dataset datasetResponse = datasetFuture.get(300, TimeUnit.SECONDS);
        System.out.println("Create Dataset Table GCS sample");
        System.out.format("Name: %s\n", datasetResponse.getName());
        System.out.format("Display Name: %s\n", datasetResponse.getDisplayName());
        System.out.format("Metadata Schema Uri: %s\n", datasetResponse.getMetadataSchemaUri());
        System.out.format("Metadata: %s\n", datasetResponse.getMetadata());
    }
}

Example 17 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project OpenMUC by isc-konstanz.

the class Iec62056Listener method newRecord.

private synchronized void newRecord(List<DataSet> dataSets, long time) {
    List<ChannelRecordContainer> newContainers = new ArrayList<>();
    for (ChannelRecordContainer container : containers) {
        for (DataSet dataSet : dataSets) {
            if (dataSet.getAddress().equals(container.getChannelAddress())) {
                String value = dataSet.getValue();
                if (value != null) {
                    try {
                        container.setRecord(new Record(new DoubleValue(Double.parseDouble(dataSet.getValue())), time));
                        newContainers.add(container);
                    } catch (NumberFormatException e) {
                        container.setRecord(new Record(new StringValue(dataSet.getValue()), time));
                    }
                }
                break;
            }
        }
    }
    listener.newRecords(newContainers);
}

Example 18 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project OpenMUC by isc-konstanz.

the class IecConnection method scanForChannels.

@Override
public List<ChannelScanInfo> scanForChannels(int timeout) {
    List<ChannelScanInfo> channelInfos = new LinkedList<>();
    logger.debug("scanning channels");
    try {
        byte[] frame = receiver.receiveMessage(timeout);
        ModeDMessage message = ModeDMessage.parse(frame);
        List<String> dataSets = message.getDataSets();
        for (String data : dataSets) {
            DataSet dataSet = new DataSet(data);
            String channelAddress = dataSet.getAddress();
            String description = "Current value: " + dataSet.parseValueAsDouble() + dataSet.getUnit();
            ValueType valueType = ValueType.DOUBLE;
            Integer valueTypeLength = null;
            Boolean readable = true;
            Boolean writable = false;
            ChannelScanInfo channelInfo = new ChannelScanInfo(channelAddress, description, valueType, valueTypeLength, readable, writable);
            channelInfos.add(channelInfo);
        }
    } catch (ParseException | IOException e) {
        logger.warn("read failed", e);
    }
    return channelInfos;
}

Example 19 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project OpenMUC by isc-konstanz.

the class Iec62056Connection method read.

private List<DataSet> read(List<ChannelRecordContainer> containers) {
    List<DataSet> dataSetsRet = new ArrayList<>();
    DataMessage dataMessage;
    for (int i = 0; i <= retries; ++i) {
        try {
            dataMessage = iec21Port.read();
            List<DataSet> dataSets = dataMessage.getDataSets();
            if (dataSetsRet != null) {
                i = retries;
                dataSetsRet = dataSets;
            }
        } catch (IOException e) {
            if (i >= retries) {
                for (ChannelRecordContainer container : containers) {
                    container.setRecord(new Record(Flag.DRIVER_ERROR_READ_FAILURE));
                }
            }
        }
    }
    return dataSetsRet;
}

Example 20 with Dataset

use of com.google.cloud.aiplatform.v1.Dataset in project openhab1-addons by openhab.

the class Iec6205621MeterBinding method execute.

/**
     * @{inheritDoc
     */
@Override
protected void execute() {
    // the frequently executed code (polling) goes here ...
    Map<String, Map<String, DataSet>> cache = new HashMap<String, Map<String, DataSet>>();
    for (Iec6205621MeterBindingProvider provider : providers) {
        for (String itemName : provider.getItemNames()) {
            for (Entry<String, Meter> entry : meterDeviceConfigurtions.entrySet()) {
                Meter reader = entry.getValue();
                String meterName = provider.getMeterName(itemName);
                if (meterName != null && meterName.equals(entry.getKey())) {
                    Map<String, DataSet> dataSets;
                    if ((dataSets = cache.get(meterName)) == null) {
                        if (logger.isDebugEnabled()) {
                            logger.debug("Read meter: {}; {}", meterName, reader.getConfig().getSerialPort());
                        }
                        dataSets = reader.read();
                        cache.put(meterName, dataSets);
                    }
                    String obis = provider.getObis(itemName);
                    if (obis != null && dataSets.containsKey(obis)) {
                        DataSet dataSet = dataSets.get(obis);
                        if (logger.isDebugEnabled()) {
                            logger.debug("Updating item {} with OBIS code {} and value {}", itemName, obis, dataSet.getValue());
                        }
                        Class<? extends Item> itemType = provider.getItemType(itemName);
                        if (itemType.isAssignableFrom(NumberItem.class)) {
                            eventPublisher.postUpdate(itemName, new DecimalType(dataSet.getValue()));
                        }
                        if (itemType.isAssignableFrom(StringItem.class)) {
                            String value = dataSet.getValue();
                            eventPublisher.postUpdate(itemName, new StringType(value));
                        }
                    }
                }
            }
        }
    }
}