use of com.google.cloud.aiplatform.v1.Dataset in project Protocol-Adapter-IEC61850 by OSGP.
the class Iec61850ClientSSLDEventListener method newReport.
@Override
public void newReport(final Report report) {
final DateTime timeOfEntry = this.getTimeOfEntry(report);
final String reportDescription = this.getReportDescription(report, timeOfEntry);
this.logger.info("newReport for {}", reportDescription);
boolean skipRecordBecauseOfOldSqNum = false;
if (report.isBufOvfl()) {
this.logger.warn("Buffer Overflow reported for {} - entries within the buffer may have been lost.", reportDescription);
}
if (this.firstNewSqNum != null && report.getSqNum() != null && report.getSqNum() < this.firstNewSqNum) {
skipRecordBecauseOfOldSqNum = true;
}
this.logReportDetails(report);
final DataSet dataSet = report.getDataSet();
if (dataSet == null) {
this.logger.warn("No DataSet available for {}", reportDescription);
return;
}
final List<FcModelNode> members = dataSet.getMembers();
if (members == null || members.isEmpty()) {
this.logger.warn("No members in DataSet available for {}", reportDescription);
return;
} else {
this.logger.debug("Handling {} DataSet members for {}", members.size(), reportDescription);
}
for (final FcModelNode member : members) {
if (member == null) {
this.logger.warn("Member == null in DataSet for {}", reportDescription);
continue;
}
this.logger.info("Handle member {} for {}", member.getReference(), reportDescription);
try {
if (skipRecordBecauseOfOldSqNum) {
this.logger.warn("Skipping report because SqNum: {} is less than what should be the first new value: {}", report.getSqNum(), this.firstNewSqNum);
} else {
this.addEventNotificationForReportedData(member, timeOfEntry, reportDescription);
}
} catch (final Exception e) {
this.logger.error("Error adding event notification for member {} from {}", member.getReference(), reportDescription, e);
}
}
}
use of com.google.cloud.aiplatform.v1.Dataset in project Protocol-Adapter-IEC61850 by OSGP.
the class Iec61850ClientSSLDEventListener method logReportDetails.
private void logReportDetails(final Report report) {
final StringBuilder sb = new StringBuilder("Report details for device ").append(this.deviceIdentification).append(System.lineSeparator());
sb.append("\t RptId:\t").append(report.getRptId()).append(System.lineSeparator());
sb.append("\t DataSetRef:\t").append(report.getDataSetRef()).append(System.lineSeparator());
sb.append("\t ConfRev:\t").append(report.getConfRev()).append(System.lineSeparator());
sb.append("\t BufOvfl:\t").append(report.isBufOvfl()).append(System.lineSeparator());
sb.append("\t EntryId:\t").append(report.getEntryId()).append(System.lineSeparator());
sb.append("\tInclusionBitString:\t").append(Arrays.toString(report.getInclusionBitString())).append(System.lineSeparator());
sb.append("\tMoreSegmentsFollow:\t").append(report.isMoreSegmentsFollow()).append(System.lineSeparator());
sb.append("\t SqNum:\t").append(report.getSqNum()).append(System.lineSeparator());
sb.append("\t SubSqNum:\t").append(report.getSubSqNum()).append(System.lineSeparator());
sb.append("\t TimeOfEntry:\t").append(report.getTimeOfEntry()).append(System.lineSeparator());
if (report.getTimeOfEntry() != null) {
sb.append("\t \t(").append(new DateTime(report.getTimeOfEntry().getTimestampValue() + IEC61850_ENTRY_TIME_OFFSET)).append(')').append(System.lineSeparator());
}
final List<BdaReasonForInclusion> reasonCodes = report.getReasonCodes();
if (reasonCodes != null && !reasonCodes.isEmpty()) {
sb.append("\t ReasonCodes:").append(System.lineSeparator());
for (final BdaReasonForInclusion reasonCode : reasonCodes) {
sb.append("\t \t").append(reasonCode.getReference() == null ? HexConverter.toHexString(reasonCode.getValue()) : reasonCode).append("\t(").append(new Iec61850BdaReasonForInclusionHelper(reasonCode).getInfo()).append(')').append(System.lineSeparator());
}
}
sb.append("\t optFlds:").append(report.getOptFlds()).append("\t(").append(new Iec61850BdaOptFldsHelper(report.getOptFlds()).getInfo()).append(')').append(System.lineSeparator());
final DataSet dataSet = report.getDataSet();
if (dataSet == null) {
sb.append("\t DataSet:\tnull").append(System.lineSeparator());
} else {
sb.append("\t DataSet:\t").append(dataSet.getReferenceStr()).append(System.lineSeparator());
final List<FcModelNode> members = dataSet.getMembers();
if (members != null && !members.isEmpty()) {
sb.append("\t DataSet members:\t").append(members.size()).append(System.lineSeparator());
for (final FcModelNode member : members) {
sb.append("\t member:\t").append(member).append(System.lineSeparator());
if (member.getReference().toString().contains("CSLC.EvnRpn")) {
sb.append(this.evnRpnInfo("\t \t\t", member));
}
}
}
}
this.logger.info(sb.append(System.lineSeparator()).toString());
}
use of com.google.cloud.aiplatform.v1.Dataset in project Protocol-Adapter-IEC61850 by OSGP.
the class Iec61850ClientRTUEventListener method logReportDetails.
private void logReportDetails(final Report report) {
final StringBuilder sb = new StringBuilder("Report details for device ").append(this.deviceIdentification).append(System.lineSeparator());
sb.append("\t RptId:\t").append(report.getRptId()).append(System.lineSeparator());
sb.append("\t DataSetRef:\t").append(report.getDataSetRef()).append(System.lineSeparator());
sb.append("\t ConfRev:\t").append(report.getConfRev()).append(System.lineSeparator());
sb.append("\t BufOvfl:\t").append(report.isBufOvfl()).append(System.lineSeparator());
sb.append("\t EntryId:\t").append(report.getEntryId()).append(System.lineSeparator());
sb.append("\tInclusionBitString:\t").append(Arrays.toString(report.getInclusionBitString())).append(System.lineSeparator());
sb.append("\tMoreSegmentsFollow:\t").append(report.isMoreSegmentsFollow()).append(System.lineSeparator());
sb.append("\t SqNum:\t").append(report.getSqNum()).append(System.lineSeparator());
sb.append("\t SubSqNum:\t").append(report.getSubSqNum()).append(System.lineSeparator());
sb.append("\t TimeOfEntry:\t").append(report.getTimeOfEntry()).append(System.lineSeparator());
if (report.getTimeOfEntry() != null) {
sb.append("\t \t(").append(new DateTime(report.getTimeOfEntry().getTimestampValue() + IEC61850_ENTRY_TIME_OFFSET)).append(')').append(System.lineSeparator());
}
final List<BdaReasonForInclusion> reasonCodes = report.getReasonCodes();
if ((reasonCodes != null) && !reasonCodes.isEmpty()) {
sb.append("\t ReasonCodes:").append(System.lineSeparator());
for (final BdaReasonForInclusion reasonCode : reasonCodes) {
sb.append("\t \t").append(reasonCode.getReference() == null ? HexConverter.toHexString(reasonCode.getValue()) : reasonCode).append("\t(").append(new Iec61850BdaReasonForInclusionHelper(reasonCode).getInfo()).append(')').append(System.lineSeparator());
}
}
sb.append("\t optFlds:").append(report.getOptFlds()).append("\t(").append(new Iec61850BdaOptFldsHelper(report.getOptFlds()).getInfo()).append(')').append(System.lineSeparator());
final DataSet dataSet = report.getDataSet();
if (dataSet == null) {
sb.append("\t DataSet:\tnull").append(System.lineSeparator());
} else {
sb.append("\t DataSet:\t").append(dataSet.getReferenceStr()).append(System.lineSeparator());
final List<FcModelNode> members = dataSet.getMembers();
if ((members != null) && !members.isEmpty()) {
sb.append("\t DataSet members:\t").append(members.size()).append(System.lineSeparator());
for (final FcModelNode member : members) {
sb.append("\t member:\t").append(member).append(System.lineSeparator());
sb.append("\t \t\t").append(member);
}
}
}
this.logger.info(sb.append(System.lineSeparator()).toString());
}
use of com.google.cloud.aiplatform.v1.Dataset in project idempiere by idempiere.
the class ModelADServiceImpl method queryData.
public WindowTabDataDocument queryData(ModelCRUDRequestDocument req) {
Trx trx = null;
try {
getCompiereService().connect();
CompiereService m_cs = getCompiereService();
WindowTabDataDocument ret = WindowTabDataDocument.Factory.newInstance();
WindowTabData resp = ret.addNewWindowTabData();
ModelCRUD modelCRUD = req.getModelCRUDRequest().getModelCRUD();
String serviceType = modelCRUD.getServiceType();
ADLoginRequest reqlogin = req.getModelCRUDRequest().getADLoginRequest();
String err = login(reqlogin, webServiceName, "queryData", serviceType);
if (err != null && err.length() > 0) {
resp.setError(err);
return ret;
}
// Validate parameters vs service type
validateCRUD(modelCRUD);
Properties ctx = m_cs.getCtx();
String tableName = modelCRUD.getTableName();
Map<String, Object> reqCtx = getRequestCtx();
MWebServiceType m_webservicetype = getWebServiceType();
// get the PO for the tablename and record ID
MTable table = MTable.get(ctx, tableName);
if (table == null)
throw new IdempiereServiceFault("Web service type " + m_webservicetype.getValue() + ": table " + tableName + " not found", new QName("queryData"));
int roleid = reqlogin.getRoleID();
MRole role = MRole.get(ctx, roleid);
// start a trx
String trxName = localTrxName;
if (trxName == null) {
trxName = Trx.createTrxName("ws_modelQueryData");
manageTrx = true;
}
trx = Trx.get(trxName, true);
if (manageTrx)
trx.setDisplayName(getClass().getName() + "_" + webServiceName + "_queryData");
StringBuilder sqlBuilder = new StringBuilder(role.addAccessSQL("SELECT * FROM " + tableName, tableName, true, MRole.SQL_RO));
ArrayList<Object> sqlParaList = new ArrayList<Object>();
PO holderPo = table.getPO(0, trxName);
POInfo poinfo = POInfo.getPOInfo(ctx, table.getAD_Table_ID());
if (modelCRUD.getDataRow() != null) {
DataRow dr = modelCRUD.getDataRow();
DataField[] fields = dr.getFieldArray();
StandardResponseDocument stdRet = StandardResponseDocument.Factory.newInstance();
StandardResponse stdResp = stdRet.addNewStandardResponse();
StandardResponseDocument retResp = invokeWSValidator(m_webservicetype, IWSValidator.TIMING_BEFORE_PARSE, holderPo, fields, trx, reqCtx, stdResp, stdRet);
if (retResp != null) {
throw new IdempiereServiceFault(retResp.getStandardResponse().getError(), new QName("queryData"));
}
retResp = scanFields(fields, m_webservicetype, holderPo, poinfo, trx, stdResp, stdRet);
if (retResp != null) {
throw new IdempiereServiceFault(retResp.getStandardResponse().getError(), new QName("queryData"));
}
for (DataField field : modelCRUD.getDataRow().getFieldArray()) {
if (m_webservicetype.isInputColumnNameAllowed(field.getColumn())) {
// Jan Thielemann Solution for query using the sentence like
X_WS_WebServiceFieldInput inputField = m_webservicetype.getFieldInput(field.getColumn());
I_AD_Column col = inputField.getAD_Column();
String sqlType = DisplayType.getSQLDataType(col.getAD_Reference_ID(), col.getColumnName(), col.getFieldLength());
if (sqlType.contains("CHAR"))
sqlBuilder.append(" AND ").append(field.getColumn()).append(" LIKE ?");
else
sqlBuilder.append(" AND ").append(field.getColumn()).append("=?");
sqlParaList.add(holderPo.get_Value(field.getColumn()));
// End Jan Thielemann Solution for query using the sentence like
} else if (m_webservicetype.getFieldInput(field.getColumn()) == null) {
// If not even ctx variable column
throw new IdempiereServiceFault("Web service type " + m_webservicetype.getValue() + ": input column " + field.getColumn() + " not allowed", new QName("queryData"));
}
}
}
if (modelCRUD.getFilter() != null && modelCRUD.getFilter().length() > 0) {
String sql = parseSQL(" WHERE " + modelCRUD.getFilter(), sqlParaList, holderPo, poinfo, reqCtx);
sqlBuilder.append(" AND ").append(sql.substring(6));
}
int cnt = 0;
int rowCnt = 0;
int offset = modelCRUD.getOffset();
int limit = modelCRUD.getLimit();
PreparedStatement pstmtquery = null;
ResultSet rsquery = null;
try {
pstmtquery = DB.prepareStatement(sqlBuilder.toString(), trxName);
DB.setParameters(pstmtquery, sqlParaList);
rsquery = pstmtquery.executeQuery();
// Angelo Dabala' (genied) must create just one DataSet, moved outside of the while loop
DataSet ds = resp.addNewDataSet();
while (rsquery.next()) {
cnt++;
if ((offset >= cnt) || (limit > 0 && offset + limit < cnt))
continue;
rowCnt++;
DataRow dr = ds.addNewDataRow();
for (int i = 0; i < poinfo.getColumnCount(); i++) {
String columnName = poinfo.getColumnName(i);
if (m_webservicetype.isOutputColumnNameAllowed(columnName)) {
DataField dfid = dr.addNewField();
dfid.setColumn(columnName);
if (rsquery.getObject(columnName) instanceof byte[])
dfid.setVal(new String(Base64.encodeBase64(rsquery.getBytes(columnName))));
else
dfid.setVal(rsquery.getString(columnName));
}
}
}
} catch (Exception e) {
log.log(Level.SEVERE, e.getLocalizedMessage(), e);
throw new IdempiereServiceFault(e);
} finally {
DB.close(rsquery, pstmtquery);
rsquery = null;
pstmtquery = null;
}
resp.setSuccess(true);
resp.setRowCount(rowCnt);
resp.setNumRows(rowCnt);
resp.setTotalRows(cnt);
resp.setStartRow(offset);
return ret;
} finally {
if (manageTrx && trx != null)
trx.close();
getCompiereService().disconnect();
}
}
use of com.google.cloud.aiplatform.v1.Dataset in project java-automl by googleapis.
the class ListDatasets method listDatasets.
// List the datasets
static void listDatasets(String projectId) throws IOException {
// the "close" method on the client to safely clean up any remaining background resources.
try (AutoMlClient client = AutoMlClient.create()) {
// A resource that represents Google Cloud Platform location.
LocationName projectLocation = LocationName.of(projectId, "us-central1");
ListDatasetsRequest request = ListDatasetsRequest.newBuilder().setParent(projectLocation.toString()).build();
// List all the datasets available in the region by applying filter.
System.out.println("List of datasets:");
for (Dataset dataset : client.listDatasets(request).iterateAll()) {
// Display the dataset information
System.out.format("%nDataset name: %s%n", dataset.getName());
// To get the dataset id, you have to parse it out of the `name` field. As dataset Ids are
// required for other methods.
// Name Form: `projects/{project_id}/locations/{location_id}/datasets/{dataset_id}`
String[] names = dataset.getName().split("/");
String retrievedDatasetId = names[names.length - 1];
System.out.format("Dataset id: %s%n", retrievedDatasetId);
System.out.format("Dataset display name: %s%n", dataset.getDisplayName());
System.out.println("Dataset create time:");
System.out.format("\tseconds: %s%n", dataset.getCreateTime().getSeconds());
System.out.format("\tnanos: %s%n", dataset.getCreateTime().getNanos());
// [END automl_video_object_tracking_list_datasets_beta]
// [END automl_tables_list_datasets]
System.out.format("Video classification dataset metadata: %s%n", dataset.getVideoClassificationDatasetMetadata());
// [END automl_video_classification_list_datasets_beta]
// [START automl_video_object_tracking_list_datasets_beta]
System.out.format("Video object tracking dataset metadata: %s%n", dataset.getVideoObjectTrackingDatasetMetadata());
// [END automl_video_object_tracking_list_datasets_beta]
// [START automl_tables_list_datasets]
System.out.format("Tables dataset metadata: %s%n", dataset.getTablesDatasetMetadata());
// [START automl_video_classification_list_datasets_beta]
// [START automl_video_object_tracking_list_datasets_beta]
}
}
}
Aggregations