use of io.openk9.json.api.JsonNode in project openk9 by smclab.
the class BaseNerEnrichProcessor method _getEntityOrCreate.
private Mono<JsonNode> _getEntityOrCreate(ObjectNode jsonNode) {
return _entityManagerClient.getOrAddEntities(_jsonFactory.fromJsonNode(jsonNode, Request.class)).map(httpResponse -> {
List<Response> responseList = httpResponse.getResponse();
JsonNode entitiesJsonNode = jsonNode.get(entitiesField());
ArrayNode entitiesArrayNode = entitiesJsonNode.toArrayNode();
ArrayNode arrayNode = _jsonFactory.createArrayNode();
for (JsonNode node : entitiesArrayNode) {
Optional<Response> responseOptional = responseList.stream().filter(response -> node.get("tmpId").asLong() == response.getTmpId()).findFirst();
if (responseOptional.isPresent()) {
Entity entity = responseOptional.get().getEntity();
ObjectNode result = _jsonFactory.createObjectNode();
result.put("entityType", entity.getType());
result.put("id", entity.getId());
result.put("context", node.get("context"));
arrayNode.add(result);
}
}
return arrayNode;
});
}
use of io.openk9.json.api.JsonNode in project openk9 by smclab.
the class BaseNerEnrichProcessor method process.
@Override
public Mono<ObjectNode> process(ObjectNode objectNode, DatasourceContext context, EnrichItem enrichItem, PluginDriverDTO pluginDriverName) {
return Mono.defer(() -> {
JsonNode datasourceConfiguration = _jsonFactory.fromJsonToJsonNode(enrichItem.getJsonConfig());
if (!datasourceConfiguration.isObject()) {
return Mono.error(new RuntimeException("jsonConfig must be an instance of ObjectNode " + datasourceConfiguration.toString()));
}
ObjectNode request = prepareRequestRawContent(objectNode, datasourceConfiguration.toObjectNode(), context, pluginDriverName);
return Mono.from(_httpClient.request(getMethod(), getPath(), request.toString(), getHeaders())).retry(5).map(_jsonFactory::fromJsonToJsonNode).map(JsonNode::toObjectNode).map(jsonNodes -> {
jsonNodes.put(Constants.TENANT_ID, context.getTenant().getTenantId());
jsonNodes.put(Constants.DATASOURCE_ID, context.getDatasource().getDatasourceId());
jsonNodes.put(Constants.CONTENT_ID, objectNode.get(Constants.CONTENT_ID));
jsonNodes.put(Constants.RAW_CONTENT, objectNode.get(Constants.RAW_CONTENT));
jsonNodes.put(Constants.INGESTION_ID, objectNode.get(Constants.INGESTION_ID));
return jsonNodes;
}).flatMap(this::_getEntityOrCreate).map(entities -> objectNode.set(entitiesField(), entities));
});
}
Aggregations