Examples with TsKvLatestEntity org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity used on opensource projects

Example 1 with TsKvLatestEntity

use of org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity in project thingsboard by thingsboard.

the class CassandraTsLatestToSqlMigrateService method getTsKvLatestEntity.

private TsKvLatestEntity getTsKvLatestEntity(CassandraToSqlColumnData[] data) {
    TsKvLatestEntity latestEntity = new TsKvLatestEntity();
    latestEntity.setEntityId(UUIDConverter.fromString(data[0].getValue()));
    latestEntity.setKey(getOrSaveKeyId(data[1].getValue()));
    latestEntity.setTs(Long.parseLong(data[2].getValue()));
    String strV = data[4].getValue();
    if (strV != null) {
        if (strV.length() > MAX_STR_V_LENGTH) {
            log.warn("[ts_kv_latest] Value size [{}] exceeds maximum size [{}] of column [str_v] and will be truncated!", strV.length(), MAX_STR_V_LENGTH);
            log.warn("Affected data:\n{}", strV);
            strV = strV.substring(0, MAX_STR_V_LENGTH);
        }
        latestEntity.setStrValue(strV);
    } else {
        Long longV = null;
        try {
            longV = Long.parseLong(data[5].getValue());
        } catch (Exception e) {
        }
        if (longV != null) {
            latestEntity.setLongValue(longV);
        } else {
            Double doubleV = null;
            try {
                doubleV = Double.parseDouble(data[6].getValue());
            } catch (Exception e) {
            }
            if (doubleV != null) {
                latestEntity.setDoubleValue(doubleV);
            } else {
                String jsonV = data[7].getValue();
                if (StringUtils.isNoneEmpty(jsonV)) {
                    latestEntity.setJsonValue(jsonV);
                } else {
                    Boolean boolV = null;
                    try {
                        boolV = Boolean.parseBoolean(data[3].getValue());
                    } catch (Exception e) {
                    }
                    if (boolV != null) {
                        latestEntity.setBooleanValue(boolV);
                    } else {
                        log.warn("All values in key-value row are nullable ");
                    }
                }
            }
        }
    }
    return latestEntity;
}

Example 2 with TsKvLatestEntity

use of org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity in project thingsboard by thingsboard.

the class SqlTimeseriesLatestDao method getSaveLatestFuture.

protected ListenableFuture<Void> getSaveLatestFuture(EntityId entityId, TsKvEntry tsKvEntry) {
    TsKvLatestEntity latestEntity = new TsKvLatestEntity();
    latestEntity.setEntityId(entityId.getId());
    latestEntity.setTs(tsKvEntry.getTs());
    latestEntity.setKey(getOrSaveKeyId(tsKvEntry.getKey()));
    latestEntity.setStrValue(tsKvEntry.getStrValue().orElse(null));
    latestEntity.setDoubleValue(tsKvEntry.getDoubleValue().orElse(null));
    latestEntity.setLongValue(tsKvEntry.getLongValue().orElse(null));
    latestEntity.setBooleanValue(tsKvEntry.getBooleanValue().orElse(null));
    latestEntity.setJsonValue(tsKvEntry.getJsonValue().orElse(null));
    return tsLatestQueue.add(latestEntity);
}

Example 3 with TsKvLatestEntity

use of org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity in project thingsboard by thingsboard.

the class SqlTimeseriesLatestDao method getRemoveLatestFuture.

protected ListenableFuture<TsKvLatestRemovingResult> getRemoveLatestFuture(TenantId tenantId, EntityId entityId, DeleteTsKvQuery query) {
    ListenableFuture<TsKvEntry> latestFuture = getFindLatestFuture(entityId, query.getKey());
    ListenableFuture<Boolean> booleanFuture = Futures.transform(latestFuture, tsKvEntry -> {
        long ts = tsKvEntry.getTs();
        return ts > query.getStartTs() && ts <= query.getEndTs();
    }, service);
    ListenableFuture<Boolean> removedLatestFuture = Futures.transformAsync(booleanFuture, isRemove -> {
        if (isRemove) {
            TsKvLatestEntity latestEntity = new TsKvLatestEntity();
            latestEntity.setEntityId(entityId.getId());
            latestEntity.setKey(getOrSaveKeyId(query.getKey()));
            return service.submit(() -> {
                tsKvLatestRepository.delete(latestEntity);
                return true;
            });
        }
        return Futures.immediateFuture(false);
    }, service);
    return Futures.transformAsync(removedLatestFuture, isRemoved -> {
        if (isRemoved && query.getRewriteLatestIfDeleted()) {
            return getNewLatestEntryFuture(tenantId, entityId, query);
        }
        return Futures.immediateFuture(new TsKvLatestRemovingResult(query.getKey(), isRemoved));
    }, MoreExecutors.directExecutor());
}

Example 4 with TsKvLatestEntity

use of org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity in project thingsboard by thingsboard.

the class SqlTimeseriesLatestDao method getFindLatestFuture.

protected ListenableFuture<TsKvEntry> getFindLatestFuture(EntityId entityId, String key) {
    TsKvLatestCompositeKey compositeKey = new TsKvLatestCompositeKey(entityId.getId(), getOrSaveKeyId(key));
    Optional<TsKvLatestEntity> entry = tsKvLatestRepository.findById(compositeKey);
    TsKvEntry result;
    if (entry.isPresent()) {
        TsKvLatestEntity tsKvLatestEntity = entry.get();
        tsKvLatestEntity.setStrKey(key);
        result = DaoUtil.getData(tsKvLatestEntity);
    } else {
        result = new BasicTsKvEntry(System.currentTimeMillis(), new StringDataEntry(key, null));
    }
    return Futures.immediateFuture(result);
}

Example 5 with TsKvLatestEntity

use of org.thingsboard.server.dao.model.sqlts.latest.TsKvLatestEntity in project thingsboard by thingsboard.

the class SqlTimeseriesLatestDao method init.

@PostConstruct
protected void init() {
    TbSqlBlockingQueueParams tsLatestParams = TbSqlBlockingQueueParams.builder().logName("TS Latest").batchSize(tsLatestBatchSize).maxDelay(tsLatestMaxDelay).statsPrintIntervalMs(tsLatestStatsPrintIntervalMs).statsNamePrefix("ts.latest").batchSortEnabled(false).build();
    java.util.function.Function<TsKvLatestEntity, Integer> hashcodeFunction = entity -> entity.getEntityId().hashCode();
    tsLatestQueue = new TbSqlBlockingQueueWrapper<>(tsLatestParams, hashcodeFunction, tsLatestBatchThreads, statsFactory);
    tsLatestQueue.init(logExecutor, v -> {
        Map<TsKey, TsKvLatestEntity> trueLatest = new HashMap<>();
        v.forEach(ts -> {
            TsKey key = new TsKey(ts.getEntityId(), ts.getKey());
            trueLatest.merge(key, ts, (oldTs, newTs) -> oldTs.getTs() <= newTs.getTs() ? newTs : oldTs);
        });
        List<TsKvLatestEntity> latestEntities = new ArrayList<>(trueLatest.values());
        if (batchSortEnabled) {
            latestEntities.sort(Comparator.comparing((Function<TsKvLatestEntity, UUID>) AbstractTsKvEntity::getEntityId).thenComparingInt(AbstractTsKvEntity::getKey));
        }
        insertLatestTsRepository.saveOrUpdate(latestEntities);
    }, (l, r) -> 0);
}