Examples with TbProtoQueueMsg org.thingsboard.server.queue.common.TbProtoQueueMsg used on opensource projects

Example 16 with TbProtoQueueMsg

use of org.thingsboard.server.queue.common.TbProtoQueueMsg in project thingsboard by thingsboard.

the class TbCoreTransportApiService method init.

@PostConstruct
public void init() {
    this.transportCallbackExecutor = ThingsBoardExecutors.newWorkStealingPool(maxCallbackThreads, getClass());
    TbQueueProducer<TbProtoQueueMsg<TransportApiResponseMsg>> producer = tbCoreQueueFactory.createTransportApiResponseProducer();
    TbQueueConsumer<TbProtoQueueMsg<TransportApiRequestMsg>> consumer = tbCoreQueueFactory.createTransportApiRequestConsumer();
    String key = StatsType.TRANSPORT.getName();
    MessagesStats queueStats = statsFactory.createMessagesStats(key);
    DefaultTbQueueResponseTemplate.DefaultTbQueueResponseTemplateBuilder<TbProtoQueueMsg<TransportApiRequestMsg>, TbProtoQueueMsg<TransportApiResponseMsg>> builder = DefaultTbQueueResponseTemplate.builder();
    builder.requestTemplate(consumer);
    builder.responseTemplate(producer);
    builder.maxPendingRequests(maxPendingRequests);
    builder.requestTimeout(requestTimeout);
    builder.pollInterval(responsePollDuration);
    builder.executor(transportCallbackExecutor);
    builder.handler(transportApiService);
    builder.stats(queueStats);
    transportApiTemplate = builder.build();
}

Example 17 with TbProtoQueueMsg

use of org.thingsboard.server.queue.common.TbProtoQueueMsg in project thingsboard by thingsboard.

the class RemoteJsInvokeService method doEval.

@Override
protected ListenableFuture<UUID> doEval(UUID scriptId, String functionName, String scriptBody) {
    JsInvokeProtos.JsCompileRequest jsRequest = JsInvokeProtos.JsCompileRequest.newBuilder().setScriptIdMSB(scriptId.getMostSignificantBits()).setScriptIdLSB(scriptId.getLeastSignificantBits()).setFunctionName(functionName).setScriptBody(scriptBody).build();
    JsInvokeProtos.RemoteJsRequest jsRequestWrapper = JsInvokeProtos.RemoteJsRequest.newBuilder().setCompileRequest(jsRequest).build();
    log.trace("Post compile request for scriptId [{}]", scriptId);
    ListenableFuture<TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse>> future = requestTemplate.send(new TbProtoJsQueueMsg<>(UUID.randomUUID(), jsRequestWrapper));
    if (maxEvalRequestsTimeout > 0) {
        future = Futures.withTimeout(future, maxEvalRequestsTimeout, TimeUnit.MILLISECONDS, timeoutExecutorService);
    }
    queuePushedMsgs.incrementAndGet();
    Futures.addCallback(future, new FutureCallback<TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse>>() {

        @Override
        public void onSuccess(@Nullable TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse> result) {
            queueEvalMsgs.incrementAndGet();
        }

        @Override
        public void onFailure(Throwable t) {
            if (t instanceof TimeoutException || (t.getCause() != null && t.getCause() instanceof TimeoutException)) {
                queueTimeoutMsgs.incrementAndGet();
            }
            queueFailedMsgs.incrementAndGet();
        }
    }, callbackExecutor);
    return Futures.transform(future, response -> {
        JsInvokeProtos.JsCompileResponse compilationResult = response.getValue().getCompileResponse();
        UUID compiledScriptId = new UUID(compilationResult.getScriptIdMSB(), compilationResult.getScriptIdLSB());
        if (compilationResult.getSuccess()) {
            scriptIdToNameMap.put(scriptId, functionName);
            scriptIdToBodysMap.put(scriptId, scriptBody);
            return compiledScriptId;
        } else {
            log.debug("[{}] Failed to compile script due to [{}]: {}", compiledScriptId, compilationResult.getErrorCode().name(), compilationResult.getErrorDetails());
            throw new RuntimeException(compilationResult.getErrorDetails());
        }
    }, callbackExecutor);
}

Example 18 with TbProtoQueueMsg

use of org.thingsboard.server.queue.common.TbProtoQueueMsg in project thingsboard by thingsboard.

the class RemoteJsInvokeService method doInvokeFunction.

@Override
protected ListenableFuture<Object> doInvokeFunction(UUID scriptId, String functionName, Object[] args) {
    log.trace("doInvokeFunction js-request for uuid {} with timeout {}ms", scriptId, maxRequestsTimeout);
    final String scriptBody = scriptIdToBodysMap.get(scriptId);
    if (scriptBody == null) {
        return Futures.immediateFailedFuture(new RuntimeException("No script body found for scriptId: [" + scriptId + "]!"));
    }
    JsInvokeProtos.JsInvokeRequest.Builder jsRequestBuilder = JsInvokeProtos.JsInvokeRequest.newBuilder().setScriptIdMSB(scriptId.getMostSignificantBits()).setScriptIdLSB(scriptId.getLeastSignificantBits()).setFunctionName(functionName).setTimeout((int) maxRequestsTimeout).setScriptBody(scriptBody);
    for (Object arg : args) {
        jsRequestBuilder.addArgs(arg.toString());
    }
    JsInvokeProtos.RemoteJsRequest jsRequestWrapper = JsInvokeProtos.RemoteJsRequest.newBuilder().setInvokeRequest(jsRequestBuilder.build()).build();
    StopWatch stopWatch = new StopWatch();
    stopWatch.start();
    ListenableFuture<TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse>> future = requestTemplate.send(new TbProtoJsQueueMsg<>(UUID.randomUUID(), jsRequestWrapper));
    if (maxRequestsTimeout > 0) {
        future = Futures.withTimeout(future, maxRequestsTimeout, TimeUnit.MILLISECONDS, timeoutExecutorService);
    }
    queuePushedMsgs.incrementAndGet();
    Futures.addCallback(future, new FutureCallback<TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse>>() {

        @Override
        public void onSuccess(@Nullable TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse> result) {
            queueInvokeMsgs.incrementAndGet();
        }

        @Override
        public void onFailure(Throwable t) {
            onScriptExecutionError(scriptId, t, scriptBody);
            if (t instanceof TimeoutException || (t.getCause() != null && t.getCause() instanceof TimeoutException)) {
                queueTimeoutMsgs.incrementAndGet();
            }
            queueFailedMsgs.incrementAndGet();
        }
    }, callbackExecutor);
    return Futures.transform(future, response -> {
        stopWatch.stop();
        log.trace("doInvokeFunction js-response took {}ms for uuid {}", stopWatch.getTotalTimeMillis(), response.getKey());
        JsInvokeProtos.JsInvokeResponse invokeResult = response.getValue().getInvokeResponse();
        if (invokeResult.getSuccess()) {
            return invokeResult.getResult();
        } else {
            final RuntimeException e = new RuntimeException(invokeResult.getErrorDetails());
            onScriptExecutionError(scriptId, e, scriptBody);
            log.debug("[{}] Failed to compile script due to [{}]: {}", scriptId, invokeResult.getErrorCode().name(), invokeResult.getErrorDetails());
            throw e;
        }
    }, callbackExecutor);
}

Example 19 with TbProtoQueueMsg

use of org.thingsboard.server.queue.common.TbProtoQueueMsg in project thingsboard by thingsboard.

the class RemoteJsInvokeService method doRelease.

@Override
protected void doRelease(UUID scriptId, String functionName) throws Exception {
    JsInvokeProtos.JsReleaseRequest jsRequest = JsInvokeProtos.JsReleaseRequest.newBuilder().setScriptIdMSB(scriptId.getMostSignificantBits()).setScriptIdLSB(scriptId.getLeastSignificantBits()).setFunctionName(functionName).build();
    JsInvokeProtos.RemoteJsRequest jsRequestWrapper = JsInvokeProtos.RemoteJsRequest.newBuilder().setReleaseRequest(jsRequest).build();
    ListenableFuture<TbProtoQueueMsg<JsInvokeProtos.RemoteJsResponse>> future = requestTemplate.send(new TbProtoJsQueueMsg<>(UUID.randomUUID(), jsRequestWrapper));
    if (maxRequestsTimeout > 0) {
        future = Futures.withTimeout(future, maxRequestsTimeout, TimeUnit.MILLISECONDS, timeoutExecutorService);
    }
    JsInvokeProtos.RemoteJsResponse response = future.get().getValue();
    JsInvokeProtos.JsReleaseResponse compilationResult = response.getReleaseResponse();
    UUID compiledScriptId = new UUID(compilationResult.getScriptIdMSB(), compilationResult.getScriptIdLSB());
    if (compilationResult.getSuccess()) {
        scriptIdToBodysMap.remove(scriptId);
    } else {
        log.debug("[{}] Failed to release script due", compiledScriptId);
    }
}

Example 20 with TbProtoQueueMsg

use of org.thingsboard.server.queue.common.TbProtoQueueMsg in project thingsboard by thingsboard.

the class DefaultTbApiUsageClient method reportStats.

private void reportStats() {
    ConcurrentMap<OwnerId, ToUsageStatsServiceMsg.Builder> report = new ConcurrentHashMap<>();
    for (ApiUsageRecordKey key : ApiUsageRecordKey.values()) {
        ConcurrentMap<OwnerId, AtomicLong> statsForKey = stats.get(key);
        statsForKey.forEach((ownerId, statsValue) -> {
            long value = statsValue.get();
            if (value == 0)
                return;
            ToUsageStatsServiceMsg.Builder statsMsgBuilder = report.computeIfAbsent(ownerId, id -> {
                ToUsageStatsServiceMsg.Builder newStatsMsgBuilder = ToUsageStatsServiceMsg.newBuilder();
                TenantId tenantId = ownerId.getTenantId();
                newStatsMsgBuilder.setTenantIdMSB(tenantId.getId().getMostSignificantBits());
                newStatsMsgBuilder.setTenantIdLSB(tenantId.getId().getLeastSignificantBits());
                EntityId entityId = ownerId.getEntityId();
                if (entityId != null && entityId.getEntityType() == EntityType.CUSTOMER) {
                    newStatsMsgBuilder.setCustomerIdMSB(entityId.getId().getMostSignificantBits());
                    newStatsMsgBuilder.setCustomerIdLSB(entityId.getId().getLeastSignificantBits());
                }
                return newStatsMsgBuilder;
            });
            statsMsgBuilder.addValues(UsageStatsKVProto.newBuilder().setKey(key.name()).setValue(value).build());
        });
        statsForKey.clear();
    }
    report.forEach(((ownerId, statsMsg) -> {
        // TODO: figure out how to minimize messages into the queue. Maybe group by 100s of messages?
        TenantId tenantId = ownerId.getTenantId();
        EntityId entityId = Optional.ofNullable(ownerId.getEntityId()).orElse(tenantId);
        TopicPartitionInfo tpi = partitionService.resolve(ServiceType.TB_CORE, tenantId, entityId).newByTopic(msgProducer.getDefaultTopic());
        msgProducer.send(tpi, new TbProtoQueueMsg<>(UUID.randomUUID(), statsMsg.build()), null);
    }));
    if (!report.isEmpty()) {
        log.debug("Reporting API usage statistics for {} tenants and customers", report.size());
    }
}