Examples with TopicPartitionInfo org.thingsboard.server.common.msg.queue.TopicPartitionInfo used on opensource projects

Example 21 with TopicPartitionInfo

use of org.thingsboard.server.common.msg.queue.TopicPartitionInfo in project thingsboard by thingsboard.

the class DeviceProvisionServiceImpl method sendToRuleEngine.

protected void sendToRuleEngine(TenantId tenantId, TbMsg tbMsg, TbQueueCallback callback) {
    TopicPartitionInfo tpi = partitionService.resolve(ServiceType.TB_RULE_ENGINE, tenantId, tbMsg.getOriginator());
    TransportProtos.ToRuleEngineMsg msg = TransportProtos.ToRuleEngineMsg.newBuilder().setTbMsg(TbMsg.toByteString(tbMsg)).setTenantIdMSB(tenantId.getId().getMostSignificantBits()).setTenantIdLSB(tenantId.getId().getLeastSignificantBits()).build();
    ruleEngineMsgProducer.send(tpi, new TbProtoQueueMsg<>(tbMsg.getId(), msg), callback);
}

Example 22 with TopicPartitionInfo

use of org.thingsboard.server.common.msg.queue.TopicPartitionInfo in project thingsboard by thingsboard.

the class HashPartitionServiceTest method testDevicesDispersion.

private void testDevicesDispersion(List<DeviceId> devices) {
    long start = System.currentTimeMillis();
    Map<Integer, Integer> map = new HashMap<>();
    for (DeviceId deviceId : devices) {
        TopicPartitionInfo address = clusterRoutingService.resolve(ServiceType.TB_CORE, TenantId.SYS_TENANT_ID, deviceId);
        Integer partition = address.getPartition().get();
        map.put(partition, map.getOrDefault(partition, 0) + 1);
    }
    List<Map.Entry<Integer, Integer>> data = map.entrySet().stream().sorted(Comparator.comparingInt(Map.Entry::getValue)).collect(Collectors.toList());
    long end = System.currentTimeMillis();
    double diff = (data.get(data.size() - 1).getValue() - data.get(0).getValue());
    double diffPercent = (diff / ITERATIONS) * 100.0;
    System.out.println("Time: " + (end - start) + " Diff: " + diff + "(" + String.format("%f", diffPercent) + "%)");
    Assert.assertTrue(diffPercent < 0.5);
    for (Map.Entry<Integer, Integer> entry : data) {
        System.out.println(entry.getKey() + ": " + entry.getValue());
    }
}

Example 23 with TopicPartitionInfo

use of org.thingsboard.server.common.msg.queue.TopicPartitionInfo in project thingsboard by thingsboard.

the class DefaultTransportService method init.

@PostConstruct
public void init() {
    this.ruleEngineProducerStats = statsFactory.createMessagesStats(StatsType.RULE_ENGINE.getName() + ".producer");
    this.tbCoreProducerStats = statsFactory.createMessagesStats(StatsType.CORE.getName() + ".producer");
    this.transportApiStats = statsFactory.createMessagesStats(StatsType.TRANSPORT.getName() + ".producer");
    this.transportCallbackExecutor = ThingsBoardExecutors.newWorkStealingPool(20, getClass());
    this.scheduler.scheduleAtFixedRate(this::checkInactivityAndReportActivity, new Random().nextInt((int) sessionReportTimeout), sessionReportTimeout, TimeUnit.MILLISECONDS);
    this.scheduler.scheduleAtFixedRate(this::invalidateRateLimits, new Random().nextInt((int) sessionReportTimeout), sessionReportTimeout, TimeUnit.MILLISECONDS);
    transportApiRequestTemplate = queueProvider.createTransportApiRequestTemplate();
    transportApiRequestTemplate.setMessagesStats(transportApiStats);
    ruleEngineMsgProducer = producerProvider.getRuleEngineMsgProducer();
    tbCoreMsgProducer = producerProvider.getTbCoreMsgProducer();
    transportNotificationsConsumer = queueProvider.createTransportNotificationsConsumer();
    TopicPartitionInfo tpi = partitionService.getNotificationsTopic(ServiceType.TB_TRANSPORT, serviceInfoProvider.getServiceId());
    transportNotificationsConsumer.subscribe(Collections.singleton(tpi));
    transportApiRequestTemplate.init();
    mainConsumerExecutor = Executors.newSingleThreadExecutor(ThingsBoardThreadFactory.forName("transport-consumer"));
}

Example 24 with TopicPartitionInfo

use of org.thingsboard.server.common.msg.queue.TopicPartitionInfo in project thingsboard by thingsboard.

the class DefaultTransportService method sendToDeviceActor.

protected void sendToDeviceActor(TransportProtos.SessionInfoProto sessionInfo, TransportToDeviceActorMsg toDeviceActorMsg, TransportServiceCallback<Void> callback) {
    TopicPartitionInfo tpi = partitionService.resolve(ServiceType.TB_CORE, getTenantId(sessionInfo), getDeviceId(sessionInfo));
    if (log.isTraceEnabled()) {
        log.trace("[{}][{}] Pushing to topic {} message {}", getTenantId(sessionInfo), getDeviceId(sessionInfo), tpi.getFullTopicName(), toDeviceActorMsg);
    }
    TransportTbQueueCallback transportTbQueueCallback = callback != null ? new TransportTbQueueCallback(callback) : null;
    tbCoreProducerStats.incrementTotal();
    StatsCallback wrappedCallback = new StatsCallback(transportTbQueueCallback, tbCoreProducerStats);
    tbCoreMsgProducer.send(tpi, new TbProtoQueueMsg<>(getRoutingKey(sessionInfo), ToCoreMsg.newBuilder().setToDeviceActorMsg(toDeviceActorMsg).build()), wrappedCallback);
}

Example 25 with TopicPartitionInfo

use of org.thingsboard.server.common.msg.queue.TopicPartitionInfo in project thingsboard by thingsboard.

the class DefaultTbApiUsageStateService method onAddedPartitions.

@Override
protected void onAddedPartitions(Set<TopicPartitionInfo> addedPartitions) {
    try {
        log.info("Initializing tenant states.");
        updateLock.lock();
        try {
            PageDataIterable<Tenant> tenantIterator = new PageDataIterable<>(tenantService::findTenants, 1024);
            List<ListenableFuture<?>> futures = new ArrayList<>();
            for (Tenant tenant : tenantIterator) {
                TopicPartitionInfo tpi = partitionService.resolve(ServiceType.TB_CORE, tenant.getId(), tenant.getId());
                if (addedPartitions.contains(tpi)) {
                    if (!myUsageStates.containsKey(tenant.getId()) && tpi.isMyPartition()) {
                        log.debug("[{}] Initializing tenant state.", tenant.getId());
                        futures.add(dbExecutor.submit(() -> {
                            try {
                                updateTenantState((TenantApiUsageState) getOrFetchState(tenant.getId(), tenant.getId()), tenantProfileCache.get(tenant.getTenantProfileId()));
                                log.debug("[{}] Initialized tenant state.", tenant.getId());
                            } catch (Exception e) {
                                log.warn("[{}] Failed to initialize tenant API state", tenant.getId(), e);
                            }
                            return null;
                        }));
                    }
                } else {
                    log.debug("[{}][{}] Tenant doesn't belong to current partition. tpi [{}]", tenant.getName(), tenant.getId(), tpi);
                }
            }
            Futures.whenAllComplete(futures);
        } finally {
            updateLock.unlock();
        }
        log.info("Initialized {} tenant states.", myUsageStates.size());
    } catch (Exception e) {
        log.warn("Unknown failure", e);
    }
}