Examples with MetricEntity com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity used on opensource projects

Example 11 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class InMemoryMetricsRepositoryTest method testSaveAll.

@Test
public void testSaveAll() {
    List<MetricEntity> entities = new ArrayList<>(10000);
    for (int i = 0; i < 10000; i++) {
        MetricEntity entry = new MetricEntity();
        entry.setApp("testSaveAll");
        entry.setResource("testResource" + i);
        entry.setTimestamp(new Date(System.currentTimeMillis()));
        entry.setPassQps(1L);
        entry.setExceptionQps(1L);
        entry.setBlockQps(0L);
        entry.setSuccessQps(1L);
        entities.add(entry);
    }
    inMemoryMetricsRepository.saveAll(entities);
    List<String> result = inMemoryMetricsRepository.listResourcesOfApp("testSaveAll");
    Assert.assertTrue(result.size() == entities.size());
}

Example 12 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class InMemoryMetricsRepository method listResourcesOfApp.

@Override
public List<String> listResourcesOfApp(String app) {
    List<String> results = new ArrayList<>();
    if (StringUtil.isBlank(app)) {
        return results;
    }
    // resource -> timestamp -> metric
    Map<String, LinkedHashMap<Long, MetricEntity>> resourceMap = allMetrics.get(app);
    if (resourceMap == null) {
        return results;
    }
    final long minTimeMs = System.currentTimeMillis() - 1000 * 60;
    Map<String, MetricEntity> resourceCount = new ConcurrentHashMap<>(32);
    readWriteLock.readLock().lock();
    try {
        for (Entry<String, LinkedHashMap<Long, MetricEntity>> resourceMetrics : resourceMap.entrySet()) {
            for (Entry<Long, MetricEntity> metrics : resourceMetrics.getValue().entrySet()) {
                if (metrics.getKey() < minTimeMs) {
                    continue;
                }
                MetricEntity newEntity = metrics.getValue();
                if (resourceCount.containsKey(resourceMetrics.getKey())) {
                    MetricEntity oldEntity = resourceCount.get(resourceMetrics.getKey());
                    oldEntity.addPassQps(newEntity.getPassQps());
                    oldEntity.addRtAndSuccessQps(newEntity.getRt(), newEntity.getSuccessQps());
                    oldEntity.addBlockQps(newEntity.getBlockQps());
                    oldEntity.addExceptionQps(newEntity.getExceptionQps());
                    oldEntity.addCount(1);
                } else {
                    resourceCount.put(resourceMetrics.getKey(), MetricEntity.copyOf(newEntity));
                }
            }
        }
        // Order by last minute b_qps DESC.
        return resourceCount.entrySet().stream().sorted((o1, o2) -> {
            MetricEntity e1 = o1.getValue();
            MetricEntity e2 = o2.getValue();
            int t = e2.getBlockQps().compareTo(e1.getBlockQps());
            if (t != 0) {
                return t;
            }
            return e2.getPassQps().compareTo(e1.getPassQps());
        }).map(Entry::getKey).collect(Collectors.toList());
    } finally {
        readWriteLock.readLock().unlock();
    }
}

Example 13 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project RuoYi-Cloud-Plus by JavaLionLi.

the class MetricFetcher method fetchOnce.

/**
 * fetch metric between [startTime, endTime], both side inclusive
 */
private void fetchOnce(String app, long startTime, long endTime, int maxWaitSeconds) {
    if (maxWaitSeconds <= 0) {
        throw new IllegalArgumentException("maxWaitSeconds must > 0, but " + maxWaitSeconds);
    }
    AppInfo appInfo = appManagement.getDetailApp(app);
    // auto remove for app
    if (appInfo.isDead()) {
        logger.info("Dead app removed: {}", app);
        appManagement.removeApp(app);
        return;
    }
    Set<MachineInfo> machines = appInfo.getMachines();
    logger.debug("enter fetchOnce(" + app + "), machines.size()=" + machines.size() + ", time intervalMs [" + startTime + ", " + endTime + "]");
    if (machines.isEmpty()) {
        return;
    }
    final String msg = "fetch";
    AtomicLong unhealthy = new AtomicLong();
    final AtomicLong success = new AtomicLong();
    final AtomicLong fail = new AtomicLong();
    long start = System.currentTimeMillis();
    /**
     * app_resource_timeSecond -> metric
     */
    final Map<String, MetricEntity> metricMap = new ConcurrentHashMap<>(16);
    final CountDownLatch latch = new CountDownLatch(machines.size());
    for (final MachineInfo machine : machines) {
        // auto remove
        if (machine.isDead()) {
            latch.countDown();
            appManagement.getDetailApp(app).removeMachine(machine.getIp(), machine.getPort());
            logger.info("Dead machine removed: {}:{} of {}", machine.getIp(), machine.getPort(), app);
            continue;
        }
        if (!machine.isHealthy()) {
            latch.countDown();
            unhealthy.incrementAndGet();
            continue;
        }
        final String url = "http://" + machine.getIp() + ":" + machine.getPort() + "/" + METRIC_URL_PATH + "?startTime=" + startTime + "&endTime=" + endTime + "&refetch=" + false;
        final HttpGet httpGet = new HttpGet(url);
        httpGet.setHeader(HTTP.CONN_DIRECTIVE, HTTP.CONN_CLOSE);
        httpclient.execute(httpGet, new FutureCallback<HttpResponse>() {

            @Override
            public void completed(final HttpResponse response) {
                try {
                    handleResponse(response, machine, metricMap);
                    success.incrementAndGet();
                } catch (Exception e) {
                    logger.error(msg + " metric " + url + " error:", e);
                } finally {
                    latch.countDown();
                }
            }

            @Override
            public void failed(final Exception ex) {
                latch.countDown();
                fail.incrementAndGet();
                httpGet.abort();
                if (ex instanceof SocketTimeoutException) {
                    logger.error("Failed to fetch metric from <{}>: socket timeout", url);
                } else if (ex instanceof ConnectException) {
                    logger.error("Failed to fetch metric from <{}> (ConnectionException: {})", url, ex.getMessage());
                } else {
                    logger.error(msg + " metric " + url + " error", ex);
                }
            }

            @Override
            public void cancelled() {
                latch.countDown();
                fail.incrementAndGet();
                httpGet.abort();
            }
        });
    }
    try {
        latch.await(maxWaitSeconds, TimeUnit.SECONDS);
    } catch (Exception e) {
        logger.info(msg + " metric, wait http client error:", e);
    }
    // long cost = System.currentTimeMillis() - start;
    // logger.info("finished " + msg + " metric for " + app + ", time intervalMs [" + startTime + ", " + endTime
    // + "], total machines=" + machines.size() + ", dead=" + dead + ", fetch success="
    // + success + ", fetch fail=" + fail + ", time cost=" + cost + " ms");
    writeMetric(metricMap);
}

Example 14 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project RuoYi-Cloud-Plus by JavaLionLi.

the class MetricFetcher method handleBody.

private void handleBody(String[] lines, MachineInfo machine, Map<String, MetricEntity> map) {
    // logger.info("handleBody() lines=" + lines.length + ", machine=" + machine);
    if (lines.length < 1) {
        return;
    }
    for (String line : lines) {
        try {
            MetricNode node = MetricNode.fromThinString(line);
            if (shouldFilterOut(node.getResource())) {
                continue;
            }
            /*
                 * aggregation metrics by app_resource_timeSecond, ignore ip and port.
                 */
            String key = buildMetricKey(machine.getApp(), node.getResource(), node.getTimestamp());
            MetricEntity metricEntity = map.computeIfAbsent(key, s -> {
                MetricEntity initMetricEntity = new MetricEntity();
                initMetricEntity.setApp(machine.getApp());
                initMetricEntity.setTimestamp(new Date(node.getTimestamp()));
                initMetricEntity.setPassQps(0L);
                initMetricEntity.setBlockQps(0L);
                initMetricEntity.setRtAndSuccessQps(0, 0L);
                initMetricEntity.setExceptionQps(0L);
                initMetricEntity.setCount(0);
                initMetricEntity.setResource(node.getResource());
                return initMetricEntity;
            });
            metricEntity.addPassQps(node.getPassQps());
            metricEntity.addBlockQps(node.getBlockQps());
            metricEntity.addRtAndSuccessQps(node.getRt(), node.getSuccessQps());
            metricEntity.addExceptionQps(node.getExceptionQps());
            metricEntity.addCount(1);
        } catch (Exception e) {
            logger.warn("handleBody line exception, machine: {}, line: {}", machine.toLogString(), line);
        }
    }
}

Example 15 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project Sentinel by alibaba.

the class InMemoryMetricsRepositoryTest method testSave.

@Test
public void testSave() {
    MetricEntity entry = new MetricEntity();
    entry.setApp("testSave");
    entry.setResource("testResource");
    entry.setTimestamp(new Date(System.currentTimeMillis()));
    entry.setPassQps(1L);
    entry.setExceptionQps(1L);
    entry.setBlockQps(0L);
    entry.setSuccessQps(1L);
    inMemoryMetricsRepository.save(entry);
    List<String> resources = inMemoryMetricsRepository.listResourcesOfApp("testSave");
    Assert.assertTrue(resources.size() == 1 && "testResource".equals(resources.get(0)));
}