Examples with MetricEntity com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity used on opensource projects

Example 6 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project pig by pig-mesh.

the class MetricFetcher method handleBody.

private void handleBody(String[] lines, MachineInfo machine, Map<String, MetricEntity> map) {
    // logger.info("handleBody() lines=" + lines.length + ", machine=" + machine);
    if (lines.length < 1) {
        return;
    }
    for (String line : lines) {
        try {
            MetricNode node = MetricNode.fromThinString(line);
            if (shouldFilterOut(node.getResource())) {
                continue;
            }
            /*
				 * aggregation metrics by app_resource_timeSecond, ignore ip and port.
				 */
            String key = buildMetricKey(machine.getApp(), node.getResource(), node.getTimestamp());
            MetricEntity metricEntity = map.computeIfAbsent(key, s -> {
                MetricEntity initMetricEntity = new MetricEntity();
                initMetricEntity.setApp(machine.getApp());
                initMetricEntity.setTimestamp(new Date(node.getTimestamp()));
                initMetricEntity.setPassQps(0L);
                initMetricEntity.setBlockQps(0L);
                initMetricEntity.setRtAndSuccessQps(0, 0L);
                initMetricEntity.setExceptionQps(0L);
                initMetricEntity.setCount(0);
                initMetricEntity.setResource(node.getResource());
                return initMetricEntity;
            });
            metricEntity.addPassQps(node.getPassQps());
            metricEntity.addBlockQps(node.getBlockQps());
            metricEntity.addRtAndSuccessQps(node.getRt(), node.getSuccessQps());
            metricEntity.addExceptionQps(node.getExceptionQps());
            metricEntity.addCount(1);
        } catch (Exception e) {
            logger.warn("handleBody line exception, machine: {}, line: {}", machine.toLogString(), line);
        }
    }
}

Example 7 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class MetricFetcher method writeMetric.

private void writeMetric(Map<String, MetricEntity> map) {
    if (map.isEmpty()) {
        return;
    }
    Date date = new Date();
    for (MetricEntity entity : map.values()) {
        entity.setGmtCreate(date);
        entity.setGmtModified(date);
    }
    metricStore.saveAll(map.values());
}

Example 8 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class MetricFetcher method handleBody.

private void handleBody(String[] lines, MachineInfo machine, Map<String, MetricEntity> map) {
    // logger.info("handleBody() lines=" + lines.length + ", machine=" + machine);
    if (lines.length < 1) {
        return;
    }
    for (String line : lines) {
        try {
            MetricNode node = MetricNode.fromThinString(line);
            if (shouldFilterOut(node.getResource())) {
                continue;
            }
            /*
                 * aggregation metrics by app_resource_timeSecond, ignore ip and port.
                 */
            String key = buildMetricKey(machine.getApp(), node.getResource(), node.getTimestamp());
            MetricEntity entity = map.get(key);
            if (entity != null) {
                entity.addPassQps(node.getPassQps());
                entity.addBlockQps(node.getBlockQps());
                entity.addRtAndSuccessQps(node.getRt(), node.getSuccessQps());
                entity.addExceptionQps(node.getExceptionQps());
                entity.addCount(1);
            } else {
                entity = new MetricEntity();
                entity.setApp(machine.getApp());
                entity.setTimestamp(new Date(node.getTimestamp()));
                entity.setPassQps(node.getPassQps());
                entity.setBlockQps(node.getBlockQps());
                entity.setRtAndSuccessQps(node.getRt(), node.getSuccessQps());
                entity.setExceptionQps(node.getExceptionQps());
                entity.setCount(1);
                entity.setResource(node.getResource());
                map.put(key, entity);
            }
        } catch (Exception e) {
            logger.warn("handleBody line exception, machine: {}, line: {}", machine.toLogString(), line);
        }
    }
}

Example 9 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class MetricFetcher method fetchOnce.

/**
 * fetch metric between [startTime, endTime], both side inclusive
 */
private void fetchOnce(String app, long startTime, long endTime, int maxWaitSeconds) {
    if (maxWaitSeconds <= 0) {
        throw new IllegalArgumentException("maxWaitSeconds must > 0, but " + maxWaitSeconds);
    }
    AppInfo appInfo = appManagement.getDetailApp(app);
    // auto remove for app
    if (appInfo.isDead()) {
        logger.info("Dead app removed: {}", app);
        appManagement.removeApp(app);
        return;
    }
    Set<MachineInfo> machines = appInfo.getMachines();
    logger.debug("enter fetchOnce(" + app + "), machines.size()=" + machines.size() + ", time intervalMs [" + startTime + ", " + endTime + "]");
    if (machines.isEmpty()) {
        return;
    }
    final String msg = "fetch";
    AtomicLong unhealthy = new AtomicLong();
    final AtomicLong success = new AtomicLong();
    final AtomicLong fail = new AtomicLong();
    long start = System.currentTimeMillis();
    /**
     * app_resource_timeSecond -> metric
     */
    final Map<String, MetricEntity> metricMap = new ConcurrentHashMap<>(16);
    final CountDownLatch latch = new CountDownLatch(machines.size());
    for (final MachineInfo machine : machines) {
        // auto remove
        if (machine.isDead()) {
            latch.countDown();
            appManagement.getDetailApp(app).removeMachine(machine.getIp(), machine.getPort());
            logger.info("Dead machine removed: {}:{} of {}", machine.getIp(), machine.getPort(), app);
            continue;
        }
        if (!machine.isHealthy()) {
            latch.countDown();
            unhealthy.incrementAndGet();
            continue;
        }
        final String url = "http://" + machine.getIp() + ":" + machine.getPort() + "/" + METRIC_URL_PATH + "?startTime=" + startTime + "&endTime=" + endTime + "&refetch=" + false;
        final HttpGet httpGet = new HttpGet(url);
        httpGet.setHeader(HTTP.CONN_DIRECTIVE, HTTP.CONN_CLOSE);
        httpclient.execute(httpGet, new FutureCallback<HttpResponse>() {

            @Override
            public void completed(final HttpResponse response) {
                try {
                    handleResponse(response, machine, metricMap);
                    success.incrementAndGet();
                } catch (Exception e) {
                    logger.error(msg + " metric " + url + " error:", e);
                } finally {
                    latch.countDown();
                }
            }

            @Override
            public void failed(final Exception ex) {
                latch.countDown();
                fail.incrementAndGet();
                httpGet.abort();
                if (ex instanceof SocketTimeoutException) {
                    logger.error("Failed to fetch metric from <{}>: socket timeout", url);
                } else if (ex instanceof ConnectException) {
                    logger.error("Failed to fetch metric from <{}> (ConnectionException: {})", url, ex.getMessage());
                } else {
                    logger.error(msg + " metric " + url + " error", ex);
                }
            }

            @Override
            public void cancelled() {
                latch.countDown();
                fail.incrementAndGet();
                httpGet.abort();
            }
        });
    }
    try {
        latch.await(maxWaitSeconds, TimeUnit.SECONDS);
    } catch (Exception e) {
        logger.info(msg + " metric, wait http client error:", e);
    }
    long cost = System.currentTimeMillis() - start;
    // logger.info("finished " + msg + " metric for " + app + ", time intervalMs [" + startTime + ", " + endTime
    // + "], total machines=" + machines.size() + ", dead=" + dead + ", fetch success="
    // + success + ", fetch fail=" + fail + ", time cost=" + cost + " ms");
    writeMetric(metricMap);
}

Example 10 with MetricEntity

use of com.alibaba.csp.sentinel.dashboard.datasource.entity.MetricEntity in project spring-boot-student by wyh-spring-ecosystem-student.

the class InMemoryMetricsRepositoryTest method testSave.

@Test
public void testSave() {
    MetricEntity entry = new MetricEntity();
    entry.setApp("testSave");
    entry.setResource("testResource");
    entry.setTimestamp(new Date(System.currentTimeMillis()));
    entry.setPassQps(1L);
    entry.setExceptionQps(1L);
    entry.setBlockQps(0L);
    entry.setSuccessQps(1L);
    inMemoryMetricsRepository.save(entry);
    List<String> resources = inMemoryMetricsRepository.listResourcesOfApp("testSave");
    Assert.assertTrue(resources.size() == 1 && "testResource".equals(resources.get(0)));
}