Search in sources :

Example 6 with GlobalRegistry

use of org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry in project java-chassis by ServiceComb.

the class MetricsBootListener method onAfterRegistry.

@Override
public void onAfterRegistry(BootEvent event) {
    slowInvocationLogger = new SlowInvocationLogger(event.getScbEngine());
    metricsBootstrap.start(new GlobalRegistry(), EventManager.getEventBus());
}
Also used : GlobalRegistry(org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry) SlowInvocationLogger(org.apache.servicecomb.metrics.core.publish.SlowInvocationLogger)

Example 7 with GlobalRegistry

use of org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry in project java-chassis by ServiceComb.

the class VertxMetersInitializer method init.

@Override
public void init(GlobalRegistry globalRegistry, EventBus eventBus, MetricsBootstrapConfig config) {
    Registry registry = globalRegistry.getDefaultRegistry();
    Id endpointsId = registry.createId(VERTX_ENDPOINTS);
    VertxEndpointsMeter clientMeter = new HttpClientEndpointsMeter(endpointsId.withTag(ENDPOINTS_TYPE, ENDPOINTS_CLINET), SharedVertxFactory.getMetricsFactory().getVertxMetrics().getClientEndpointMetricManager().getClientEndpointMetricMap());
    SpectatorUtils.registerMeter(registry, clientMeter);
    VertxEndpointsMeter serverMeter = new ServerEndpointsMeter(endpointsId.withTag(ENDPOINTS_TYPE, ENDPOINTS_SERVER), SharedVertxFactory.getMetricsFactory().getVertxMetrics().getServerEndpointMetricMap());
    SpectatorUtils.registerMeter(registry, serverMeter);
}
Also used : VertxEndpointsMeter(org.apache.servicecomb.metrics.core.meter.vertx.VertxEndpointsMeter) HttpClientEndpointsMeter(org.apache.servicecomb.metrics.core.meter.vertx.HttpClientEndpointsMeter) ServerEndpointsMeter(org.apache.servicecomb.metrics.core.meter.vertx.ServerEndpointsMeter) GlobalRegistry(org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry) Registry(com.netflix.spectator.api.Registry) Id(com.netflix.spectator.api.Id)

Example 8 with GlobalRegistry

use of org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry in project java-chassis by ServiceComb.

the class TestDefaultLogPublisher method onPolledEvent.

@Test
public void onPolledEvent(@Injectable VertxImpl vertxImpl, @Injectable MeasurementTree tree, @Injectable GlobalRegistry globalRegistry, @Injectable EventBus eventBus, @Injectable MetricsBootstrapConfig config) {
    try {
        ArchaiusUtils.setProperty("servicecomb.metrics.publisher.defaultLog.enabled", true);
        ArchaiusUtils.setProperty("servicecomb.metrics.invocation.latencyDistribution", "0,1,100");
        publisher.init(globalRegistry, eventBus, config);
        new Expectations(VertxUtils.class) {

            {
                VertxUtils.getVertxMap();
                result = Collections.singletonMap("v", vertxImpl);
            }
        };
        DefaultPublishModel model = new DefaultPublishModel();
        PerfInfo perfTotal = new PerfInfo();
        perfTotal.setTps(10_0000);
        perfTotal.setMsTotalTime(30000L * 1_0000);
        perfTotal.setMsMaxLatency(30000);
        OperationPerf operationPerf = new OperationPerf();
        operationPerf.setOperation("op");
        operationPerf.setLatencyDistribution(new Integer[] { 12, 120, 1200 });
        operationPerf.getStages().put(MeterInvocationConst.STAGE_TOTAL, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_EXECUTOR_QUEUE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_EXECUTION, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_PREPARE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_HANDLERS_REQUEST, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_HANDLERS_RESPONSE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CLIENT_FILTERS_REQUEST, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CLIENT_FILTERS_RESPONSE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CONSUMER_SEND_REQUEST, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_PRODUCER_SEND_RESPONSE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CONSUMER_GET_CONNECTION, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CONSUMER_WRITE_TO_BUF, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CONSUMER_WAIT_RESPONSE, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_CONSUMER_WAKE_CONSUMER, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_SERVER_FILTERS_REQUEST, perfTotal);
        operationPerf.getStages().put(MeterInvocationConst.STAGE_SERVER_FILTERS_RESPONSE, perfTotal);
        OperationPerfGroup operationPerfGroup = new OperationPerfGroup(Const.RESTFUL, Status.OK.name());
        operationPerfGroup.addOperationPerf(operationPerf);
        OperationPerfGroups operationPerfGroups = new OperationPerfGroups();
        operationPerfGroups.getGroups().put(operationPerfGroup.getTransport(), Collections.singletonMap(operationPerfGroup.getStatus(), operationPerfGroup));
        model.getConsumer().setOperationPerfGroups(operationPerfGroups);
        model.getProducer().setOperationPerfGroups(operationPerfGroups);
        model.getEdge().setOperationPerfGroups(operationPerfGroups);
        model.getThreadPools().put("test", new ThreadPoolPublishModel());
        Measurement measurement = new Measurement(null, 0L, 1.0);
        MeasurementNode measurementNodeCpuAll = new MeasurementNode("allProcess", new HashMap<>());
        MeasurementNode measurementNodeCpuProcess = new MeasurementNode("currentProcess", new HashMap<>());
        MeasurementNode measurementNodeSend = new MeasurementNode("send", new HashMap<>());
        MeasurementNode measurementNodeSendPacket = new MeasurementNode("sendPackets", new HashMap<>());
        MeasurementNode measurementNodeRecv = new MeasurementNode("receive", new HashMap<>());
        MeasurementNode measurementNodeRecvPacket = new MeasurementNode("receivePackets", new HashMap<>());
        MeasurementNode measurementNodeEth0 = new MeasurementNode("eth0", new HashMap<>());
        MeasurementNode measurementNodeNet = new MeasurementNode("net", new HashMap<>());
        MeasurementNode measurementNodeOs = new MeasurementNode("os", new HashMap<>());
        measurementNodeSend.getMeasurements().add(measurement);
        measurementNodeRecv.getMeasurements().add(measurement);
        measurementNodeCpuAll.getMeasurements().add(measurement);
        measurementNodeCpuProcess.getMeasurements().add(measurement);
        measurementNodeRecvPacket.getMeasurements().add(measurement);
        measurementNodeSendPacket.getMeasurements().add(measurement);
        measurementNodeEth0.getChildren().put("send", measurementNodeSend);
        measurementNodeEth0.getChildren().put("receive", measurementNodeRecv);
        measurementNodeEth0.getChildren().put("receivePackets", measurementNodeRecvPacket);
        measurementNodeEth0.getChildren().put("sendPackets", measurementNodeSendPacket);
        measurementNodeNet.getChildren().put("eth0", measurementNodeEth0);
        measurementNodeOs.getChildren().put("cpu", measurementNodeCpuAll);
        measurementNodeOs.getChildren().put("processCpu", measurementNodeCpuProcess);
        measurementNodeOs.getChildren().put("net", measurementNodeNet);
        measurementNodeOs.getMeasurements().add(measurement);
        measurementNodeNet.getMeasurements().add(measurement);
        measurementNodeEth0.getMeasurements().add(measurement);
        new MockUp<PublishModelFactory>() {

            @Mock
            DefaultPublishModel createDefaultPublishModel() {
                return model;
            }

            @Mock
            MeasurementTree getTree() {
                return tree;
            }
        };
        new Expectations() {

            {
                tree.findChild(OsMeter.OS_NAME);
                result = measurementNodeOs;
            }
        };
        publisher.onPolledEvent(new PolledEvent(Collections.emptyList(), Collections.emptyList()));
        List<LoggingEvent> events = collector.getEvents().stream().filter(e -> DefaultLogPublisher.class.getName().equals(e.getLoggerName())).collect(Collectors.toList());
        LoggingEvent event = events.get(0);
        Assert.assertEquals("\n" + "os:\n" + "  cpu:\n" + "    all usage: 100.00%    all idle: 0.00%    process: 100.00%\n" + "  net:\n" + "    send(Bps)    recv(Bps)    send(pps)    recv(pps)    interface\n" + "    1            1            1            1            eth0\n" + "vertx:\n" + "  instances:\n" + "    name       eventLoopContext-created\n" + "    v          0\n" + "threadPool:\n" + "  coreSize maxThreads poolSize currentBusy rejected queueSize taskCount taskFinished name\n" + "  0        0          0        0           NaN      0         0.0       0.0          test\n" + "consumer:\n" + " simple:\n" + "  status      tps      latency            [0,1)  [1,100) [100,) operation\n" + "  rest.OK     100000.0 3000.000/30000.000 12     120     1200   op\n" + "              100000.0 3000.000/30000.000 12     120     1200   (summary)\n" + " details:\n" + "    rest.OK:\n" + "      op:\n" + "        prepare     : 3000.000/30000.000 handlersReq : 3000.000/30000.000 cFiltersReq: 3000.000/30000.000 sendReq     : 3000.000/30000.000\n" + "        getConnect  : 3000.000/30000.000 writeBuf    : 3000.000/30000.000 waitResp   : 3000.000/30000.000 wakeConsumer: 3000.000/30000.000\n" + "        cFiltersResp: 3000.000/30000.000 handlersResp: 3000.000/30000.000\n" + "producer:\n" + " simple:\n" + "  status      tps      latency            [0,1)  [1,100) [100,) operation\n" + "  rest.OK     100000.0 3000.000/30000.000 12     120     1200   op\n" + "              100000.0 3000.000/30000.000 12     120     1200   (summary)\n" + " details:\n" + "    rest.OK:\n" + "      op:\n" + "        prepare: 3000.000/30000.000 queue       : 3000.000/30000.000 filtersReq : 3000.000/30000.000 handlersReq: 3000.000/30000.000\n" + "        execute: 3000.000/30000.000 handlersResp: 3000.000/30000.000 filtersResp: 3000.000/30000.000 sendResp   : 3000.000/30000.000\n" + "edge:\n" + " simple:\n" + "  status      tps      latency            [0,1)  [1,100) [100,) operation\n" + "  rest.OK     100000.0 3000.000/30000.000 12     120     1200   op\n" + "              100000.0 3000.000/30000.000 12     120     1200   (summary)\n" + " details:\n" + "    rest.OK:\n" + "      op:\n" + "        prepare     : 3000.000/30000.000 queue       : 3000.000/30000.000 sFiltersReq : 3000.000/30000.000 handlersReq : 3000.000/30000.000\n" + "        cFiltersReq : 3000.000/30000.000 sendReq     : 3000.000/30000.000 getConnect  : 3000.000/30000.000 writeBuf    : 3000.000/30000.000\n" + "        waitResp    : 3000.000/30000.000 wakeConsumer: 3000.000/30000.000 cFiltersResp: 3000.000/30000.000 handlersResp: 3000.000/30000.000\n" + "        sFiltersResp: 3000.000/30000.000 sendResp    : 3000.000/30000.000\n", event.getMessage());
    } catch (Exception e) {
        e.printStackTrace();
        Assert.fail("unexpected error happen. " + e.getMessage());
    }
}
Also used : Expectations(mockit.Expectations) Measurement(com.netflix.spectator.api.Measurement) MeasurementNode(org.apache.servicecomb.foundation.metrics.publish.spectator.MeasurementNode) OperationPerfGroup(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerfGroup) MethodSorters(org.junit.runners.MethodSorters) MeasurementTree(org.apache.servicecomb.foundation.metrics.publish.spectator.MeasurementTree) Expectations(mockit.Expectations) ArchaiusUtils(org.apache.servicecomb.foundation.test.scaffolding.config.ArchaiusUtils) HashMap(java.util.HashMap) DefaultPublishModel(org.apache.servicecomb.metrics.core.publish.model.DefaultPublishModel) ThreadPoolPublishModel(org.apache.servicecomb.metrics.core.publish.model.ThreadPoolPublishModel) MeterInvocationConst(org.apache.servicecomb.metrics.core.meter.invocation.MeterInvocationConst) PerfInfo(org.apache.servicecomb.metrics.core.publish.model.invocation.PerfInfo) MetricsBootstrapConfig(org.apache.servicecomb.foundation.metrics.MetricsBootstrapConfig) EventBus(com.google.common.eventbus.EventBus) OperationPerfGroups(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerfGroups) VertxUtils(org.apache.servicecomb.foundation.vertx.VertxUtils) MeasurementNode(org.apache.servicecomb.foundation.metrics.publish.spectator.MeasurementNode) After(org.junit.After) Mock(mockit.Mock) PolledEvent(org.apache.servicecomb.foundation.metrics.PolledEvent) OperationPerf(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerf) Measurement(com.netflix.spectator.api.Measurement) Status(javax.ws.rs.core.Response.Status) Before(org.junit.Before) LogCollector(org.apache.servicecomb.foundation.test.scaffolding.log.LogCollector) VertxImpl(io.vertx.core.impl.VertxImpl) MockUp(mockit.MockUp) GlobalRegistry(org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry) Const(org.apache.servicecomb.core.Const) LoggingEvent(org.apache.log4j.spi.LoggingEvent) Holder(org.apache.servicecomb.foundation.common.Holder) Test(org.junit.Test) OsMeter(org.apache.servicecomb.metrics.core.meter.os.OsMeter) Collectors(java.util.stream.Collectors) List(java.util.List) Injectable(mockit.Injectable) Assert(org.junit.Assert) FixMethodOrder(org.junit.FixMethodOrder) Collections(java.util.Collections) Mocked(mockit.Mocked) OperationPerfGroups(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerfGroups) OperationPerf(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerf) DefaultPublishModel(org.apache.servicecomb.metrics.core.publish.model.DefaultPublishModel) MockUp(mockit.MockUp) PerfInfo(org.apache.servicecomb.metrics.core.publish.model.invocation.PerfInfo) OperationPerfGroup(org.apache.servicecomb.metrics.core.publish.model.invocation.OperationPerfGroup) ThreadPoolPublishModel(org.apache.servicecomb.metrics.core.publish.model.ThreadPoolPublishModel) LoggingEvent(org.apache.log4j.spi.LoggingEvent) PolledEvent(org.apache.servicecomb.foundation.metrics.PolledEvent) Test(org.junit.Test)

Example 9 with GlobalRegistry

use of org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry in project java-chassis by ServiceComb.

the class TestPrometheusPublisher method collect.

@Test
public void collect() throws IllegalAccessException, IOException {
    new Expectations(RegistrationManager.INSTANCE) {

        {
            RegistrationManager.INSTANCE.getAppId();
            result = "testAppId";
        }
    };
    ArchaiusUtils.setProperty(PrometheusPublisher.METRICS_PROMETHEUS_ADDRESS, "localhost:0");
    publisher.init(globalRegistry, null, null);
    Registry registry = new DefaultRegistry(new ManualClock());
    globalRegistry.add(registry);
    Counter counter = registry.counter("count.name", "tag1", "tag1v", "tag2", "tag2v");
    counter.increment();
    HTTPServer httpServer = (HTTPServer) FieldUtils.readField(publisher, "httpServer", true);
    com.sun.net.httpserver.HttpServer server = (HttpServer) FieldUtils.readField(httpServer, "server", true);
    URL url = new URL("http://localhost:" + server.getAddress().getPort() + "/metrics");
    HttpURLConnection conn = (HttpURLConnection) url.openConnection();
    try (InputStream is = conn.getInputStream()) {
        Assert.assertEquals("# HELP ServiceComb_Metrics ServiceComb Metrics\n" + "# TYPE ServiceComb_Metrics untyped\n" + "count_name{appId=\"testAppId\",tag1=\"tag1v\",tag2=\"tag2v\",} 1.0\n", IOUtils.toString(is, StandardCharsets.UTF_8));
    }
    publisher.destroy();
}
Also used : Expectations(mockit.Expectations) HttpServer(com.sun.net.httpserver.HttpServer) InputStream(java.io.InputStream) GlobalRegistry(org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry) DefaultRegistry(com.netflix.spectator.api.DefaultRegistry) Registry(com.netflix.spectator.api.Registry) URL(java.net.URL) ManualClock(com.netflix.spectator.api.ManualClock) Counter(com.netflix.spectator.api.Counter) HTTPServer(io.prometheus.client.exporter.HTTPServer) HttpURLConnection(java.net.HttpURLConnection) HttpServer(com.sun.net.httpserver.HttpServer) DefaultRegistry(com.netflix.spectator.api.DefaultRegistry) Test(org.junit.Test)

Example 10 with GlobalRegistry

use of org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry in project java-chassis by ServiceComb.

the class PrometheusPublisher method describe.

@Override
public List<MetricFamilySamples> describe() {
    List<MetricFamilySamples> familySamples = new ArrayList<>();
    if (globalRegistry == null) {
        return familySamples;
    }
    List<Sample> samples = new ArrayList<>();
    for (Registry registry : globalRegistry.getRegistries()) {
        for (Meter meter : registry) {
            meter.measure().forEach(measurement -> {
                Sample sample = convertMeasurementToSample(measurement);
                samples.add(sample);
            });
        }
    }
    familySamples.add(new MetricFamilySamples("ServiceComb_Metrics", Type.UNTYPED, "ServiceComb Metrics", samples));
    return familySamples;
}
Also used : Meter(com.netflix.spectator.api.Meter) Sample(io.prometheus.client.Collector.MetricFamilySamples.Sample) ArrayList(java.util.ArrayList) CollectorRegistry(io.prometheus.client.CollectorRegistry) GlobalRegistry(org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry) Registry(com.netflix.spectator.api.Registry)

Aggregations

GlobalRegistry (org.apache.servicecomb.foundation.metrics.registry.GlobalRegistry)18 Registry (com.netflix.spectator.api.Registry)14 Test (org.junit.Test)6 EventBus (com.google.common.eventbus.EventBus)4 Meter (com.netflix.spectator.api.Meter)4 Expectations (mockit.Expectations)4 MetricsBootstrapConfig (org.apache.servicecomb.foundation.metrics.MetricsBootstrapConfig)4 OsMeter (org.apache.servicecomb.metrics.core.meter.os.OsMeter)4 DefaultRegistry (com.netflix.spectator.api.DefaultRegistry)3 ManualClock (com.netflix.spectator.api.ManualClock)3 Clock (com.netflix.spectator.api.Clock)2 Measurement (com.netflix.spectator.api.Measurement)2 Sample (io.prometheus.client.Collector.MetricFamilySamples.Sample)2 CollectorRegistry (io.prometheus.client.CollectorRegistry)2 VertxImpl (io.vertx.core.impl.VertxImpl)2 ArrayList (java.util.ArrayList)2 Collections (java.util.Collections)2 HashMap (java.util.HashMap)2 List (java.util.List)2 Collectors (java.util.stream.Collectors)2