Examples with UnitResponse info.xiancloud.core.message.UnitResponse used on opensource projects

Example 26 with UnitResponse

use of info.xiancloud.core.message.UnitResponse in project xian by happyyangyuan.

the class BroadcastSender method asyncSend.

@Override
protected void asyncSend() throws UnitOfflineException, UnitUndefinedException {
    List<UnitInstance> list = UnitRouter.singleton.allInstances(Unit.fullName(unitRequest.getContext().getGroup(), unitRequest.getContext().getUnit()));
    UnitMeta.Broadcast broadcast = list.get(0).getPayload().getMeta().getBroadcast();
    final CountDownLatch latch = new CountDownLatch(list.size());
    Collection<Object> piledUpOutput = new ConcurrentLinkedQueue<>();
    final NotifyHandler tmpHandler = new NotifyHandler() {

        protected void handle(UnitResponse output) {
            if (!broadcast.isSuccessDataOnly()) {
                piledUpOutput.add(output);
            } else if (output.succeeded()) {
                piledUpOutput.add(output.getData());
            }
            latch.countDown();
        }
    };
    for (UnitInstance unitInstance : list) {
        if (unitInstance.getNodeId().equals(LocalNodeManager.LOCAL_NODE_ID)) {
            // we must not share the same unitRequest object while sending request concurrently.
            UnitRequest clonedUnitRequest = CloneUtil.cloneBean(unitRequest, UnitRequest.class);
            /*clonedUnitRequest.getContext().setDestinationNodeId(unitInstance.getNodeId()); no need  */
            new RoutedLocalAsyncSender(clonedUnitRequest, tmpHandler).send();
        } else {
            LOG.debug("In order not to share the same unit request object，we clone a new request");
            UnitRequest clonedRequest = CloneUtil.cloneBean(unitRequest, UnitRequest.class);
            clonedRequest.getContext().setDestinationNodeId(unitInstance.getNodeId());
            LocalNodeManager.send(clonedRequest, tmpHandler);
        }
    }
    if (broadcast.isAsync()) {
        callback.callback(UnitResponse.success());
    } else {
        try {
            if (!latch.await(broadcast.getTimeoutInMilli(), TimeUnit.MILLISECONDS)) {
                LOG.error(new TimeoutException());
                callback.callback(UnitResponse.error(Group.CODE_TIME_OUT, piledUpOutput, "Time out while waiting for all the units to response, the data is only part of the result. "));
            } else {
                callback.callback(UnitResponse.success(piledUpOutput));
            }
        } catch (InterruptedException e) {
            callback.callback(UnitResponse.exception(e));
        }
    }
}

Example 27 with UnitResponse

use of info.xiancloud.core.message.UnitResponse in project xian by happyyangyuan.

the class ReceiveAndBroadcast method execute.

@Override
public UnitResponse execute(UnitRequest msg) {
    if (msg.getContext().isRouted()) {
        return execute0(msg);
    } else {
        List<UnitInstance> list = new ArrayList<>();
        String application = msg.get("application", String.class);
        List<UnitInstance> unitInstances;
        try {
            unitInstances = UnitRouter.singleton.allInstances(Unit.fullName(getGroupName(), getUnitName()));
        } catch (UnitOfflineException | UnitUndefinedException e) {
            throw new RuntimeException(e);
        }
        if (StringUtil.isEmpty(application) || ALL.equals(application)) {
            list.addAll(unitInstances);
        } else {
            for (UnitInstance clientInfo : unitInstances) {
                if (clientInfo.getName().equals(msg.getString("application"))) {
                    list.add(clientInfo);
                }
            }
        }
        CountDownLatch latch = new CountDownLatch(list.size());
        List<Object> piledUpOutput = new ArrayList<>();
        for (UnitInstance clientInfo : list) {
            LocalNodeManager.send(new UnitRequest().setContext(RequestContext.create().setGroup(getGroupName()).setUnit(getUnitName()).setDestinationNodeId(clientInfo.getNodeId())), new NotifyHandler() {

                protected void handle(UnitResponse unitResponse) {
                    LOG.info("对" + clientInfo.getNodeId() + "执行" + getName() + "操作完毕");
                    if (!successDataOnly()) {
                        piledUpOutput.add(unitResponse);
                    } else if (unitResponse.succeeded()) {
                        piledUpOutput.add(unitResponse.getData());
                    }
                    latch.countDown();
                }
            });
        }
        if (async()) {
            return UnitResponse.success();
        } else {
            try {
                latch.await(timeoutInMilli(), TimeUnit.MILLISECONDS);
                return UnitResponse.success(piledUpOutput);
            } catch (InterruptedException e) {
                return UnitResponse.exception(e);
            }
        }
    }
}

Example 28 with UnitResponse

use of info.xiancloud.core.message.UnitResponse in project xian by happyyangyuan.

the class FactorCollector method collect.

public static JSONObject collect() {
    JSONObject factorOriented = new JSONObject();
    String diyMonitorServiceName = new DiyMonitorGroup().getName();
    Set<String> diyMonitorUnitNames = new HashSet<>();
    try {
        for (GroupInstance serviceInstance : GroupRouter.singleton.allInstances(diyMonitorServiceName)) {
            diyMonitorUnitNames.addAll(serviceInstance.getPayload().getUnitNames());
        }
    } catch (GroupOfflineException | GroupUndefinedException e) {
        throw new RuntimeException(e);
    }
    for (String diyMonitorUnitName : diyMonitorUnitNames) {
        UnitResponse o = SyncXian.call(diyMonitorServiceName, diyMonitorUnitName, new HashMap());
        if (o.succeeded()) {
            try {
                LOG.debug("data可以是单纯的数字，也可以是json/jsonArray");
                factorOriented.put(diyMonitorUnitName, o.getData());
            } catch (Throwable e) {
                LOG.error("收集指标 '" + diyMonitorUnitName + "' 时出现异常,返回-1作为指标值", e);
                factorOriented.put(diyMonitorUnitName, ERROR_VALUE_NEGATIVE_1);
            }
        } else {
            LOG.error("收集指标 '" + diyMonitorUnitName + "' 失败 !  返回-1作为指标值   .   失败内容为 :" + o);
            factorOriented.put(diyMonitorUnitName, ERROR_VALUE_NEGATIVE_1);
        }
    }
    return factorOriented;
}

Example 29 with UnitResponse

use of info.xiancloud.core.message.UnitResponse in project xian by happyyangyuan.

the class GrafanaService method grafana.

public static void grafana(JSONArray falconBeans) {
    long startNanoTime = System.nanoTime();
    if (falconBeans == null || falconBeans.isEmpty())
        return;
    // LOG.info("定时采集监控数据: " + falconBeans.toJSONString());
    /**
     * Map<Dashboard, Map<Panel, List<OpenFalconBean>>>
     */
    Map<String, Map<String, List<OpenFalconBean>>> groups = new HashMap<>();
    for (int i = 0; i < falconBeans.size(); i++) {
        OpenFalconBean openFalconBean = (OpenFalconBean) falconBeans.get(i);
        List<String> titles = openFalconBean.getTitles();
        if (titles == null || titles.isEmpty())
            continue;
        List<String> dashboards = openFalconBean.getDashboards();
        if (dashboards == null || dashboards.isEmpty())
            dashboards = Arrays.asList(DEFAULT_DASHBOARD);
        for (String dashboard : dashboards) {
            if (!groups.containsKey(dashboard))
                groups.put(dashboard, new HashMap<>());
            for (String title : titles) {
                if (!groups.get(dashboard).containsKey(title))
                    groups.get(dashboard).put(title, new ArrayList<>());
                groups.get(dashboard).get(title).add(openFalconBean);
            }
        }
    }
    Map<String, JSONObject> dashboards = new HashMap<>();
    for (Map.Entry<String, Map<String, List<OpenFalconBean>>> group_dashboard : groups.entrySet()) {
        String slug = group_dashboard.getKey();
        UnitResponse unitResponseObject = SyncXian.call("grafanaService", "dashboardGet", new HashMap() {

            {
                put("slug", slug);
            }
        });
        JSONObject dashboard = null;
        if (unitResponseObject.succeeded() && unitResponseObject.dataToJson() != null)
            dashboard = unitResponseObject.dataToJson();
        if (dashboard == null || !dashboard.containsKey("dashboard")) {
            dashboard.clear();
            JSONObject _dashboard = new JSONObject();
            _dashboard.put("id", null);
            _dashboard.put("title", slug);
            JSONArray tags = new JSONArray();
            tags.add(EnvUtil.getShortEnvName());
            _dashboard.put("tags", tags);
            _dashboard.put("timezone", "browser");
            dashboard.put("dashboard", _dashboard);
        }
        // Last N hours
        JSONObject time = new JSONObject();
        time.put("from", "now-1h");
        time.put("to", "now");
        dashboard.getJSONObject("dashboard").put("time", time);
        JSONArray rows = new JSONArray();
        if (dashboard.containsKey("dashboard") && dashboard.getJSONObject("dashboard").containsKey("rows"))
            rows = dashboard.getJSONObject("dashboard").getJSONArray("rows");
        JSONArray new_rows = new JSONArray();
        for (Map.Entry<String, List<OpenFalconBean>> entry : group_dashboard.getValue().entrySet()) {
            String title = entry.getKey();
            List<OpenFalconBean> openFalconBeans = entry.getValue();
            boolean isExists = false;
            for (int i = 0; rows != null && i < rows.size(); i++) {
                JSONObject row = rows.getJSONObject(i);
                JSONArray panels = row.getJSONArray("panels");
                for (int k = 0; k < panels.size(); k++) {
                    JSONObject panel = panels.getJSONObject(k);
                    if (panel.getString("title") != null && panel.getString("title").equals(title)) {
                        isExists = true;
                        JSONArray _targets = new JSONArray();
                        JSONArray targets = panel.getJSONArray("targets");
                        openFalconBeans.stream().forEach(openFalconBean -> {
                            int j = 0;
                            for (; j < targets.size(); j++) {
                                JSONObject target = targets.getJSONObject(j);
                                if (target.getString("target").equals(openFalconBean.grafanaMetric())) {
                                    _targets.add(new JSONObject() {

                                        {
                                            put("target", openFalconBean.grafanaMetric());
                                        }
                                    });
                                    break;
                                }
                            }
                            if (j >= targets.size())
                                _targets.add(new JSONObject() {

                                    {
                                        put("target", openFalconBean.grafanaMetric());
                                    }
                                });
                        });
                        for (int j = 0; j < _targets.size(); j++) {
                            if (!_targets.getJSONObject(j).containsKey("refId"))
                                _targets.getJSONObject(j).put("refId", REF_ID.get(j));
                        }
                        panel.put("targets", _targets);
                        break;
                    }
                }
            }
            if (isExists == false) {
                JSONObject row = new JSONObject();
                JSONArray panels = new JSONArray();
                JSONObject panel = new JSONObject();
                panel.put("renderer", "flot");
                panel.put("stack", false);
                panel.put("type", "graph");
                panel.put("percentage", false);
                panel.put("dashLength", 10);
                panel.put("lines", true);
                panel.put("spaceLength", 10);
                panel.put("nullPointMode", null);
                panel.put("steppedLine", false);
                panel.put("fill", 1);
                panel.put("linewidth", 1);
                panel.put("bars", false);
                panel.put("dashes", false);
                panel.put("pointradius", 5);
                panel.put("span", 12);
                panel.put("title", title);
                JSONArray _targets = new JSONArray();
                openFalconBeans.stream().forEach(openFalconBean -> {
                    _targets.add(new JSONObject() {

                        {
                            put("target", openFalconBean.grafanaMetric());
                        }
                    });
                });
                for (int j = 0; j < _targets.size(); j++) {
                    if (!_targets.getJSONObject(j).containsKey("refId"))
                        _targets.getJSONObject(j).put("refId", REF_ID.get(j));
                }
                panel.put("targets", _targets);
                panels.add(panel);
                row.put("panels", panels);
                new_rows.add(row);
            }
        }
        if (!new_rows.isEmpty())
            rows.addAll(new_rows);
        JSONObject request = new JSONObject();
        JSONObject _dashboard = new JSONObject();
        _dashboard.put("id", dashboard.getJSONObject("dashboard").getOrDefault("id", null));
        _dashboard.put("title", dashboard.getJSONObject("dashboard").getString("title"));
        _dashboard.put("tags", dashboard.getJSONObject("dashboard").getJSONArray("tags"));
        _dashboard.put("time", dashboard.getJSONObject("dashboard").getJSONObject("time"));
        _dashboard.put("timezone", dashboard.getJSONObject("dashboard").getString("timezone"));
        _dashboard.put("rows", rows);
        request.put("dashboard", _dashboard);
        request.put("overwrite", true);
        dashboards.put(slug, request);
    // LOG.info(String.format("dashboard: %s, JSON 数据: %s", slug, request.toJSONString()));
    }
    // Link Dashboards 导航栏
    final String NAVIGATION_BAR_TITLE = "Link Dashboards";
    JSONObject mainDashboard = dashboards.get(DEFAULT_DASHBOARD);
    if (mainDashboard != null && mainDashboard.containsKey("dashboard") && mainDashboard.getJSONObject("dashboard").containsKey("rows")) {
        JSONArray rows = mainDashboard.getJSONObject("dashboard").getJSONArray("rows");
        // LOG.info(String.format("主面板: %s, rows.size: %s", mainDashboard != null ? mainDashboard.toJSONString() : "没有", rows.size()));
        JSONObject navigationBar = null;
        if (// 如果只有一个 dashboard 是没有必要创建 导航栏 的...
        dashboards.size() > 1) {
            // 找到并移除之前的 导航栏
            Iterator iterator = rows.iterator();
            while (iterator.hasNext()) {
                JSONObject row = (JSONObject) iterator.next();
                if (NAVIGATION_BAR_TITLE.equals(row.getString("title"))) {
                    navigationBar = row;
                    iterator.remove();
                    break;
                }
            }
            if (navigationBar == null) {
                navigationBar = new JSONObject();
                navigationBar.put("collapse", false);
                navigationBar.put("height", 46 * (((dashboards.size() - 1) > 0) ? (dashboards.size() - 1) : 1));
                navigationBar.put("repeat", null);
                navigationBar.put("repeatIteration", null);
                navigationBar.put("repeatRowId", null);
                navigationBar.put("showTitle", true);
                navigationBar.put("title", NAVIGATION_BAR_TITLE);
                navigationBar.put("titleSize", "h4");
            }
            JSONArray panels = new JSONArray();
            JSONObject panel = new JSONObject();
            panel.put("editable", true);
            panel.put("error", false);
            panel.put("headings", false);
            panel.put("limit", 10);
            panel.put("links", new JSONArray());
            panel.put("query", "");
            panel.put("recent", false);
            panel.put("search", true);
            panel.put("span", 4);
            panel.put("starred", false);
            panel.put("tags", EnvUtil.getShortEnvName());
            panel.put("showTitle", false);
            panel.put("title", EnvUtil.getShortEnvName() + " Dashboards");
            panel.put("transparent", true);
            panel.put("type", "dashlist");
            panels.add(panel);
            navigationBar.put("panels", panels);
        // LOG.info(String.format("导航栏: %s", navigationBar.toJSONString()));
        }
        if (navigationBar != null)
            // 将 导航栏 放置在 N 行
            rows.add(0, navigationBar);
    }
    for (Map.Entry<String, JSONObject> entry : dashboards.entrySet()) {
        // LOG.info("Grafana Dashboard 数据: " + entry.getValue().toJSONString());
        UnitResponse _unitResponseObject = SyncXian.call("grafanaService", "dashboardCreateUpdate", entry.getValue());
        LOG.info("grafanan create/update: " + _unitResponseObject);
    }
    long endNanoTime = System.nanoTime();
    LOG.info(String.format("Grafana 处理 Dashboard %s 个, 耗时 %s", dashboards.size(), (endNanoTime - startNanoTime) / 1000000));
}

Example 30 with UnitResponse

use of info.xiancloud.core.message.UnitResponse in project xian by happyyangyuan.

the class OpenFalconMailAdaptor method execute.

@Override
public UnitResponse execute(UnitRequest msg) {
    List<String> recipients = ArrayUtil.toList(msg.get("tos", String.class).split(","), String.class);
    Xian.call("message", "sendEmail", new JSONObject() {

        {
            put("recipients", recipients);
            put("subject", msg.get("subject", String.class));
            put("content", msg.get("content", String.class));
        }
    }, new NotifyHandler() {

        protected void handle(UnitResponse unitResponse) {
            LOG.info("邮件发送结果：" + unitResponse);
        }
    });
    return UnitResponse.success();
}