Search in sources :

Example 41 with RequestMapping

use of org.springframework.web.bind.annotation.RequestMapping in project jstorm by alibaba.

the class LogController method deepSearch.

@RequestMapping(value = "/deepSearch", method = RequestMethod.GET)
public String deepSearch(@RequestParam(value = "cluster", required = true) String clusterName, @RequestParam(value = "tid", required = true) String topologyId, @RequestParam(value = "key", required = false) String keyword, @RequestParam(value = "caseIgnore", required = false) String caseIgnore, ModelMap model) {
    clusterName = StringEscapeUtils.escapeHtml(clusterName);
    topologyId = StringEscapeUtils.escapeHtml(topologyId);
    boolean _caseIgnore = !StringUtils.isBlank(caseIgnore);
    int port = UIUtils.getSupervisorPort(clusterName);
    model.addAttribute("keyword", keyword);
    List<Future<?>> futures = new ArrayList<>();
    ConcurrentLinkedQueue<Map> result = new ConcurrentLinkedQueue<>();
    if (filterKeyword(model, keyword)) {
        NimbusClient client = null;
        try {
            // encode space and url characters
            keyword = URLEncoder.encode(keyword, "UTF-8");
            client = NimbusClientManager.getNimbusClient(clusterName);
            TopologyInfo info = client.getClient().getTopologyInfo(topologyId);
            String topologyName = info.get_topology().get_name();
            List<UIWorkerMetric> workerData = UIMetricUtils.getWorkerMetrics(info.get_metrics().get_workerMetric(), topologyId, 60);
            String dir = "." + File.separator + topologyName;
            for (UIWorkerMetric metric : workerData) {
                String logFile = topologyName + "-worker-" + metric.getPort() + ".log";
                String url = String.format("http://%s:%s/logview?cmd=searchLog&file=%s&key=%s&offset=%s&case_ignore=%s", metric.getHost(), port, getFullFile(dir, logFile), keyword, 0, _caseIgnore);
                futures.add(_backround.submit(new SearchRequest(url, metric.getHost(), metric.getPort(), dir, logFile, result)));
            }
            JStormServerUtils.checkFutures(futures);
            model.addAttribute("result", result);
        } catch (NotAliveException nae) {
            model.addAttribute("tip", String.format("The topology: %s is dead.", topologyId));
        } catch (Exception e) {
            NimbusClientManager.removeClient(clusterName);
            LOG.error(e.getMessage(), e);
            UIUtils.addErrorAttribute(model, e);
        }
    }
    model.addAttribute("clusterName", clusterName);
    model.addAttribute("topologyId", topologyId);
    model.addAttribute("logServerPort", port);
    model.addAttribute("caseIgnore", _caseIgnore);
    UIUtils.addTitleAttribute(model, "DeepSearch");
    return "deepSearch";
}
Also used : UIWorkerMetric(com.alibaba.jstorm.ui.model.UIWorkerMetric) NimbusClient(backtype.storm.utils.NimbusClient) NotAliveException(backtype.storm.generated.NotAliveException) IOException(java.io.IOException) UnsupportedEncodingException(java.io.UnsupportedEncodingException) NotAliveException(backtype.storm.generated.NotAliveException) ModelMap(org.springframework.ui.ModelMap) TopologyInfo(backtype.storm.generated.TopologyInfo) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 42 with RequestMapping

use of org.springframework.web.bind.annotation.RequestMapping in project jstorm by alibaba.

the class LogController method show.

@RequestMapping(value = "/log", method = RequestMethod.GET)
public String show(@RequestParam(value = "cluster", required = true) String clusterName, @RequestParam(value = "host", required = true) String host, @RequestParam(value = "port", required = false) String logServerPort, @RequestParam(value = "dir", required = false) String dir, @RequestParam(value = "wport", required = false) String workerPort, @RequestParam(value = "file", required = false) String logName, @RequestParam(value = "tid", required = false) String topologyId, @RequestParam(value = "pos", required = false) String pos, ModelMap model) {
    clusterName = StringEscapeUtils.escapeHtml(clusterName);
    topologyId = StringEscapeUtils.escapeHtml(topologyId);
    if (StringUtils.isBlank(dir)) {
        dir = ".";
    }
    Map conf = UIUtils.getNimbusConf(clusterName);
    Event event = new Event(clusterName, host, logServerPort, logName, topologyId, workerPort, pos, dir, conf);
    try {
        requestLog(event, model);
    } catch (IOException e) {
        e.printStackTrace();
    }
    model.addAttribute("logName", event.logName);
    model.addAttribute("host", host);
    model.addAttribute("dir", event.dir);
    model.addAttribute("clusterName", clusterName);
    model.addAttribute("logServerPort", logServerPort);
    model.addAttribute("topologyId", topologyId);
    model.addAttribute("fullFile", getFullFile(event.dir, event.logName));
    model.addAttribute("workerPort", workerPort);
    return "log";
}
Also used : IOException(java.io.IOException) ModelMap(org.springframework.ui.ModelMap) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 43 with RequestMapping

use of org.springframework.web.bind.annotation.RequestMapping in project jstorm by alibaba.

the class NettyController method show.

@RequestMapping(value = "/netty", method = RequestMethod.GET)
public String show(@RequestParam(value = "cluster", required = true) String clusterName, @RequestParam(value = "topology", required = true) String topology_id, @RequestParam(value = "host", required = true) String host, @RequestParam(value = "page", required = false) String page, @RequestParam(value = "win", required = false) String win, ModelMap model) {
    clusterName = StringEscapeUtils.escapeHtml(clusterName);
    long start = System.currentTimeMillis();
    host = NetWorkUtils.host2Ip(host);
    int window = UIUtils.parseWindow(win);
    UIUtils.addWindowAttribute(model, window);
    int _page = JStormUtils.parseInt(page, 1);
    NimbusClient client = null;
    try {
        client = NimbusClientManager.getNimbusClient(clusterName);
        //get netty metrics, page is from 1
        MetricInfo nettyMetric = client.getClient().getPagingNettyMetrics(topology_id, host, _page);
        //            System.out.println("nettyMetric:"+nettyMetric);
        List<UINettyMetric> nettyData = getNettyData(nettyMetric, host, window);
        model.addAttribute("nettyMetrics", nettyData);
        model.addAttribute("nettyHead", UIMetricUtils.sortHead(nettyData, UINettyMetric.HEAD));
        int size = client.getClient().getNettyMetricSizeByHost(topology_id, host);
        //            System.out.println("netty size:"+size);
        int pageSize = (size + PAGE_SIZE - 1) / PAGE_SIZE;
        model.addAttribute("pageSize", pageSize);
        model.addAttribute("curPage", _page);
        if (size == 0) {
            //check whether netty metric is turn off
            Map conf = UIUtils.getTopologyConf(clusterName, topology_id);
            boolean enable = MetricUtils.isEnableNettyMetrics(conf);
            if (!enable) {
                model.addAttribute("flush", "the netty metrics is not enabled");
            }
        }
    } catch (Exception e) {
        NimbusClientManager.removeClient(clusterName);
        LOG.error(e.getMessage(), e);
        UIUtils.addErrorAttribute(model, e);
    }
    // page information
    model.addAttribute("clusterName", clusterName);
    model.addAttribute("host", host);
    model.addAttribute("page", "netty");
    model.addAttribute("topologyId", topology_id);
    model.addAttribute("supervisorPort", UIUtils.getSupervisorPort(clusterName));
    UIUtils.addTitleAttribute(model, "Netty Summary");
    LOG.info("netty page show cost:{}ms", System.currentTimeMillis() - start);
    return "netty";
}
Also used : MetricInfo(backtype.storm.generated.MetricInfo) UINettyMetric(com.alibaba.jstorm.ui.model.UINettyMetric) NimbusClient(backtype.storm.utils.NimbusClient) HashMap(java.util.HashMap) ModelMap(org.springframework.ui.ModelMap) Map(java.util.Map) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 44 with RequestMapping

use of org.springframework.web.bind.annotation.RequestMapping in project jstorm by alibaba.

the class SupervisorController method show.

@RequestMapping(value = "/supervisor", method = RequestMethod.GET)
public String show(@RequestParam(value = "cluster", required = true) String clusterName, @RequestParam(value = "host", required = true) String host, @RequestParam(value = "win", required = false) String win, ModelMap model) {
    clusterName = StringEscapeUtils.escapeHtml(clusterName);
    long start = System.currentTimeMillis();
    host = NetWorkUtils.host2Ip(host);
    int window = UIUtils.parseWindow(win);
    UIUtils.addWindowAttribute(model, window);
    NimbusClient client = null;
    try {
        client = NimbusClientManager.getNimbusClient(clusterName);
        //get supervisor summary
        SupervisorWorkers supervisorWorkers = client.getClient().getSupervisorWorkers(host);
        model.addAttribute("supervisor", new SupervisorEntity(supervisorWorkers.get_supervisor()));
        //get worker summary
        List<WorkerSummary> workerSummaries = supervisorWorkers.get_workers();
        model.addAttribute("workerSummary", UIUtils.getWorkerEntities(workerSummaries));
        //get worker metrics
        Map<String, MetricInfo> workerMetricInfo = supervisorWorkers.get_workerMetric();
        List<UIWorkerMetric> workerMetrics = UIMetricUtils.getWorkerMetrics(workerMetricInfo, workerSummaries, host, window);
        //            System.out.println("workerMetricInfo:"+workerMetricInfo);
        model.addAttribute("workerMetrics", workerMetrics);
        model.addAttribute("workerHead", UIMetricUtils.sortHead(workerMetrics, UIWorkerMetric.HEAD));
    } catch (Exception e) {
        NimbusClientManager.removeClient(clusterName);
        LOG.error(e.getMessage(), e);
        UIUtils.addErrorAttribute(model, e);
    }
    // page information
    model.addAttribute("clusterName", clusterName);
    model.addAttribute("host", host);
    model.addAttribute("page", "supervisor");
    model.addAttribute("supervisorPort", UIUtils.getSupervisorPort(clusterName));
    UIUtils.addTitleAttribute(model, "Supervisor Summary");
    LOG.info("supervisor page show cost:{}ms", System.currentTimeMillis() - start);
    return "supervisor";
}
Also used : UIWorkerMetric(com.alibaba.jstorm.ui.model.UIWorkerMetric) NimbusClient(backtype.storm.utils.NimbusClient) SupervisorEntity(com.alibaba.jstorm.ui.model.SupervisorEntity) WorkerSummary(backtype.storm.generated.WorkerSummary) MetricInfo(backtype.storm.generated.MetricInfo) SupervisorWorkers(backtype.storm.generated.SupervisorWorkers) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Example 45 with RequestMapping

use of org.springframework.web.bind.annotation.RequestMapping in project jstorm by alibaba.

the class TaskController method show.

@RequestMapping(value = "/task", method = RequestMethod.GET)
public String show(@RequestParam(value = "cluster", required = true) String clusterName, @RequestParam(value = "topology", required = true) String topology_id, @RequestParam(value = "component", required = true) String component, @RequestParam(value = "id", required = true) String task_id, @RequestParam(value = "win", required = false) String win, ModelMap model) {
    clusterName = StringEscapeUtils.escapeHtml(clusterName);
    topology_id = StringEscapeUtils.escapeHtml(topology_id);
    long start = System.currentTimeMillis();
    int window = UIUtils.parseWindow(win);
    UIUtils.addWindowAttribute(model, window);
    NimbusClient client = null;
    try {
        client = NimbusClientManager.getNimbusClient(clusterName);
        //get task entity
        TopologyInfo topologyInfo = client.getClient().getTopologyInfo(topology_id);
        int id = JStormUtils.parseInt(task_id);
        TaskEntity task = UIUtils.getTaskEntity(topologyInfo.get_tasks(), id);
        task.setComponent(component);
        model.addAttribute("task", task);
        //get task metric
        List<MetricInfo> taskStreamMetrics = client.getClient().getTaskAndStreamMetrics(topology_id, id);
        //            System.out.println("taskMetrics size:"+getSize(taskMetrics));
        UITaskMetric taskMetric = UIMetricUtils.getTaskMetric(taskStreamMetrics, component, id, window);
        model.addAttribute("taskMetric", taskMetric);
        model.addAttribute("taskHead", UIMetricUtils.sortHead(taskMetric, UITaskMetric.HEAD));
        //get stream metric
        List<UIStreamMetric> streamData = UIMetricUtils.getStreamMetrics(taskStreamMetrics, component, id, window);
        model.addAttribute("streamData", streamData);
        model.addAttribute("streamHead", UIMetricUtils.sortHead(streamData, UIStreamMetric.HEAD));
    } catch (NotAliveException nae) {
        model.addAttribute("flush", String.format("The topology: %s is dead", topology_id));
    } catch (Exception e) {
        NimbusClientManager.removeClient(clusterName);
        LOG.error(e.getMessage(), e);
        UIUtils.addErrorAttribute(model, e);
    }
    model.addAttribute("clusterName", clusterName);
    model.addAttribute("topologyId", topology_id);
    model.addAttribute("compName", component);
    model.addAttribute("page", "task");
    UIUtils.addTitleAttribute(model, "Task Summary");
    LOG.info("task page show cost:{}ms", System.currentTimeMillis() - start);
    return "task";
}
Also used : TaskEntity(com.alibaba.jstorm.ui.model.TaskEntity) UIStreamMetric(com.alibaba.jstorm.ui.model.UIStreamMetric) NimbusClient(backtype.storm.utils.NimbusClient) UITaskMetric(com.alibaba.jstorm.ui.model.UITaskMetric) RequestMapping(org.springframework.web.bind.annotation.RequestMapping)

Aggregations

RequestMapping (org.springframework.web.bind.annotation.RequestMapping)1964 ResponseBody (org.springframework.web.bind.annotation.ResponseBody)459 ModelAndView (org.springframework.web.servlet.ModelAndView)413 ApiOperation (io.swagger.annotations.ApiOperation)305 PreAuthorize (org.springframework.security.access.prepost.PreAuthorize)234 ArrayList (java.util.ArrayList)197 HashMap (java.util.HashMap)155 WebMessageException (org.hisp.dhis.dxf2.webmessage.WebMessageException)124 ResponseStatus (org.springframework.web.bind.annotation.ResponseStatus)124 IOException (java.io.IOException)97 ResponseEntity (org.springframework.http.ResponseEntity)92 Date (java.util.Date)83 Aggregation (org.springframework.data.mongodb.core.aggregation.Aggregation)80 DBObject (com.mongodb.DBObject)71 BasicDBObject (com.mongodb.BasicDBObject)67 InputStream (java.io.InputStream)66 Aggregation.newAggregation (org.springframework.data.mongodb.core.aggregation.Aggregation.newAggregation)64 HttpServletResponse (javax.servlet.http.HttpServletResponse)59 User (org.hisp.dhis.user.User)59 List (java.util.List)53