Examples with Prometheus org.finos.legend.engine.shared.core.operational.prometheus.Prometheus used on opensource projects

Example 1 with Prometheus

use of org.finos.legend.engine.shared.core.operational.prometheus.Prometheus in project legend-engine by finos.

the class ServiceTestRunner method executeTestAsserts.

@Prometheus(name = "service test execute", doc = "Execution duration summary within service test execution")
private RichServiceTestResult executeTestAsserts(SingleExecutionPlan executionPlan, List<TestContainer> asserts, RichIterable<? extends String> sqlStatements, Scope scope) throws IOException {
    long start = System.currentTimeMillis();
    if (ExecutionNodeTDSResultHelper.isResultTDS(executionPlan.rootExecutionNode) || (executionPlan.rootExecutionNode.isResultPrimitiveType() && "String".equals(executionPlan.rootExecutionNode.getDataTypeResultType()))) {
        // Java
        String packageName = "org.finos.legend.tests.generated";
        String className = "TestSuite";
        String javaCode = ServiceTestGenerationHelper.generateJavaForAsserts(asserts, this.service, this.pureModel, packageName, className);
        Class<?> assertsClass;
        RichServiceTestResult testRun;
        try {
            assertsClass = compileJavaForAsserts(packageName, className, javaCode);
        } catch (JavaCompileException e) {
            MetricsHandler.incrementErrorCount("test_execute", 0);
            throw new RuntimeException("Error compiling test asserts for " + this.service.getPath(), e);
        }
        scope.span().log("Java asserts generated and compiled");
        TestExecutionScope execScope = null;
        try {
            // Setup test database if needed
            if (sqlStatements != null) {
                execScope = TestExecutionScope.setupTestServer(sqlStatements, scope);
            }
            // Run tests
            Map<String, TestResult> results = Maps.mutable.empty();
            Map<String, Exception> assertExceptions = Maps.mutable.empty();
            for (Pair<TestContainer, Integer> tc : LazyIterate.zipWithIndex(asserts)) {
                // Build Param Map
                Map<String, Result> parameters = Maps.mutable.empty();
                if (this.service.execution instanceof PureExecution) {
                    parameters = ListIterate.zip(((PureExecution) this.service.execution).func.parameters, tc.getOne().parametersValues).toMap(p -> p.getOne().name, p -> // Condition evoked in case of studio-flow
                    p.getTwo() instanceof Collection ? new ConstantResult(ListIterate.collect(((Collection) p.getTwo()).values, v -> v.accept(new ValueSpecificationToResultVisitor()).getValue())) : // Condition evoked in case of pureIDE-flow
                    p.getTwo() instanceof PureList ? new ConstantResult(ListIterate.collect(((PureList) p.getTwo()).values, v -> v.accept(new ValueSpecificationToResultVisitor()).getValue())) : p.getTwo().accept(new ValueSpecificationToResultVisitor()));
                }
                // Execute Plan
                ExecutionState testExecutionState = new ExecutionState(parameters, Lists.mutable.withAll(executionPlan.templateFunctions), Lists.mutable.with(new RelationalStoreExecutionState(new RelationalStoreState(execScope == null ? -1 : execScope.getPort())), new InMemoryStoreExecutionState(new InMemoryStoreState()), new ServiceStoreExecutionState(new ServiceStoreState())));
                Result result = this.executor.execute(executionPlan, testExecutionState, null, null);
                org.finos.legend.pure.m3.coreinstance.meta.pure.mapping.Result<Object> pureResult = result.accept(new ResultToPureResultVisitor());
                // Execute Assert
                String testName = ServiceTestGenerationHelper.getAssertMethodName(tc.getTwo());
                scope.span().setTag(testName, resultToString(pureResult, this.pureModel.getExecutionSupport()));
                TestResult testResult;
                try {
                    Boolean assertResult = (Boolean) assertsClass.getMethod(testName, org.finos.legend.pure.m3.coreinstance.meta.pure.mapping.Result.class, ExecutionSupport.class).invoke(null, pureResult, pureModel.getExecutionSupport());
                    testResult = assertResult ? TestResult.SUCCESS : TestResult.FAILURE;
                    scope.span().setTag(testName + "_assert", assertResult);
                } catch (Exception e) {
                    StringWriter out = new StringWriter();
                    PrintWriter writer = new PrintWriter(out);
                    e.printStackTrace(writer);
                    e.printStackTrace();
                    testResult = TestResult.ERROR;
                    assertExceptions.put(testName, e);
                    scope.span().setTag(testName + "_assert", out.toString());
                }
                results.put(testName, testResult);
            }
            testRun = new RichServiceTestResult(service.getPath(), results, assertExceptions, null, executionPlan, javaCode);
            scope.span().log("Finished running tests " + results);
            MetricsHandler.observeServerOperation("test_execute", metricsContext, start, System.currentTimeMillis());
        } catch (Exception e) {
            LOGGER.error("Error running tests", e);
            MetricsHandler.incrementErrorCount("test_execute", 0);
            throw (e instanceof RuntimeException) ? (RuntimeException) e : new RuntimeException(e);
        } finally {
            if (execScope != null) {
                execScope.close();
            }
            MetricsHandler.observe("service test execute", start, System.currentTimeMillis());
        }
        return testRun;
    } else {
        return new RichServiceTestResult(this.service.getPath(), Collections.emptyMap(), Collections.emptyMap(), null, executionPlan, "");
    }
}

Example 2 with Prometheus

use of org.finos.legend.engine.shared.core.operational.prometheus.Prometheus in project legend-engine by finos.

the class Compile method lambdaReturnType.

@POST
@Path("lambdaReturnType")
@ApiOperation(value = "Loads a given model and lambda. Returns the lambda return type")
@Consumes({ MediaType.APPLICATION_JSON, APPLICATION_ZLIB })
@Prometheus(name = "lambda return type")
public Response lambdaReturnType(LambdaReturnTypeInput lambdaReturnTypeInput, @ApiParam(hidden = true) @Pac4JProfileManager ProfileManager<CommonProfile> pm, @Context UriInfo uriInfo) {
    MutableList<CommonProfile> profiles = ProfileManagerHelper.extractProfiles(pm);
    long start = System.currentTimeMillis();
    try {
        PureModelContext model = lambdaReturnTypeInput.model;
        Lambda lambda = lambdaReturnTypeInput.lambda;
        String typeName = modelManager.getLambdaReturnType(lambda, model, model instanceof PureModelContextPointer ? ((PureModelContextPointer) model).serializer.version : null, profiles);
        Map<String, String> result = new HashMap<>();
        long end = System.currentTimeMillis();
        MetricsHandler.observe("lambda return type", start, end);
        MetricsHandler.observeRequest(uriInfo != null ? uriInfo.getPath() : null, start, end);
        // This is an object in case we want to add more information on the lambda.
        result.put("returnType", typeName);
        return Response.ok(result, MediaType.APPLICATION_JSON_TYPE).build();
    } catch (Exception ex) {
        MetricsHandler.observeError("lambda return type");
        return handleException(uriInfo, profiles, start, ex);
    }
}

Example 3 with Prometheus

use of org.finos.legend.engine.shared.core.operational.prometheus.Prometheus in project legend-engine by finos.

the class Compile method compile.

@POST
@Path("compile")
@ApiOperation(value = "Loads the model and then compiles. It performs no action. Mostly used for testing")
@Consumes({ MediaType.APPLICATION_JSON, APPLICATION_ZLIB })
@Prometheus(name = "compile model", doc = "Pure model compilation duration summary")
public Response compile(PureModelContext model, @ApiParam(hidden = true) @Pac4JProfileManager ProfileManager<CommonProfile> pm, @Context UriInfo uriInfo) {
    MutableList<CommonProfile> profiles = ProfileManagerHelper.extractProfiles(pm);
    long start = System.currentTimeMillis();
    try (Scope scope = GlobalTracer.get().buildSpan("Service: compile").startActive(true)) {
        CompilerExtensions.logAvailableExtensions();
        Pair<PureModelContextData, PureModel> res = modelManager.loadModelAndData(model, model instanceof PureModelContextPointer ? ((PureModelContextPointer) model).serializer.version : null, profiles, null);
        long end = System.currentTimeMillis();
        MetricsHandler.observe("compile model", start, end);
        MetricsHandler.observeRequest(uriInfo != null ? uriInfo.getPath() : null, start, end);
        // on the another hand, returning 200 Ok with no content is not appropriate. So we have to put this dummy message "OK"
        return Response.ok(new CompileResult("OK", res.getTwo().getWarnings()), MediaType.APPLICATION_JSON_TYPE).build();
    } catch (Exception ex) {
        MetricsHandler.observeError("compile model");
        return handleException(uriInfo, profiles, start, ex);
    }
}

Example 4 with Prometheus

use of org.finos.legend.engine.shared.core.operational.prometheus.Prometheus in project legend-engine by finos.

the class Execute method generatePlanDebug.

@POST
@Path("generatePlan/debug")
@Consumes({ MediaType.APPLICATION_JSON, APPLICATION_ZLIB })
@Prometheus(name = "generate plan debug")
public Response generatePlanDebug(@Context HttpServletRequest request, ExecuteInput executeInput, @ApiParam(hidden = true) @Pac4JProfileManager ProfileManager<CommonProfile> pm, @Context UriInfo uriInfo) {
    MutableList<CommonProfile> profiles = ProfileManagerHelper.extractProfiles(pm);
    long start = System.currentTimeMillis();
    try {
        LOGGER.info(new LogInfo(profiles, LoggingEventType.EXECUTION_PLAN_GENERATION_DEBUG_START, "").toString());
        PlanWithDebug plan = buildPlan(executeInput, profiles, true);
        LOGGER.info(new LogInfo(profiles, LoggingEventType.EXECUTION_PLAN_GENERATION_DEBUG_STOP, (double) System.currentTimeMillis() - start).toString());
        MetricsHandler.observe("generate plan", start, System.currentTimeMillis());
        MetricsHandler.observeRequest(uriInfo != null ? uriInfo.getPath() : null, start, System.currentTimeMillis());
        return Response.ok().type(MediaType.APPLICATION_JSON_TYPE).entity(plan).build();
    } catch (Exception ex) {
        MetricsHandler.observeError("generate plan");
        Response response = ExceptionTool.exceptionManager(ex, LoggingEventType.EXECUTION_PLAN_GENERATION_DEBUG_ERROR, profiles);
        MetricsHandler.incrementErrorCount(uriInfo != null ? uriInfo.getPath() : null, response.getStatus());
        return response;
    }
}

Example 5 with Prometheus

use of org.finos.legend.engine.shared.core.operational.prometheus.Prometheus in project legend-engine by finos.

the class Execute method generatePlan.

@POST
@Path("generatePlan")
@Consumes({ MediaType.APPLICATION_JSON, APPLICATION_ZLIB })
@Prometheus(name = "generate plan")
public Response generatePlan(@Context HttpServletRequest request, ExecuteInput executeInput, @ApiParam(hidden = true) @Pac4JProfileManager ProfileManager<CommonProfile> pm, @Context UriInfo uriInfo) {
    MutableList<CommonProfile> profiles = ProfileManagerHelper.extractProfiles(pm);
    long start = System.currentTimeMillis();
    try {
        LOGGER.info(new LogInfo(profiles, LoggingEventType.EXECUTION_PLAN_GENERATION_START, "").toString());
        SingleExecutionPlan plan = buildPlan(executeInput, profiles, false).plan;
        LOGGER.info(new LogInfo(profiles, LoggingEventType.EXECUTION_PLAN_GENERATION_STOP, (double) System.currentTimeMillis() - start).toString());
        MetricsHandler.observe("generate plan", start, System.currentTimeMillis());
        MetricsHandler.observeRequest(uriInfo != null ? uriInfo.getPath() : null, start, System.currentTimeMillis());
        return Response.ok().type(MediaType.APPLICATION_JSON_TYPE).entity(plan).build();
    } catch (Exception ex) {
        MetricsHandler.observeError("generate plan");
        Response response = ExceptionTool.exceptionManager(ex, LoggingEventType.EXECUTION_PLAN_GENERATION_ERROR, profiles);
        MetricsHandler.incrementErrorCount(uriInfo != null ? uriInfo.getPath() : null, response.getStatus());
        return response;
    }
}