use of com.linkedin.thirdeye.client.diffsummary.Cube in project pinot by linkedin.
the class Summary method main.
public static void main(String[] argc) {
String oFileName = "Cube.json";
int answerSize = 10;
boolean doOneSideError = true;
int maxDimensionSize = 3;
Cube cube = null;
try {
cube = Cube.fromJson(oFileName);
System.out.println("Restored Cube:");
System.out.println(cube);
} catch (IOException e) {
e.printStackTrace();
System.exit(1);
}
Summary summary = new Summary(cube);
try {
SummaryResponse response = summary.computeSummary(answerSize, doOneSideError, maxDimensionSize);
System.out.print("JSon String: ");
System.out.println(new ObjectMapper().writeValueAsString(response));
System.out.println("Object String: ");
System.out.println(response.toString());
} catch (JsonProcessingException e) {
e.printStackTrace();
}
summary.testCorrectnessOfWowValues();
}
use of com.linkedin.thirdeye.client.diffsummary.Cube in project pinot by linkedin.
the class SummaryResource method buildSummary.
@GET
@Path(value = "/summary/autoDimensionOrder")
@Produces(MediaType.APPLICATION_JSON)
public String buildSummary(@QueryParam("dataset") String collection, @QueryParam("metric") String metric, @QueryParam("currentStart") Long currentStartInclusive, @QueryParam("currentEnd") Long currentEndExclusive, @QueryParam("baselineStart") Long baselineStartInclusive, @QueryParam("baselineEnd") Long baselineEndExclusive, @QueryParam("dimensions") String groupByDimensions, @QueryParam("summarySize") int summarySize, @QueryParam("topDimensions") @DefaultValue(DEFAULT_TOP_DIMENSIONS) int topDimensions, @QueryParam("hierarchies") @DefaultValue(DEFAULT_HIERARCHIES) String hierarchiesPayload, @QueryParam("oneSideError") @DefaultValue(DEFAULT_ONE_SIDE_ERROR) boolean doOneSideError, @QueryParam("timeZone") @DefaultValue(DEFAULT_TIMEZONE_ID) String timeZone) throws Exception {
if (summarySize < 1)
summarySize = 1;
SummaryResponse response = null;
try {
List<MetricExpression> metricExpressions = Utils.convertToMetricExpressions(metric, MetricAggFunction.SUM, collection);
OLAPDataBaseClient olapClient = new PinotThirdEyeSummaryClient(CACHE_REGISTRY_INSTANCE.getQueryCache());
olapClient.setCollection(collection);
olapClient.setMetricExpression(metricExpressions.get(0));
olapClient.setCurrentStartInclusive(new DateTime(currentStartInclusive, DateTimeZone.forID(timeZone)));
olapClient.setCurrentEndExclusive(new DateTime(currentEndExclusive, DateTimeZone.forID(timeZone)));
olapClient.setBaselineStartInclusive(new DateTime(baselineStartInclusive, DateTimeZone.forID(timeZone)));
olapClient.setBaselineEndExclusive(new DateTime(baselineEndExclusive, DateTimeZone.forID(timeZone)));
Dimensions dimensions;
if (groupByDimensions == null || groupByDimensions.length() == 0 || groupByDimensions.equals("undefined")) {
dimensions = new Dimensions(Utils.getSchemaDimensionNames(collection));
} else {
dimensions = new Dimensions(Arrays.asList(groupByDimensions.trim().split(",")));
}
List<List<String>> hierarchies = OBJECT_MAPPER.readValue(hierarchiesPayload, new TypeReference<List<List<String>>>() {
});
Cube cube = new Cube();
cube.buildWithAutoDimensionOrder(olapClient, dimensions, topDimensions, hierarchies);
Summary summary = new Summary(cube);
response = summary.computeSummary(summarySize, doOneSideError, topDimensions);
response.setMetricName(metric);
} catch (Exception e) {
LOG.error("Exception while generating difference summary", e);
response = SummaryResponse.buildNotAvailableResponse();
response.setMetricName(metric);
}
return OBJECT_MAPPER.writeValueAsString(response);
}
use of com.linkedin.thirdeye.client.diffsummary.Cube in project pinot by linkedin.
the class SummaryResource method buildSummaryManualDimensionOrder.
@GET
@Path(value = "/summary/manualDimensionOrder")
@Produces(MediaType.APPLICATION_JSON)
public String buildSummaryManualDimensionOrder(@QueryParam("dataset") String collection, @QueryParam("metric") String metric, @QueryParam("currentStart") Long currentStartInclusive, @QueryParam("currentEnd") Long currentEndExclusive, @QueryParam("baselineStart") Long baselineStartInclusive, @QueryParam("baselineEnd") Long baselineEndExclusive, @QueryParam("dimensions") String groupByDimensions, @QueryParam("summarySize") int summarySize, @QueryParam("oneSideError") @DefaultValue(DEFAULT_ONE_SIDE_ERROR) boolean doOneSideError, @QueryParam("timeZone") @DefaultValue(DEFAULT_TIMEZONE_ID) String timeZone) throws Exception {
if (summarySize < 1)
summarySize = 1;
SummaryResponse response = null;
try {
List<MetricExpression> metricExpressions = Utils.convertToMetricExpressions(metric, MetricAggFunction.SUM, collection);
OLAPDataBaseClient olapClient = new PinotThirdEyeSummaryClient(CACHE_REGISTRY_INSTANCE.getQueryCache());
olapClient.setCollection(collection);
olapClient.setMetricExpression(metricExpressions.get(0));
olapClient.setCurrentStartInclusive(new DateTime(currentStartInclusive, DateTimeZone.forID(timeZone)));
olapClient.setCurrentEndExclusive(new DateTime(currentEndExclusive, DateTimeZone.forID(timeZone)));
olapClient.setBaselineStartInclusive(new DateTime(baselineStartInclusive, DateTimeZone.forID(timeZone)));
olapClient.setBaselineEndExclusive(new DateTime(baselineEndExclusive, DateTimeZone.forID(timeZone)));
List<String> allDimensions;
if (groupByDimensions == null || groupByDimensions.length() == 0 || groupByDimensions.equals("undefined")) {
allDimensions = Utils.getSchemaDimensionNames(collection);
} else {
allDimensions = Arrays.asList(groupByDimensions.trim().split(","));
}
if (allDimensions.size() > Integer.parseInt(DEFAULT_TOP_DIMENSIONS)) {
allDimensions = allDimensions.subList(0, Integer.parseInt(DEFAULT_TOP_DIMENSIONS));
}
Dimensions dimensions = new Dimensions(allDimensions);
Cube cube = new Cube();
cube.buildWithManualDimensionOrder(olapClient, dimensions);
Summary summary = new Summary(cube);
response = summary.computeSummary(summarySize, doOneSideError);
response.setMetricName(metric);
} catch (Exception e) {
LOG.error("Exception while generating difference summary", e);
response = SummaryResponse.buildNotAvailableResponse();
}
return OBJECT_MAPPER.writeValueAsString(response);
}
Aggregations