Examples with LogReadResponse com.google.apphosting.api.logservice.LogServicePb.LogReadResponse used on opensource projects

Example 6 with LogReadResponse

use of com.google.apphosting.api.logservice.LogServicePb.LogReadResponse in project appengine-java-standard by GoogleCloudPlatform.

the class LocalLogService method read.

/**
 * Reads log records from the in-memory log list and applies user-specified filters to the results
 * to return.
 *
 * @param request A set of parameters that indicate restrictions on the results that should be
 *     returned.
 * @return A set of logs matching the parameters given. If the number of logs returned exceed
 *     either the user-specified amount or the API-specified limit, then an offset is returned
 *     that has a reference to the next record to read from in subsequent requests.
 */
public synchronized LogReadResponse read(Status status, LogReadRequest request) {
    LogReadResponse.Builder response = LogReadResponse.newBuilder();
    Integer index = 0;
    Set<ByteString> requestedIds = null;
    if (!request.getRequestIdList().isEmpty()) {
        requestedIds = new HashSet<>(request.getRequestIdList());
    }
    // after this one is acceptable.
    if (request.hasOffset()) {
        index = null;
        BigInteger requestToFind = new BigInteger(request.getOffset().getRequestId().toStringUtf8(), 16);
        for (int i = 0; i < logs.size(); i++) {
            BigInteger thisRequestId = new BigInteger(logs.get(i).getRequestId().toStringUtf8(), 16);
            if (requestToFind.compareTo(thisRequestId) > 0) {
                index = i;
                break;
            }
        }
        // that they don't ask us for any more logs.
        if (index == null) {
            return response.build();
        }
    }
    int numResultsFetched = 0;
    for (int i = index; i < logs.size(); i++) {
        RequestLog thisLog = null;
        int j = 0;
        for (RequestLog log : logs) {
            if (i == j) {
                thisLog = log;
                break;
            }
            j++;
        }
        if (requestedIds != null && !requestedIds.contains(thisLog.getRequestId())) {
            continue;
        }
        // time) against the provided start/end times.
        if (request.hasStartTime()) {
            if (request.getStartTime() > thisLog.getEndTime()) {
                continue;
            }
        }
        if (request.hasEndTime()) {
            if (request.getEndTime() <= thisLog.getEndTime()) {
                continue;
            }
        }
        // incomplete, don't include it.
        if (!request.getIncludeIncomplete() && !thisLog.getFinished()) {
            continue;
        }
        if (!request.getVersionIdList().isEmpty() && !request.getVersionIdList().contains(thisLog.getVersionId()) && thisLog.hasVersionId()) {
            continue;
        }
        if (!request.getModuleVersionList().isEmpty() && (thisLog.hasModuleId() || thisLog.hasVersionId())) {
            boolean moduleVersionMatch = false;
            for (LogModuleVersion moduleVersion : request.getModuleVersionList()) {
                if (thisLog.getModuleId().equals(moduleVersion.getModuleId()) && thisLog.getVersionId().equals(moduleVersion.getVersionId())) {
                    moduleVersionMatch = true;
                }
            }
            if (!moduleVersionMatch) {
                continue;
            }
        }
        if (request.hasMinimumLogLevel()) {
            // Find if there are any logs that meet or exceed minimumLogLevel.
            // If so (and if the user has specified that they want app logs), add
            // all the app logs to the response. If not, don't include this log in
            // the response.
            boolean logLevelMatched = false;
            for (LogLine line : thisLog.getLineList()) {
                if (line.getLevel() >= request.getMinimumLogLevel()) {
                    logLevelMatched = true;
                    break;
                }
            }
            if (!logLevelMatched) {
                continue;
            }
        }
        // At this point, the thisLog proto might only be partial, which is fine in dev mode
        // (difference between proto1 and proto2),
        // se we are filling mandatory fields with dummy data, so we do not need to change the
        // official
        // log service implementation.
        RequestLog.Builder logCopy = thisLog.toBuilder().clone();
        fillRequiredFields(logCopy);
        if (!request.getIncludeAppLogs()) {
            // If the user doesn't want app logs, make a copy of this log
            // that doesn't have that in it and give them that instead.
            logCopy.clearLine();
        }
        response.addLog(logCopy.build());
        numResultsFetched++;
        if (numResultsFetched >= request.getCount()) {
            // request id
            if (i + 1 < logs.size()) {
                ByteString nextOffset = logs.get(i).getRequestId();
                LogOffset offset = LogOffset.newBuilder().setRequestId(nextOffset).build();
                response.setOffset(offset);
            }
            break;
        }
    }
    return response.build();
}

Example 7 with LogReadResponse

use of com.google.apphosting.api.logservice.LogServicePb.LogReadResponse in project appengine-java-standard by GoogleCloudPlatform.

the class LogServiceImplTest method getAllLogsForAppVersions.

private void getAllLogsForAppVersions(LogQuery query, List<Version> moduleVersions) throws Exception {
    List<RequestLog> expectedData = getTestData(LogService.DEFAULT_ITEMS_PER_FETCH);
    Long startTime = null;
    Long endTime = null;
    Integer batchSize = null;
    LogReadRequest request = createLogReadRequest(startTime, endTime, batchSize, moduleVersions);
    LogReadResponse response = createLogReadResponse(expectedData);
    setupExpectations(request, response);
    List<RequestLogs> actualData = new ArrayList<>();
    for (RequestLogs record : new LogServiceImpl().fetch(query)) {
        actualData.add(record);
    }
    String expectedLogs = getJustCombinedRequestFields(expectedData);
    String actualLogs = getJustCombinedFields(actualData);
    assertThat(actualLogs).isEqualTo(expectedLogs);
}

Example 8 with LogReadResponse

use of com.google.apphosting.api.logservice.LogServicePb.LogReadResponse in project appengine-java-standard by GoogleCloudPlatform.

the class LogServiceImplTest method testGetLogsForTwoDaysAgoMillis.

@Test
public void testGetLogsForTwoDaysAgoMillis() throws Exception {
    List<RequestLog> expectedData = getTestData(LogService.DEFAULT_ITEMS_PER_FETCH);
    // Use millisecond-aligned microsecond timestamps.
    Long endTimeUsec = getTimeForNDaysAgo(1, null) / 1000 * 1000;
    Long startTimeUsec = getTimeForNDaysAgo(1, endTimeUsec) / 1000 * 1000;
    Long endTimeMillis = endTimeUsec / 1000;
    Long startTimeMillis = startTimeUsec / 1000;
    Integer batchSize = null;
    LogReadRequest request = createLogReadRequest(startTimeMillis * 1000, endTimeMillis * 1000, batchSize, null);
    LogReadResponse response = createLogReadResponse(expectedData);
    setupExpectations(request, response);
    LogQuery query = LogQuery.Builder.withStartTimeMillis(startTimeMillis).endTimeMillis(endTimeMillis);
    List<RequestLogs> actualData = new ArrayList<>();
    for (RequestLogs record : new LogServiceImpl().fetch(query)) {
        actualData.add(record);
    }
    String expectedLogs = getJustCombinedRequestFields(expectedData);
    String actualLogs = getJustCombinedFields(actualData);
    assertThat(actualLogs).isEqualTo(expectedLogs);
    // Test the Usec/Millis variants.
    assertThat(startTimeUsec).isEqualTo(query.getStartTimeUsec());
    assertThat(endTimeUsec).isEqualTo(query.getEndTimeUsec());
    assertThat(startTimeMillis).isEqualTo(query.getStartTimeMillis());
    assertThat(endTimeMillis).isEqualTo(query.getEndTimeMillis());
    query = LogQuery.Builder.withEndTimeMillis(endTimeMillis).startTimeMillis(startTimeMillis);
    assertThat(startTimeUsec).isEqualTo(query.getStartTimeUsec());
    assertThat(endTimeUsec).isEqualTo(query.getEndTimeUsec());
    assertThat(startTimeMillis).isEqualTo(query.getStartTimeMillis());
    assertThat(endTimeMillis).isEqualTo(query.getEndTimeMillis());
    query = LogQuery.Builder.withDefaults();
    assertThat(query.getStartTimeUsec()).isNull();
    assertThat(query.getEndTimeUsec()).isNull();
    assertThat(query.getStartTimeMillis()).isNull();
    assertThat(query.getEndTimeMillis()).isNull();
}