Examples with RequestLog com.google.apphosting.api.logservice.LogServicePb.RequestLog used on opensource projects

Example 16 with RequestLog

use of com.google.apphosting.api.logservice.LogServicePb.RequestLog in project appengine-java-standard by GoogleCloudPlatform.

the class LogServiceImplTest method getTestData.

public List<RequestLog> getTestData(int numVals) {
    ArrayList<RequestLog> list = new ArrayList<>();
    for (int i = 0; i < numVals; i++) {
        RequestLog rl = RequestLog.newBuilder().setRequestId(ByteString.copyFromUtf8("dummy")).setAppId("app").setVersionId("v").setIp("").setStartTime(0).setEndTime(0).setLatency(0).setMcycles(0).setMethod("").setResource("").setHttpVersion("").setStatus(0).setResponseSize(0).setUrlMapEntry("").setCombined(Integer.toString(i)).build();
        list.add(rl);
    }
    return list;
}

Example 17 with RequestLog

use of com.google.apphosting.api.logservice.LogServicePb.RequestLog in project appengine-java-standard by GoogleCloudPlatform.

the class LocalLogServiceTest method writeTestData.

void writeTestData(List<RequestLog> data, boolean complete) {
    for (RequestLog log : data) {
        String requestId = Long.toString(log.getStartTime());
        LocalLogService logService = getLocalLogService();
        logService.registerResponseSize(log.getResponseSize());
        logService.addRequestInfo(log.getAppId(), log.getVersionId(), requestId, log.getIp(), log.getNickname(), log.getStartTime(), log.getEndTime(), log.getMethod(), log.getResource(), log.getHttpVersion(), log.getUserAgent(), complete, 200, null);
        logService.clearResponseSize();
        for (LogLine line : log.getLineList()) {
            Level level = Level.parse(Integer.toString(line.getLevel()));
            logService.addAppLogLine(requestId, line.getTime(), level.intValue(), line.getLogMessage());
        }
    }
}

Example 18 with RequestLog

use of com.google.apphosting.api.logservice.LogServicePb.RequestLog in project appengine-java-standard by GoogleCloudPlatform.

the class LocalLogService method addAppLogLine.

public synchronized void addAppLogLine(String requestId, long time, int level, String message) {
    if (message == null) {
        // ignore requests to log null messages
        return;
    }
    LogLine line = LogLine.newBuilder().setTime(time).setLevel(level).setLogMessage(message).build();
    int index = logs.indexOf(findLogInLogMapOrAddNewLog(requestId));
    RequestLog log = findLogInLogMapOrAddNewLog(requestId).toBuilder().addLine(line).buildPartial();
    // Replace element in the existing list, while keeping position.
    logs.set(index, log);
}

Example 19 with RequestLog

use of com.google.apphosting.api.logservice.LogServicePb.RequestLog in project appengine-java-standard by GoogleCloudPlatform.

the class LocalLogService method read.

/**
 * Reads log records from the in-memory log list and applies user-specified filters to the results
 * to return.
 *
 * @param request A set of parameters that indicate restrictions on the results that should be
 *     returned.
 * @return A set of logs matching the parameters given. If the number of logs returned exceed
 *     either the user-specified amount or the API-specified limit, then an offset is returned
 *     that has a reference to the next record to read from in subsequent requests.
 */
public synchronized LogReadResponse read(Status status, LogReadRequest request) {
    LogReadResponse.Builder response = LogReadResponse.newBuilder();
    Integer index = 0;
    Set<ByteString> requestedIds = null;
    if (!request.getRequestIdList().isEmpty()) {
        requestedIds = new HashSet<>(request.getRequestIdList());
    }
    // after this one is acceptable.
    if (request.hasOffset()) {
        index = null;
        BigInteger requestToFind = new BigInteger(request.getOffset().getRequestId().toStringUtf8(), 16);
        for (int i = 0; i < logs.size(); i++) {
            BigInteger thisRequestId = new BigInteger(logs.get(i).getRequestId().toStringUtf8(), 16);
            if (requestToFind.compareTo(thisRequestId) > 0) {
                index = i;
                break;
            }
        }
        // that they don't ask us for any more logs.
        if (index == null) {
            return response.build();
        }
    }
    int numResultsFetched = 0;
    for (int i = index; i < logs.size(); i++) {
        RequestLog thisLog = null;
        int j = 0;
        for (RequestLog log : logs) {
            if (i == j) {
                thisLog = log;
                break;
            }
            j++;
        }
        if (requestedIds != null && !requestedIds.contains(thisLog.getRequestId())) {
            continue;
        }
        // time) against the provided start/end times.
        if (request.hasStartTime()) {
            if (request.getStartTime() > thisLog.getEndTime()) {
                continue;
            }
        }
        if (request.hasEndTime()) {
            if (request.getEndTime() <= thisLog.getEndTime()) {
                continue;
            }
        }
        // incomplete, don't include it.
        if (!request.getIncludeIncomplete() && !thisLog.getFinished()) {
            continue;
        }
        if (!request.getVersionIdList().isEmpty() && !request.getVersionIdList().contains(thisLog.getVersionId()) && thisLog.hasVersionId()) {
            continue;
        }
        if (!request.getModuleVersionList().isEmpty() && (thisLog.hasModuleId() || thisLog.hasVersionId())) {
            boolean moduleVersionMatch = false;
            for (LogModuleVersion moduleVersion : request.getModuleVersionList()) {
                if (thisLog.getModuleId().equals(moduleVersion.getModuleId()) && thisLog.getVersionId().equals(moduleVersion.getVersionId())) {
                    moduleVersionMatch = true;
                }
            }
            if (!moduleVersionMatch) {
                continue;
            }
        }
        if (request.hasMinimumLogLevel()) {
            // Find if there are any logs that meet or exceed minimumLogLevel.
            // If so (and if the user has specified that they want app logs), add
            // all the app logs to the response. If not, don't include this log in
            // the response.
            boolean logLevelMatched = false;
            for (LogLine line : thisLog.getLineList()) {
                if (line.getLevel() >= request.getMinimumLogLevel()) {
                    logLevelMatched = true;
                    break;
                }
            }
            if (!logLevelMatched) {
                continue;
            }
        }
        // At this point, the thisLog proto might only be partial, which is fine in dev mode
        // (difference between proto1 and proto2),
        // se we are filling mandatory fields with dummy data, so we do not need to change the
        // official
        // log service implementation.
        RequestLog.Builder logCopy = thisLog.toBuilder().clone();
        fillRequiredFields(logCopy);
        if (!request.getIncludeAppLogs()) {
            // If the user doesn't want app logs, make a copy of this log
            // that doesn't have that in it and give them that instead.
            logCopy.clearLine();
        }
        response.addLog(logCopy.build());
        numResultsFetched++;
        if (numResultsFetched >= request.getCount()) {
            // request id
            if (i + 1 < logs.size()) {
                ByteString nextOffset = logs.get(i).getRequestId();
                LogOffset offset = LogOffset.newBuilder().setRequestId(nextOffset).build();
                response.setOffset(offset);
            }
            break;
        }
    }
    return response.build();
}

Example 20 with RequestLog

use of com.google.apphosting.api.logservice.LogServicePb.RequestLog in project appengine-java-standard by GoogleCloudPlatform.

the class LocalLogService method addRequestInfo.

public synchronized void addRequestInfo(String appId, String moduleId, String versionId, String requestId, @Nullable String ip, @Nullable String nickname, long startTimeUsec, long endTimeUsec, String method, String resource, String httpVersion, @Nullable String userAgent, boolean complete, @Nullable Integer status, @Nullable String referrer) {
    // Find where log with given requestid is or create one.
    RequestLog existingOrNewLog = findLogInLogMapOrAddNewLog(requestId);
    int index = logs.indexOf(existingOrNewLog);
    RequestLog.Builder log = existingOrNewLog.toBuilder().setAppId(appId);
    // Set the version id to be just the major version id
    String majorVersionId = Splitter.on('.').splitToList(versionId).get(0);
    if (moduleId.equals(DEFAULT_MODULE)) {
        log.setModuleId(moduleId);
    }
    log.setVersionId(majorVersionId).setStartTime(startTimeUsec).setEndTime(endTimeUsec);
    if (ip != null) {
        log.setIp(ip);
    }
    if (nickname != null) {
        log.setNickname(nickname);
    }
    log.setLatency(endTimeUsec - startTimeUsec).setMcycles(0L).setMethod(method).setResource(resource).setHttpVersion(httpVersion);
    Long responseSize = getResponseSize();
    log.setResponseSize(responseSize).setStatus(status);
    if (referrer != null) {
        log.setReferrer(referrer);
    }
    log.setCombined(formatCombinedLog(ip, nickname, endTimeUsec, method, resource, httpVersion, status, responseSize, referrer, userAgent));
    if (userAgent != null) {
        log.setUserAgent(userAgent);
    }
    // Required proto2 fields...
    log.setUrlMapEntry("").setFinished(complete);
    // Replace element in the existing list, while keeping position.
    logs.set(index, log.build());
}