Examples with PaginationInformation org.dataportabilityproject.dataModels.PaginationInformation used on opensource projects

Example 1 with PaginationInformation

use of org.dataportabilityproject.dataModels.PaginationInformation in project data-transfer-project by google.

the class GoogleCalendarService method exportCalendars.

private CalendarModelWrapper exportCalendars(Optional<PaginationInformation> pageInfo) throws IOException {
    Calendar.CalendarList.List listRequest = calendarClient.calendarList().list();
    if (pageInfo.isPresent()) {
        listRequest.setPageToken(((StringPaginationToken) pageInfo.get()).getId());
    }
    CalendarList listResult = listRequest.execute();
    List<CalendarModel> calendarModels = new ArrayList<>(listResult.getItems().size());
    List<Resource> resources = new ArrayList<>(listResult.getItems().size());
    for (CalendarListEntry calendarData : listResult.getItems()) {
        CalendarModel model = GoogleCalendarToModelConverter.convertToCalendarModel(calendarData);
        resources.add(new IdOnlyResource(calendarData.getId()));
        calendarModels.add(model);
    }
    PaginationInformation newPageInfo = null;
    if (listResult.getNextPageToken() != null) {
        newPageInfo = new StringPaginationToken(listResult.getNextPageToken());
    }
    return new CalendarModelWrapper(calendarModels, null, new ContinuationInformation(resources, newPageInfo));
}

Example 2 with PaginationInformation

use of org.dataportabilityproject.dataModels.PaginationInformation in project data-transfer-project by google.

the class ImapMailHelper method getMessages.

/**
 * Get all messages in an account.
 */
private MailModelWrapper getMessages(String host, String account, String password, Folder parentFolder, boolean fetchMessages, PaginationInformation paginationInformation) throws MessagingException, IOException {
    int foldersSize = 0;
    // Find containers to and be imported
    ImmutableCollection.Builder<MailContainerModel> folders = ImmutableList.builder();
    ImmutableCollection.Builder<Resource> folderIds = ImmutableList.builder();
    log("Calling list for folder: %s", parentFolder.getName());
    Folder[] subFolders = parentFolder.list();
    log("Folder: %s, subFolders: %d", parentFolder.getName(), subFolders.length);
    for (Folder folder : subFolders) {
        // This will tell the framework to create this folder on import
        folders.add(new MailContainerModel(folder.getName(), folder.getFullName()));
        // Content for these resources will be 'fetched' by the framework
        folderIds.add(new IdOnlyResource(folder.getName()));
        foldersSize++;
    }
    log("foldersSize: %d", foldersSize);
    // Get messages in the folder
    ImmutableCollection.Builder<MailMessageModel> resources = ImmutableList.builder();
    log("fetchMessages: %b", fetchMessages);
    PaginationInformation nextPaginationInformation = null;
    if (fetchMessages) {
        parentFolder.open(Folder.READ_ONLY);
        int start = getStart(paginationInformation);
        int end = getEnd(start, parentFolder.getMessageCount());
        if (end < parentFolder.getMessageCount()) {
            // Indicates page to be fetched on next request
            nextPaginationInformation = new IntPaginationToken(end + 1);
        }
        log("Fetching messages for foder: %s, start: %d, end: %d", parentFolder.getFullName(), start, end);
        Message[] messages = parentFolder.getMessages(start, end);
        log("Fetched message for folder: %s, messages: %s", parentFolder.getFullName(), messages.length);
        for (Message message : messages) {
            log("Message, contentType: %s ,size: %s", message.getContentType(), message.getSize());
            ImmutableList<String> folderId = ImmutableList.of(parentFolder.getName());
            resources.add(new MailMessageModel(createRawMessage(message), folderId));
        }
        parentFolder.close(false);
    }
    // TODO: add pagination below
    return new MailModelWrapper(folders.build(), resources.build(), new ContinuationInformation(folderIds.build(), nextPaginationInformation));
}

Example 3 with PaginationInformation

use of org.dataportabilityproject.dataModels.PaginationInformation in project data-transfer-project by google.

the class GoogleMailService method export.

// This currently exports each message with associated labels
@Override
public MailModelWrapper export(ExportInformation exportInformation) throws IOException {
    Messages.List request = gmail.users().messages().list(USER).setMaxResults(MAX_RESULTS_PER_REQUEST);
    if (exportInformation.getPaginationInformation().isPresent()) {
        request.setPageToken(((StringPaginationToken) exportInformation.getPaginationInformation().get()).getId());
    }
    ListMessagesResponse response = request.execute();
    List<MailMessageModel> results = new ArrayList<>(response.getMessages().size());
    // as we can't store all the mail messagess in memory at once.
    for (Message listMessage : response.getMessages()) {
        Message getResponse = gmail.users().messages().get(USER, listMessage.getId()).setFormat("raw").execute();
        // TODO: note this doesn't transfer things like labels
        results.add(new MailMessageModel(getResponse.getRaw(), getResponse.getLabelIds()));
    }
    PaginationInformation pageInfo = null;
    if (response.getNextPageToken() != null) {
        pageInfo = new StringPaginationToken(response.getNextPageToken());
    }
    // TODO: export by label or by message?
    return new MailModelWrapper(null, results, new ContinuationInformation(null, pageInfo));
}

Example 4 with PaginationInformation

use of org.dataportabilityproject.dataModels.PaginationInformation in project data-transfer-project by google.

the class GoogleTaskService method getTasks.

private TaskModelWrapper getTasks(String taskListId, Optional<PaginationInformation> pageInfo) throws IOException {
    com.google.api.services.tasks.model.Tasks result;
    Tasks.TasksOperations.List query = taskClient.tasks().list(taskListId).setMaxResults(PAGE_SIZE);
    if (pageInfo.isPresent()) {
        query.setPageToken(((StringPaginationToken) pageInfo.get()).getId());
    }
    result = query.execute();
    List<TaskModel> newTasks = result.getItems().stream().map(t -> new TaskModel(taskListId, t.getTitle(), t.getNotes())).collect(Collectors.toList());
    PaginationInformation newPageInfo = null;
    if (result.getNextPageToken() != null) {
        newPageInfo = new StringPaginationToken(result.getNextPageToken());
    }
    return new TaskModelWrapper(null, newTasks, new ContinuationInformation(null, newPageInfo));
}

Example 5 with PaginationInformation

use of org.dataportabilityproject.dataModels.PaginationInformation in project data-transfer-project by google.

the class GoogleTaskService method getTaskLists.

private TaskModelWrapper getTaskLists(Optional<PaginationInformation> pageInfo) throws IOException {
    Tasks.Tasklists.List query = taskClient.tasklists().list().setMaxResults(PAGE_SIZE);
    if (pageInfo.isPresent()) {
        query.setPageToken(((StringPaginationToken) pageInfo.get()).getId());
    }
    TaskLists result = query.execute();
    List<TaskListModel> newTaskLists = new ArrayList<>(result.getItems().size());
    List<Resource> newResources = new ArrayList<>(result.getItems().size());
    for (TaskList taskList : result.getItems()) {
        newTaskLists.add(new TaskListModel(taskList.getId(), taskList.getTitle()));
        newResources.add(new IdOnlyResource(taskList.getId()));
    }
    PaginationInformation newPageInfo = null;
    if (result.getNextPageToken() != null) {
        newPageInfo = new StringPaginationToken(result.getNextPageToken());
    }
    return new TaskModelWrapper(newTaskLists, null, new ContinuationInformation(newResources, newPageInfo));
}