use of org.dataportabilityproject.dataModels.mail.MailMessageModel in project data-transfer-project by google.
the class ImapMailHelper method getMessages.
/**
* Get all messages in an account.
*/
private MailModelWrapper getMessages(String host, String account, String password, Folder parentFolder, boolean fetchMessages, PaginationInformation paginationInformation) throws MessagingException, IOException {
int foldersSize = 0;
// Find containers to and be imported
ImmutableCollection.Builder<MailContainerModel> folders = ImmutableList.builder();
ImmutableCollection.Builder<Resource> folderIds = ImmutableList.builder();
log("Calling list for folder: %s", parentFolder.getName());
Folder[] subFolders = parentFolder.list();
log("Folder: %s, subFolders: %d", parentFolder.getName(), subFolders.length);
for (Folder folder : subFolders) {
// This will tell the framework to create this folder on import
folders.add(new MailContainerModel(folder.getName(), folder.getFullName()));
// Content for these resources will be 'fetched' by the framework
folderIds.add(new IdOnlyResource(folder.getName()));
foldersSize++;
}
log("foldersSize: %d", foldersSize);
// Get messages in the folder
ImmutableCollection.Builder<MailMessageModel> resources = ImmutableList.builder();
log("fetchMessages: %b", fetchMessages);
PaginationInformation nextPaginationInformation = null;
if (fetchMessages) {
parentFolder.open(Folder.READ_ONLY);
int start = getStart(paginationInformation);
int end = getEnd(start, parentFolder.getMessageCount());
if (end < parentFolder.getMessageCount()) {
// Indicates page to be fetched on next request
nextPaginationInformation = new IntPaginationToken(end + 1);
}
log("Fetching messages for foder: %s, start: %d, end: %d", parentFolder.getFullName(), start, end);
Message[] messages = parentFolder.getMessages(start, end);
log("Fetched message for folder: %s, messages: %s", parentFolder.getFullName(), messages.length);
for (Message message : messages) {
log("Message, contentType: %s ,size: %s", message.getContentType(), message.getSize());
ImmutableList<String> folderId = ImmutableList.of(parentFolder.getName());
resources.add(new MailMessageModel(createRawMessage(message), folderId));
}
parentFolder.close(false);
}
// TODO: add pagination below
return new MailModelWrapper(folders.build(), resources.build(), new ContinuationInformation(folderIds.build(), nextPaginationInformation));
}
use of org.dataportabilityproject.dataModels.mail.MailMessageModel in project data-transfer-project by google.
the class GoogleMailService method importItem.
@Override
public void importItem(MailModelWrapper model) throws IOException {
log("importItem, model: %s", model);
for (MailMessageModel message : model.getMessages()) {
// TODO: Avoid re-looking up lable on each fetch
String labelId = getMigratedLabelId();
Message newMessage = new Message().setRaw(message.getRawString()).setLabelIds(ImmutableList.of(labelId));
gmail.users().messages().insert(USER, newMessage).execute();
}
}
use of org.dataportabilityproject.dataModels.mail.MailMessageModel in project data-transfer-project by google.
the class GoogleMailService method export.
// This currently exports each message with associated labels
@Override
public MailModelWrapper export(ExportInformation exportInformation) throws IOException {
Messages.List request = gmail.users().messages().list(USER).setMaxResults(MAX_RESULTS_PER_REQUEST);
if (exportInformation.getPaginationInformation().isPresent()) {
request.setPageToken(((StringPaginationToken) exportInformation.getPaginationInformation().get()).getId());
}
ListMessagesResponse response = request.execute();
List<MailMessageModel> results = new ArrayList<>(response.getMessages().size());
// as we can't store all the mail messagess in memory at once.
for (Message listMessage : response.getMessages()) {
Message getResponse = gmail.users().messages().get(USER, listMessage.getId()).setFormat("raw").execute();
// TODO: note this doesn't transfer things like labels
results.add(new MailMessageModel(getResponse.getRaw(), getResponse.getLabelIds()));
}
PaginationInformation pageInfo = null;
if (response.getNextPageToken() != null) {
pageInfo = new StringPaginationToken(response.getNextPageToken());
}
// TODO: export by label or by message?
return new MailModelWrapper(null, results, new ContinuationInformation(null, pageInfo));
}
Aggregations