use of com.google.api.gax.rpc.InvalidArgumentException in project data-transfer-project by google.
the class GoogleVideosImporter method importVideoBatch.
long importVideoBatch(List<VideoModel> batchedVideos, PhotosLibraryClient client, IdempotentImportExecutor executor) throws Exception {
final ArrayList<NewMediaItem> mediaItems = new ArrayList<>();
final HashMap<String, VideoModel> uploadTokenToDataId = new HashMap<>();
final HashMap<String, Long> uploadTokenToLength = new HashMap<>();
// calls of the client to handle the InvalidArgumentException when the user's storage is full.
try {
for (VideoModel video : batchedVideos) {
try {
Pair<String, Long> pair = uploadMediaItem(video, client);
final String uploadToken = pair.getLeft();
mediaItems.add(buildMediaItem(video, uploadToken));
uploadTokenToDataId.put(uploadToken, video);
uploadTokenToLength.put(uploadToken, pair.getRight());
} catch (IOException e) {
if (e instanceof FileNotFoundException) {
// If the video file is no longer available then skip the video. We see this in a small
// number of videos where the video has been deleted.
monitor.info(() -> String.format("Video resource was missing for id: %s", video.getDataId()), e);
continue;
}
executor.executeAndSwallowIOExceptions(video.getDataId(), video.getName(), () -> {
throw e;
});
}
}
if (mediaItems.isEmpty()) {
// Either we were not passed in any videos or we failed upload on all of them.
return 0L;
}
BatchCreateMediaItemsResponse response = client.batchCreateMediaItems(mediaItems);
final List<NewMediaItemResult> resultsList = response.getNewMediaItemResultsList();
long bytes = 0L;
for (NewMediaItemResult result : resultsList) {
String uploadToken = result.getUploadToken();
Status status = result.getStatus();
final VideoModel video = uploadTokenToDataId.get(uploadToken);
Preconditions.checkNotNull(video);
final int code = status.getCode();
if (code == Code.OK_VALUE) {
executor.executeAndSwallowIOExceptions(video.getDataId(), video.getName(), () -> result.getMediaItem().getId());
Long length = uploadTokenToLength.get(uploadToken);
if (length != null) {
bytes += length;
}
} else {
executor.executeAndSwallowIOExceptions(video.getDataId(), video.getName(), () -> {
throw new IOException(String.format("Video item could not be created. Code: %d Message: %s", code, result.getStatus().getMessage()));
});
}
uploadTokenToDataId.remove(uploadToken);
}
if (!uploadTokenToDataId.isEmpty()) {
for (VideoModel video : uploadTokenToDataId.values()) {
executor.executeAndSwallowIOExceptions(video.getDataId(), video.getName(), () -> {
throw new IOException("Video item was missing from results list.");
});
}
}
return bytes;
} catch (InvalidArgumentException e) {
if (e.getMessage().contains("The remaining storage in the user's account is not enough")) {
throw new DestinationMemoryFullException("Google destination storage full", e);
} else {
throw e;
}
}
}
Aggregations