use of com.pratilipi.common.util.GsonLongDateAdapter in project pratilipi by Pratilipi.
the class DocAccessorImpl method _save.
private <T> void _save(String docPath, T doc) throws UnexpectedServerException {
try {
byte[] blobData = new GsonBuilder().registerTypeAdapter(Date.class, new GsonLongDateAdapter()).create().toJson(doc).getBytes("UTF-8");
BlobEntry blobEntry = blobAccessor.newBlob(docPath, blobData, "application/json");
blobAccessor.createOrUpdateBlob(blobEntry);
} catch (UnsupportedEncodingException e) {
logger.log(Level.SEVERE, e.getMessage());
throw new UnexpectedServerException();
}
}
use of com.pratilipi.common.util.GsonLongDateAdapter in project pratilipi by Pratilipi.
the class AuditLogProcessApi method get.
@Get
public GenericResponse get(GenericRequest request) throws UnexpectedServerException {
DataAccessor dataAccessor = DataAccessorFactory.getDataAccessor();
// Fetching AppProperty
String appPropertyId = "Api.AuditLogProcess";
AppProperty appProperty = dataAccessor.getAppProperty(appPropertyId);
if (appProperty == null)
appProperty = dataAccessor.newAppProperty(appPropertyId);
// Fetching list of audit logs
DataListCursorTuple<AuditLog> auditLogDataListCursorTuple = dataAccessor.getAuditLogList(// Mon Aug 01 00:00:00 IST 2016
new Date(1469989800000L), (String) appProperty.getValue(), 5000);
// Make sets of PrimaryContent ids
Map<Long, Set<Long>> pratilipiUpdateIds = new HashMap<>();
Set<String> userPratilipiUpdateIds = new HashSet<>();
Set<String> userAuthorUpdateIds = new HashSet<>();
Set<Long> commentUpdateIds = new HashSet<>();
Set<String> voteUpdateIds = new HashSet<>();
Gson gson = new GsonBuilder().registerTypeAdapter(Date.class, new GsonLongDateAdapter()).create();
for (AuditLog auditLog : auditLogDataListCursorTuple.getDataList()) {
// TODO: Delete following condition as soon as 'legacy' module is removed
if (auditLog.getUserId() == null || auditLog.getPrimaryContentId() == null) {
continue;
}
if (auditLog.getUserId().equals(SystemProperty.SYSTEM_USER_ID)) {
continue;
}
if (auditLog.getAccessType() == AccessType.PRATILIPI_UPDATE) {
Pratilipi oldPratilipi = gson.fromJson(auditLog.getEventDataOld(), PratilipiEntity.class);
Pratilipi newPratilipi = gson.fromJson(auditLog.getEventDataNew(), PratilipiEntity.class);
if (oldPratilipi.getState() == PratilipiState.DRAFTED && newPratilipi.getState() == PratilipiState.PUBLISHED) {
Set<Long> userIdSet = pratilipiUpdateIds.get(auditLog.getPrimaryContentIdLong());
if (userIdSet == null) {
userIdSet = new HashSet<>();
pratilipiUpdateIds.put(auditLog.getPrimaryContentIdLong(), userIdSet);
}
userIdSet.add(auditLog.getUserId());
}
} else if (auditLog.getAccessType() == AccessType.USER_PRATILIPI_REVIEW) {
UserPratilipi oldUserPratilipi = gson.fromJson(auditLog.getEventDataOld(), UserPratilipiEntity.class);
UserPratilipi newUserPratilipi = gson.fromJson(auditLog.getEventDataNew(), UserPratilipiEntity.class);
if (oldUserPratilipi.getRating() == null && oldUserPratilipi.getReview() == null && (newUserPratilipi.getRating() != null || newUserPratilipi.getReview() != null))
userPratilipiUpdateIds.add(auditLog.getPrimaryContentId());
} else if (auditLog.getAccessType() == AccessType.USER_AUTHOR_FOLLOWING) {
UserAuthor oldUserAuthor = gson.fromJson(auditLog.getEventDataOld(), UserAuthorEntity.class);
UserAuthor newUserAuthor = gson.fromJson(auditLog.getEventDataNew(), UserAuthorEntity.class);
if (oldUserAuthor.getFollowState() == null && newUserAuthor.getFollowState() == UserFollowState.FOLLOWING)
userAuthorUpdateIds.add(auditLog.getPrimaryContentId());
} else if (auditLog.getAccessType() == AccessType.COMMENT_ADD) {
commentUpdateIds.add(auditLog.getPrimaryContentIdLong());
} else if (auditLog.getAccessType() == AccessType.VOTE) {
Vote newVote = gson.fromJson(auditLog.getEventDataNew(), VoteEntity.class);
if (newVote.getType() == VoteType.LIKE)
voteUpdateIds.add(auditLog.getPrimaryContentId());
}
}
// Batch get Vote entities
logger.log(Level.INFO, "Fetching " + voteUpdateIds.size() + " Vote Entities.");
Map<String, Vote> votes = dataAccessor.getVotes(voteUpdateIds);
// Batch get Comment and entities
Set<Long> commentIds = new HashSet<>(commentUpdateIds);
for (Vote vote : votes.values()) if (vote.getParentType() == VoteParentType.COMMENT)
commentIds.add(vote.getParentIdLong());
logger.log(Level.INFO, "Fetching " + commentIds.size() + " Comment Entities.");
Map<Long, Comment> comments = dataAccessor.getComments(commentIds);
// Batch get UserPratilipi entities
Set<String> userPratilipiIds = new HashSet<>(userPratilipiUpdateIds);
for (Comment comment : comments.values()) if (comment.getParentType() == CommentParentType.REVIEW)
userPratilipiIds.add(comment.getParentId());
for (Vote vote : votes.values()) if (vote.getParentType() == VoteParentType.REVIEW)
userPratilipiIds.add(vote.getParentId());
logger.log(Level.INFO, "Fetching " + userPratilipiIds.size() + " UserPratilipi Entities.");
Map<String, UserPratilipi> userPratilipis = dataAccessor.getUserPratilipis(userPratilipiIds);
// Batch get Pratilipi entities
Set<Long> pratilipiIds = new HashSet<>(pratilipiUpdateIds.keySet());
for (UserPratilipi userPratilipi : userPratilipis.values()) pratilipiIds.add(userPratilipi.getPratilipiId());
logger.log(Level.INFO, "Fetching " + pratilipiIds.size() + " Pratilipi Entities.");
Map<Long, Pratilipi> pratilipis = dataAccessor.getPratilipis(pratilipiIds);
// Batch get UserAuthor entities
logger.log(Level.INFO, "Fetching " + userAuthorUpdateIds.size() + " UserAuthor Entities.");
Map<String, UserAuthor> userAuthors = dataAccessor.getUserAuthors(userAuthorUpdateIds);
// Batch get Author entities
Set<Long> authorIds = new HashSet<>();
for (Pratilipi pratilipi : pratilipis.values()) authorIds.add(pratilipi.getAuthorId());
for (UserAuthor userAuthor : userAuthors.values()) authorIds.add(userAuthor.getAuthorId());
logger.log(Level.INFO, "Fetching " + authorIds.size() + " Author Entities.");
Map<Long, Author> authors = dataAccessor.getAuthors(authorIds);
List<Email> totalEmailList = new ArrayList<>();
// auditLog.getAccessType() == AccessType.PRATILIPI_UPDATE
for (Long pratilipiId : pratilipiUpdateIds.keySet()) {
Pratilipi pratilipi = pratilipis.get(pratilipiId);
Set<Long> followerUserIdList = new HashSet<>(dataAccessor.getUserAuthorFollowList(null, pratilipi.getAuthorId(), null, null, null).getDataList());
Email email = _createPratilipiPublishedEmail(pratilipi, authors.get(pratilipi.getAuthorId()));
if (email != null)
totalEmailList.add(email);
totalEmailList.addAll(_createPratilipiPublishedEmails(pratilipi, followerUserIdList));
// Send notification to all AEEs as well
// only if the content is self-published
List<Long> aeeUserIdList = _getAeeUserIdList(pratilipi.getLanguage());
Set<Long> userIdSet = pratilipiUpdateIds.get(pratilipiId);
for (Long userId : userIdSet) {
if (!aeeUserIdList.contains(userId)) {
followerUserIdList.addAll(aeeUserIdList);
break;
}
}
_createPratilipiPublishedNotification(pratilipi, authors.get(pratilipi.getAuthorId()));
_createPratilipiPublishedNotifications(pratilipi, followerUserIdList);
}
// auditLog.getAccessType() == AccessType.USER_PRATILIPI_REVIEW
for (String userPratilipiId : userPratilipiUpdateIds) {
UserPratilipi userPratilipi = userPratilipis.get(userPratilipiId);
if (userPratilipi.getReviewState() != UserReviewState.PUBLISHED)
continue;
Long pratilipiId = userPratilipi.getPratilipiId();
Email email = _createUserPratilipiReviewEmail(userPratilipi, authors.get(pratilipis.get(pratilipiId).getAuthorId()));
if (email != null)
totalEmailList.add(email);
}
// auditLog.getAccessType() == AccessType.USER_AUTHOR_FOLLOWING
for (String userAuthorId : userAuthorUpdateIds) {
UserAuthor userAuthor = userAuthors.get(userAuthorId);
_createUserAuthorFollowingNotifications(userAuthor, authors.get(userAuthor.getAuthorId()));
Email email = _createUserAuthorFollowingEmail(userAuthor, authors.get(userAuthor.getAuthorId()));
if (email != null)
totalEmailList.add(email);
}
// auditLog.getAccessType() == AccessType.COMMENT_ADD
for (Long commentId : commentUpdateIds) {
Comment comment = comments.get(commentId);
if (comment.getParentType() != CommentParentType.REVIEW)
continue;
UserPratilipi userPratilipi = userPratilipis.get(comment.getParentId());
Email email = _createCommentAddedReviewerEmail(userPratilipi, comment);
if (email != null)
totalEmailList.add(email);
/* // Business call - Not to send CommentAddedAuthorEmail.
Pratilipi pratilipi = pratilipis.get( userPratilipi.getPratilipiId() );
Author author = authors.get( pratilipi.getAuthorId() );
email = _createCommentAddedAuthorEmail( author, comment );
if( email != null )
totalEmailList.add( email );
*/
}
// auditLog.getAccessType() == AccessType.VOTE
for (String voteId : voteUpdateIds) {
Vote vote = votes.get(voteId);
if (vote.getParentType() == VoteParentType.REVIEW) {
UserPratilipi userPratilipi = userPratilipis.get(vote.getParentId());
// To the reviewer
Email email = _createVoteOnReviewReviewerEmail(userPratilipi, vote);
if (email != null)
totalEmailList.add(email);
} else if (vote.getParentType() == VoteParentType.COMMENT) {
// To the commentor
Email email = _createVoteOnCommentCommentorEmail(comments.get(vote.getParentIdLong()), vote);
if (email != null)
totalEmailList.add(email);
}
}
_updateEmailTable(totalEmailList);
// Updating AppProperty.
if (auditLogDataListCursorTuple.getDataList().size() > 0) {
appProperty.setValue(auditLogDataListCursorTuple.getCursor());
appProperty = dataAccessor.createOrUpdateAppProperty(appProperty);
}
return new GenericResponse();
}
use of com.pratilipi.common.util.GsonLongDateAdapter in project pratilipi by Pratilipi.
the class UserBackupApi method get.
@Get
public GenericResponse get(GetRequest request) throws UnexpectedServerException {
DataAccessor dataAccessor = DataAccessorFactory.getDataAccessor();
BlobAccessor blobAccessor = DataAccessorFactory.getBlobAccessorBackup();
Date backupDate = new Date();
DateFormat yearFormat = new SimpleDateFormat("yyyy");
DateFormat dayFormat = new SimpleDateFormat("dd");
DateFormat hourFormat = new SimpleDateFormat("HH");
DateFormat csvDateFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm");
yearFormat.setTimeZone(TimeZone.getTimeZone("Asia/Kolkata"));
dayFormat.setTimeZone(TimeZone.getTimeZone("Asia/Kolkata"));
hourFormat.setTimeZone(TimeZone.getTimeZone("Asia/Kolkata"));
csvDateFormat.setTimeZone(TimeZone.getTimeZone("Asia/Kolkata"));
StringBuilder backup = new StringBuilder();
StringBuilder csv = new StringBuilder(CSV_HEADER + LINE_SEPARATOR);
Gson gson = new GsonBuilder().registerTypeAdapter(Date.class, new GsonLongDateAdapter()).create();
int batchSize = 1000;
String cursor = null;
int count = 0;
while (true) {
DataListCursorTuple<User> userListCursorTupe = dataAccessor.getUserList(cursor, batchSize);
List<User> userList = userListCursorTupe.getDataList();
for (User user : userList) {
backup.append(gson.toJson(user) + LINE_SEPARATOR);
if (request.generateCsv())
csv.append("'" + user.getId().toString()).append(CSV_SEPARATOR).append(user.getFacebookId() == null ? "" : "'" + user.getFacebookId()).append(CSV_SEPARATOR).append(user.getEmail() == null ? "" : user.getEmail()).append(CSV_SEPARATOR).append(csvDateFormat.format(user.getSignUpDate())).append(LINE_SEPARATOR);
}
count = count + userList.size();
if (userList.size() < batchSize)
break;
else
cursor = userListCursorTupe.getCursor();
}
String year = yearFormat.format(backupDate);
String day = dayFormat.format(backupDate);
String hour = hourFormat.format(backupDate);
String fileName = "datastore.user/" + year + "-mm-" + day + "/" + "user-" + year + "-mm-" + day + "-" + hour + ":xx-IST";
BlobEntry userBackupEntry = blobAccessor.newBlob(fileName, backup.toString().getBytes(Charset.forName("UTF-8")), "text/plain");
blobAccessor.createOrUpdateBlob(userBackupEntry);
if (request.generateCsv()) {
BlobEntry userCsvEntry = blobAccessor.newBlob("datastore/user.csv", csv.toString().getBytes(Charset.forName("UTF-8")), "text/csv");
blobAccessor.createOrUpdateBlob(userCsvEntry);
}
logger.log(Level.INFO, "Backed up " + count + " User Entities.");
return new GenericResponse();
}
Aggregations