Search in sources :

Example 1 with DBEventMessageContext

use of org.apache.airavata.model.dbevent.DBEventMessageContext in project airavata by apache.

the class DBEventMessageHandler method onMessage.

@Override
public void onMessage(MessageContext messageContext) {
    log.info("Incoming DB event message. Message Id : " + messageContext.getMessageId());
    try {
        byte[] bytes = ThriftUtils.serializeThriftObject(messageContext.getEvent());
        DBEventMessage dbEventMessage = new DBEventMessage();
        ThriftUtils.createThriftFromBytes(bytes, dbEventMessage);
        DBEventMessageContext dBEventMessageContext = dbEventMessage.getMessageContext();
        switch(dbEventMessage.getDbEventType()) {
            case SUBSCRIBER:
                log.info("Registering " + dBEventMessageContext.getSubscriber().getSubscriberService() + " subscriber for " + dbEventMessage.getPublisherService());
                DbEventManagerZkUtils.createDBEventMgrZkNode(curatorClient, dbEventMessage.getPublisherService(), dBEventMessageContext.getSubscriber().getSubscriberService());
                break;
            case PUBLISHER:
                List<String> subscribers = DbEventManagerZkUtils.getSubscribersForPublisher(curatorClient, dbEventMessage.getPublisherService());
                if (subscribers.isEmpty()) {
                    log.error("No Subscribers registered for the service");
                    throw new DBEventManagerException("No Subscribers registered for the service");
                }
                String routingKey = getRoutingKeyFromList(subscribers);
                log.info("Publishing " + dbEventMessage.getPublisherService() + " db event to " + subscribers.toString());
                MessageContext messageCtx = new MessageContext(dbEventMessage, MessageType.DB_EVENT, "", "");
                messageCtx.setUpdatedTime(AiravataUtils.getCurrentTimestamp());
                DBEventManagerMessagingFactory.getDBEventPublisher().publish(messageCtx, routingKey);
                break;
        }
        log.info("Sending ack. Message Delivery Tag : " + messageContext.getDeliveryTag());
        DBEventManagerMessagingFactory.getDBEventSubscriber().sendAck(messageContext.getDeliveryTag());
    } catch (Exception e) {
        log.error("Error processing message.", e);
    }
}
Also used : DBEventMessage(org.apache.airavata.model.dbevent.DBEventMessage) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext) DBEventManagerException(org.apache.airavata.db.event.manager.messaging.DBEventManagerException) MessageContext(org.apache.airavata.messaging.core.MessageContext) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext) DBEventManagerException(org.apache.airavata.db.event.manager.messaging.DBEventManagerException) ApplicationSettingsException(org.apache.airavata.common.exception.ApplicationSettingsException)

Example 2 with DBEventMessageContext

use of org.apache.airavata.model.dbevent.DBEventMessageContext in project airavata by apache.

the class RegistryServiceDBEventMessagingFactory method registerRegistryServiceWithPublishers.

public static boolean registerRegistryServiceWithPublishers(List<String> publisherList) throws AiravataException {
    for (String publisher : publisherList) {
        logger.info("Sending service discovery message. Publisher: " + publisher + ", Subscriber: " + DBEventService.REGISTRY.toString());
        DBEventSubscriber dbEventSubscriber = new DBEventSubscriber(DBEventService.REGISTRY.toString());
        DBEventMessageContext dbEventMessageContext = new DBEventMessageContext();
        dbEventMessageContext.setSubscriber(dbEventSubscriber);
        DBEventMessage dbEventMessage = new DBEventMessage(DBEventType.SUBSCRIBER, dbEventMessageContext, publisher);
        MessageContext messageContext = new MessageContext(dbEventMessage, MessageType.DB_EVENT, "", "");
        getDBEventPublisher().publish(messageContext, DBEventManagerConstants.getRoutingKey(DBEventService.DB_EVENT.toString()));
    }
    return true;
}
Also used : DBEventMessage(org.apache.airavata.model.dbevent.DBEventMessage) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext) DBEventSubscriber(org.apache.airavata.model.dbevent.DBEventSubscriber) MessageContext(org.apache.airavata.messaging.core.MessageContext) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext)

Example 3 with DBEventMessageContext

use of org.apache.airavata.model.dbevent.DBEventMessageContext in project airavata by apache.

the class SharingServiceDBEventHandler method onMessage.

@Override
public void onMessage(MessageContext messageContext) {
    log.info("New DB Event message to sharing service.");
    try {
        byte[] bytes = ThriftUtils.serializeThriftObject(messageContext.getEvent());
        DBEventMessage dbEventMessage = new DBEventMessage();
        ThriftUtils.createThriftFromBytes(bytes, dbEventMessage);
        log.info("DB Event message to sharing service from " + dbEventMessage.getPublisherService());
        DBEventMessageContext dBEventMessageContext = dbEventMessage.getMessageContext();
        try {
            switch(dBEventMessageContext.getPublisher().getPublisherContext().getEntityType()) {
                case USER_PROFILE:
                    log.info("User profile specific DB Event communicated by " + dbEventMessage.getPublisherService());
                    UserProfile userProfile = new UserProfile();
                    ThriftUtils.createThriftFromBytes(dBEventMessageContext.getPublisher().getPublisherContext().getEntityDataModel(), userProfile);
                    User user = ThriftDataModelConversion.getUser(userProfile);
                    switch(dBEventMessageContext.getPublisher().getPublisherContext().getCrudType()) {
                        case CREATE:
                            log.info("Creating user. User Id : " + user.getUserId());
                            sharingRegistryClient.createUser(user);
                            log.debug("User created. User Id : " + user.getUserId());
                            break;
                        case READ:
                            // FIXME: Remove if not required
                            break;
                        case UPDATE:
                            log.info("Updating user. User Id : " + user.getUserId());
                            sharingRegistryClient.updatedUser(user);
                            log.debug("User updated. User Id : " + user.getUserId());
                            break;
                        case DELETE:
                            log.info("Deleting user. User Id : " + user.getUserId());
                            sharingRegistryClient.deleteUser(user.getDomainId(), user.getUserId());
                            log.debug("User deleted. User Id : " + user.getUserId());
                            break;
                    }
                    break;
                case TENANT:
                    log.info("Tenant specific DB Event communicated by " + dbEventMessage.getPublisherService());
                    Gateway gateway = new Gateway();
                    ThriftUtils.createThriftFromBytes(dBEventMessageContext.getPublisher().getPublisherContext().getEntityDataModel(), gateway);
                    switch(dBEventMessageContext.getPublisher().getPublisherContext().getCrudType()) {
                        case CREATE:
                        case UPDATE:
                            // Only create the domain is it doesn't already exist
                            if (sharingRegistryClient.isDomainExists(gateway.getGatewayId())) {
                                break;
                            }
                            /*
                                Following set of DB operations should happen in a transaction
                                As these are thrift calls we cannot enforce this restriction
                                If something goes wrong, message would get queued again and try to create
                                 DB entities which are already present. We catch DuplicateEntryException and
                                 log as a warning to handle such scenarios and move ahead.
                                 */
                            log.info("Creating domain. Id : " + gateway.getGatewayId());
                            Domain domain = new Domain();
                            domain.setDomainId(gateway.getGatewayId());
                            domain.setName(gateway.getGatewayName());
                            domain.setDescription("Domain entry for " + domain.name);
                            try {
                                sharingRegistryClient.createDomain(domain);
                                log.debug("Domain created. Id : " + gateway.getGatewayId());
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Domain Id : " + gateway.getGatewayId(), ex);
                            }
                            // Creating Entity Types for each domain
                            log.info("Creating entity type. Id : " + domain.domainId + ":PROJECT");
                            org.apache.airavata.sharing.registry.models.EntityType entityType = new org.apache.airavata.sharing.registry.models.EntityType();
                            entityType.setEntityTypeId(domain.domainId + ":PROJECT");
                            entityType.setDomainId(domain.domainId);
                            entityType.setName("PROJECT");
                            entityType.setDescription("Project entity type");
                            try {
                                sharingRegistryClient.createEntityType(entityType);
                                log.debug("Entity type created. Id : " + domain.domainId + ":PROJECT");
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Entity Id : " + domain.domainId + ":PROJECT", ex);
                            }
                            log.info("Creating entity type. Id : " + domain.domainId + ":EXPERIMENT");
                            entityType = new org.apache.airavata.sharing.registry.models.EntityType();
                            entityType.setEntityTypeId(domain.domainId + ":EXPERIMENT");
                            entityType.setDomainId(domain.domainId);
                            entityType.setName("EXPERIMENT");
                            entityType.setDescription("Experiment entity type");
                            try {
                                sharingRegistryClient.createEntityType(entityType);
                                log.debug("Entity type created. Id : " + domain.domainId + ":EXPERIMENT");
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Entity Id : " + domain.domainId + ":EXPERIMENT", ex);
                            }
                            log.info("Creating entity type. Id : " + domain.domainId + ":FILE");
                            entityType = new org.apache.airavata.sharing.registry.models.EntityType();
                            entityType.setEntityTypeId(domain.domainId + ":FILE");
                            entityType.setDomainId(domain.domainId);
                            entityType.setName("FILE");
                            entityType.setDescription("File entity type");
                            try {
                                sharingRegistryClient.createEntityType(entityType);
                                log.debug("Entity type created. Id : " + domain.domainId + ":FILE");
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Entity Id : " + domain.domainId + ":FILE", ex);
                            }
                            // Creating Permission Types for each domain
                            log.info("Creating Permission Type. Id : " + domain.domainId + ":READ");
                            PermissionType permissionType = new PermissionType();
                            permissionType.setPermissionTypeId(domain.domainId + ":READ");
                            permissionType.setDomainId(domain.domainId);
                            permissionType.setName("READ");
                            permissionType.setDescription("Read permission type");
                            try {
                                sharingRegistryClient.createPermissionType(permissionType);
                                log.debug("Permission Type created. Id : " + domain.domainId + ":READ");
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Permission Id : " + domain.domainId + ":READ", ex);
                            }
                            log.info("Creating Permission Type. Id : " + domain.domainId + ":WRITE");
                            permissionType = new PermissionType();
                            permissionType.setPermissionTypeId(domain.domainId + ":WRITE");
                            permissionType.setDomainId(domain.domainId);
                            permissionType.setName("WRITE");
                            permissionType.setDescription("Write permission type");
                            try {
                                sharingRegistryClient.createPermissionType(permissionType);
                                log.debug("Permission Type created. Id : " + domain.domainId + ":WRITE");
                            } catch (DuplicateEntryException ex) {
                                log.warn("DuplicateEntryException while consuming TENANT create message, ex: " + ex.getMessage() + ", Permission Id : " + domain.domainId + ":WRITE", ex);
                            }
                            break;
                    }
                    break;
                default:
                    log.error("Handler not defined for " + dBEventMessageContext.getPublisher().getPublisherContext().getEntityType());
            }
        } catch (DuplicateEntryException ex) {
            // log this exception and proceed (do nothing)
            // this exception is thrown mostly when messages are re-consumed in case of some exception, hence ignore
            log.warn("DuplicateEntryException while consuming db-event message, ex: " + ex.getMessage(), ex);
        }
        log.info("Sending ack. Message Delivery Tag : " + messageContext.getDeliveryTag());
        SharingServiceDBEventMessagingFactory.getDBEventSubscriber().sendAck(messageContext.getDeliveryTag());
    } catch (TException e) {
        log.error("Error processing message.", e);
    } catch (ApplicationSettingsException e) {
        log.error("Error fetching application settings.", e);
    } catch (AiravataException e) {
        log.error("Error sending ack. Message Delivery Tag : " + messageContext.getDeliveryTag(), e);
    }
}
Also used : TException(org.apache.thrift.TException) DBEventMessage(org.apache.airavata.model.dbevent.DBEventMessage) ApplicationSettingsException(org.apache.airavata.common.exception.ApplicationSettingsException) User(org.apache.airavata.sharing.registry.models.User) UserProfile(org.apache.airavata.model.user.UserProfile) PermissionType(org.apache.airavata.sharing.registry.models.PermissionType) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext) Gateway(org.apache.airavata.model.workspace.Gateway) DuplicateEntryException(org.apache.airavata.model.error.DuplicateEntryException) Domain(org.apache.airavata.sharing.registry.models.Domain) AiravataException(org.apache.airavata.common.exception.AiravataException)

Example 4 with DBEventMessageContext

use of org.apache.airavata.model.dbevent.DBEventMessageContext in project airavata by apache.

the class SharingServiceDBEventMessagingFactory method registerSharingServiceWithPublishers.

/**
 * Register sharing service with stated publishers
 * @param publishers
 * @return
 * @throws AiravataException
 */
public static boolean registerSharingServiceWithPublishers(List<String> publishers) throws AiravataException {
    for (String publisher : publishers) {
        log.info("Sending service discovery message. Publisher : " + publisher + ", Subscriber : " + DBEventService.SHARING.toString());
        DBEventSubscriber dbEventSubscriber = new DBEventSubscriber(DBEventService.SHARING.toString());
        DBEventMessageContext dbEventMessageContext = new DBEventMessageContext();
        dbEventMessageContext.setSubscriber(dbEventSubscriber);
        DBEventMessage dbEventMessage = new DBEventMessage(DBEventType.SUBSCRIBER, dbEventMessageContext, publisher);
        MessageContext messageContext = new MessageContext(dbEventMessage, MessageType.DB_EVENT, "", "");
        getDBEventPublisher().publish(messageContext, DBEventManagerConstants.getRoutingKey(DBEventService.DB_EVENT.toString()));
    }
    return true;
}
Also used : DBEventMessage(org.apache.airavata.model.dbevent.DBEventMessage) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext) DBEventSubscriber(org.apache.airavata.model.dbevent.DBEventSubscriber) MessageContext(org.apache.airavata.messaging.core.MessageContext) DBEventMessageContext(org.apache.airavata.model.dbevent.DBEventMessageContext)

Aggregations

DBEventMessage (org.apache.airavata.model.dbevent.DBEventMessage)4 DBEventMessageContext (org.apache.airavata.model.dbevent.DBEventMessageContext)4 MessageContext (org.apache.airavata.messaging.core.MessageContext)3 ApplicationSettingsException (org.apache.airavata.common.exception.ApplicationSettingsException)2 DBEventSubscriber (org.apache.airavata.model.dbevent.DBEventSubscriber)2 AiravataException (org.apache.airavata.common.exception.AiravataException)1 DBEventManagerException (org.apache.airavata.db.event.manager.messaging.DBEventManagerException)1 DuplicateEntryException (org.apache.airavata.model.error.DuplicateEntryException)1 UserProfile (org.apache.airavata.model.user.UserProfile)1 Gateway (org.apache.airavata.model.workspace.Gateway)1 Domain (org.apache.airavata.sharing.registry.models.Domain)1 PermissionType (org.apache.airavata.sharing.registry.models.PermissionType)1 User (org.apache.airavata.sharing.registry.models.User)1 TException (org.apache.thrift.TException)1