Search in sources :

Example 26 with TransactionList

use of com.sun.messaging.jmq.jmsserver.data.TransactionList in project openmq by eclipse-ee4j.

the class TransactionHandler method doPrepare.

public BaseTransaction doPrepare(TransactionList translist, TransactionUID id, Integer xaFlags, TransactionState ts, int pktType, boolean onephasePrepare, TransactionWork txnWork, IMQConnection con) throws BrokerException {
    BaseTransaction baseTransaction = null;
    boolean persist = true;
    PartitionedStore pstore = translist.getPartitionedStore();
    if (Globals.isNewTxnLogEnabled()) {
        // don't persist transaction state as we are logging it instead
        persist = false;
        if (txnWork == null) {
            // prepare has been called directly from an end client
            // We need to construct the transactional work
            List plist = translist.retrieveSentMessages(id);
            HashMap cmap = translist.retrieveConsumedMessages(id);
            HashMap sToCmap = translist.retrieveStoredConsumerUIDs(id);
            txnWork = getTransactionWork2(pstore, plist, cmap, sToCmap);
        }
    }
    boolean prepared = false;
    int s = ts.nextState(pktType, xaFlags);
    try {
        TransactionState nextState = new TransactionState(ts);
        nextState.setState(s);
        nextState.setOnephasePrepare(true);
        baseTransaction = doRemotePrepare(translist, id, nextState, txnWork);
        if (baseTransaction == null) {
            // The end client must have called prepare
            if (Globals.isNewTxnLogEnabled()) {
                baseTransaction = new LocalTransaction();
                baseTransaction.setTransactionWork(txnWork);
                baseTransaction.setTransactionState(nextState);
                baseTransaction.getTransactionDetails().setTid(id);
                baseTransaction.getTransactionDetails().setXid(ts.getXid());
                baseTransaction.getTransactionDetails().setState(TransactionState.PREPARED);
                logTxn(pstore, baseTransaction);
            }
        }
        if (ts.getType() != AutoRollbackType.NEVER && Globals.isMinimumPersistLevel2()) {
            translist.updateStatePrepareWithWork(id, s, onephasePrepare, persist);
        } else {
            translist.updateState(id, s, onephasePrepare, persist);
        }
        prepared = true;
        if (fi.FAULT_INJECTION) {
            if (fi.checkFault(fi.FAULT_TXN_PREPARE_3_KILL_CLIENT, null)) {
                fi.unsetFault(fi.FAULT_TXN_PREPARE_3_KILL_CLIENT);
                Properties p = new Properties();
                p.setProperty("kill.jvm", "true");
                try {
                    DebugHandler.sendClientDEBUG(con, (new Hashtable()), p);
                } catch (IOException e) {
                    logger.log(logger.WARNING, "TransactionHandler: Unable to sendClientDEBUG: e.toString()");
                }
            } else if (fi.checkFault(fi.FAULT_TXN_PREPARE_3_CLOSE_CLIENT, null)) {
                fi.unsetFault(fi.FAULT_TXN_PREPARE_3_CLOSE_CLIENT);
                Properties p = new Properties();
                p.setProperty("close.conn", "true");
                try {
                    DebugHandler.sendClientDEBUG(con, (new Hashtable()), p);
                } catch (IOException e) {
                    logger.log(logger.WARNING, "TransactionHandler: Unable to sendClientDEBUG: e.toString()");
                }
            }
            fi.checkFaultAndExit(FaultInjection.FAULT_TXN_PREPARE_2_0, null, 2, false);
        }
        try {
            Agent agent = Globals.getAgent();
            if (agent != null) {
                agent.notifyTransactionPrepare(id);
            }
        } catch (Throwable t) {
            logger.log(Logger.WARNING, "XXXI18N - JMX agent notify transaction prepared failed: " + t.getMessage());
        }
    } finally {
        if (!prepared) {
            translist.updateState(id, TransactionState.FAILED, onephasePrepare, TransactionState.PREPARED, persist);
        }
    }
    return baseTransaction;
}
Also used : TransactionState(com.sun.messaging.jmq.jmsserver.data.TransactionState) Agent(com.sun.messaging.jmq.jmsserver.management.agent.Agent) LocalTransaction(com.sun.messaging.jmq.jmsserver.data.LocalTransaction) HashMap(java.util.HashMap) CacheHashMap(com.sun.messaging.jmq.util.CacheHashMap) Hashtable(java.util.Hashtable) IOException(java.io.IOException) GlobalProperties(com.sun.messaging.jmq.jmsserver.GlobalProperties) Properties(java.util.Properties) BaseTransaction(com.sun.messaging.jmq.jmsserver.data.BaseTransaction) DestinationList(com.sun.messaging.jmq.jmsserver.core.DestinationList) List(java.util.List) ArrayList(java.util.ArrayList) TransactionList(com.sun.messaging.jmq.jmsserver.data.TransactionList) PartitionedStore(com.sun.messaging.jmq.jmsserver.persist.api.PartitionedStore)

Example 27 with TransactionList

use of com.sun.messaging.jmq.jmsserver.data.TransactionList in project openmq by eclipse-ee4j.

the class TransactionHandler method doCommit.

/**
 * Commit a transaction. This method is invoked from two places: 1) From TransactionHandler.handle() when handling a
 * client COMMIT packet. This is the common case. 2) From the admin handler when an admin commit request has been issued
 * on a PREPARED XA transaction.
 *
 * @param id The TransactionUID to commit
 * @param xid The Xid of the transaction to commit. Required if transaction is an XA transaction. Must be null if it is
 * not an XA transaction.
 * @param xaFlags xaFlags passed on COMMIT operation. Used only if an XA transaction.
 * @param ts Current TransactionState of this transaction.
 * @param conlist List of transactions on this connection. Will be null if commit is trigger by an admin request.
 * @param sendReply True to have method send a Status.OK reply while processing transaction. This should be "true" for
 * client initiated commits, "false" for admin initiated commits.
 * @param con Connection client commit packet came in on or, for admin, the connection the admin request came in on.
 * @param msg Client commit packet. Should be "null" for admin initiated commits.
 *
 * @throws BrokerException on an error. The method will have logged a message to the broker log.
 */
public void doCommit(TransactionList translist, TransactionUID id, JMQXid xid, Integer xaFlags, TransactionState ts, List conlist, boolean sendReply, IMQConnection con, Packet msg, boolean startNextTransaction) throws BrokerException {
    int status = Status.OK;
    HashMap cmap = null;
    HashMap sToCmap = null;
    List plist = null;
    PartitionedStore pstore = translist.getPartitionedStore();
    // local, or cluster
    int transactionType = BaseTransaction.UNDEFINED_TRANSACTION_TYPE;
    if (fi.checkFault(FaultInjection.FAULT_TXN_COMMIT_1_EXCEPTION, null)) {
        fi.unsetFault(FaultInjection.FAULT_TXN_COMMIT_1_EXCEPTION);
        throw new BrokerException(FaultInjection.FAULT_TXN_COMMIT_1_EXCEPTION);
    }
    // let acks get handled at a lower level since the
    // lower level methods assumes only 1 ack per message
    plist = translist.retrieveSentMessages(id);
    cmap = translist.retrieveConsumedMessages(id);
    sToCmap = translist.retrieveStoredConsumerUIDs(id);
    cacheSetState(id, ts, con);
    // remove from our active connection list
    if (conlist != null) {
        conlist.remove(id);
    }
    try {
        Globals.getStore().txnLogSharedLock.lock();
        TransactionWork txnWork = null;
        if (Globals.isNewTxnLogEnabled()) {
            txnWork = getTransactionWork2(translist.getPartitionedStore(), plist, cmap, sToCmap);
        }
        // Update transaction state
        try {
            int s;
            if (xid == null) {
                // Plain JMS transaction.
                s = TransactionState.COMMITTED;
            } else {
                // XA Transaction.
                s = ts.nextState(PacketType.COMMIT_TRANSACTION, xaFlags);
            }
            // After this call, returned base transaction will either be:
            // a) null (for single phase LOCAL transaction)
            // b) a prepared XA LOCAL transaction
            // c) a prepared (XA or not) CLUSTER transaction
            // currently, all cluster transactions are 2 phase
            BaseTransaction baseTransaction = doRemoteCommit(translist, id, xaFlags, ts, s, msg, txnWork, con);
            if (Globals.isNewTxnLogEnabled()) {
                if (ts.getState() == TransactionState.PREPARED) {
                    // commit called (from client) on 2-phase transaction
                    transactionType = BaseTransaction.LOCAL_TRANSACTION_TYPE;
                    if (translist.isClusterTransaction(id)) {
                        transactionType = BaseTransaction.CLUSTER_TRANSACTION_TYPE;
                    }
                    logTxnCompletion(translist.getPartitionedStore(), id, TransactionState.COMMITTED, transactionType);
                } else if ((baseTransaction != null && baseTransaction.getState() == TransactionState.PREPARED)) {
                    transactionType = baseTransaction.getType();
                    logTxnCompletion(translist.getPartitionedStore(), id, TransactionState.COMMITTED, transactionType);
                } else {
                    // one phase commit, log all work here
                    transactionType = BaseTransaction.LOCAL_TRANSACTION_TYPE;
                    LocalTransaction localTxn = new LocalTransaction(id, TransactionState.COMMITTED, xid, txnWork);
                    logTxn(translist.getPartitionedStore(), localTxn);
                }
            } else {
            // System.out.println("isFastLogTransactions=false ");
            }
            if (fi.FAULT_INJECTION) {
                fi.checkFaultAndThrowBrokerException(FaultInjection.FAULT_TXN_COMMIT_1_1, null);
            }
            if (ts.getState() == TransactionState.PREPARED || (baseTransaction != null && baseTransaction.getState() == TransactionState.PREPARED)) {
                translist.updateState(id, s, true);
            } else {
                // 1-phase commit
                if (ts.getType() != AutoRollbackType.NEVER && Globals.isMinimumPersistLevel2()) {
                    translist.updateStateCommitWithWork(id, s, true);
                } else {
                    translist.updateState(id, s, true);
                }
            }
            if (fi.FAULT_INJECTION) {
                checkFIAfterDB(PacketType.COMMIT_TRANSACTION);
                fi.checkFaultAndExit(FaultInjection.FAULT_TXN_COMMIT_1_5, null, 2, false);
            }
            startTxnAndSendReply(translist, con, msg, status, startNextTransaction, conlist, xid, id, xaFlags, sendReply);
        } catch (BrokerException ex) {
            logger.logStack(((ex instanceof AckEntryNotFoundException) ? Logger.WARNING : Logger.ERROR), ex.toString() + ": TUID=" + id + " Xid=" + xid, ex);
            throw ex;
        }
        try {
            /*
                 * Can't really call the JMX notification code at the end of doCommit() because the call to
                 * translist.removeTransactionID(id) removes the MBean.
                 */
            Agent agent = Globals.getAgent();
            if (agent != null) {
                agent.notifyTransactionCommit(id);
            }
        } catch (Exception e) {
            logger.log(Logger.WARNING, "JMX agent notify transaction committed failed:" + e.getMessage());
        }
        // OK .. handle producer transaction
        int pLogRecordByteCount = 0;
        ArrayList pLogMsgList = null;
        for (int i = 0; plist != null && i < plist.size(); i++) {
            SysMessageID sysid = (SysMessageID) plist.get(i);
            PacketReference ref = DL.get(pstore, sysid);
            if (ref == null) {
                logger.log(Logger.WARNING, Globals.getBrokerResources().getKString(BrokerResources.W_MSG_REMOVED_BEFORE_SENDER_COMMIT, sysid));
                continue;
            }
            // handle forwarding the message
            try {
                if (Globals.txnLogEnabled()) {
                    if (pLogMsgList == null) {
                        pLogMsgList = new ArrayList();
                    }
                    // keep track for producer txn log
                    pLogRecordByteCount += ref.getSize();
                    pLogMsgList.add(ref.getPacket().getBytes());
                }
                Destination[] ds = DL.getDestination(pstore, ref.getDestinationUID());
                Destination d = ds[0];
                if (fi.FAULT_INJECTION) {
                    fi.checkFaultAndExit(FaultInjection.FAULT_TXN_COMMIT_1_6, null, 2, false);
                }
                MessageDeliveryTimeInfo di = ref.getDeliveryTimeInfo();
                if (di != null) {
                    d.routeCommittedMessageWithDeliveryTime(ref);
                } else {
                    Set s = d.routeNewMessage(ref);
                    d.forwardMessage(s, ref);
                }
            } catch (Exception ex) {
                logger.logStack((BrokerStateHandler.isShuttingDown() ? Logger.DEBUG : Logger.ERROR), ex.getMessage() + "[" + sysid + "]TUID=" + id, ex);
            }
        }
        boolean processDone = true;
        // handle consumer transaction
        int cLogRecordCount = 0;
        ArrayList cLogDstList = null;
        ArrayList cLogMsgList = null;
        ArrayList cLogIntList = null;
        HashMap<TransactionBroker, Object> remoteNotified = new HashMap<>();
        if (cmap != null && cmap.size() > 0) {
            Iterator itr = cmap.entrySet().iterator();
            while (itr.hasNext()) {
                Map.Entry entry = (Map.Entry) itr.next();
                SysMessageID sysid = (SysMessageID) entry.getKey();
                // CANT just pull from connection
                if (sysid == null) {
                    continue;
                }
                PacketReference ref = DL.get(null, sysid);
                if (ref == null || ref.isDestroyed() || ref.isInvalid()) {
                    // already been deleted .. ignore
                    continue;
                }
                PartitionedStore refpstore = ref.getPartitionedStore();
                Destination[] ds = DL.getDestination(refpstore, ref.getDestinationUID());
                Destination dst = ds[0];
                if (dst == null) {
                    if (ref.isDestroyed() || ref.isInvalid()) {
                        continue;
                    }
                }
                List interests = (List) entry.getValue();
                for (int i = 0; i < interests.size(); i++) {
                    ConsumerUID intid = (ConsumerUID) interests.get(i);
                    ConsumerUID sid = (ConsumerUID) sToCmap.get(intid);
                    if (sid == null) {
                        sid = intid;
                    }
                    try {
                        Session s = Session.getSession(intid);
                        if (s != null) {
                            Consumer c = Consumer.getConsumer(intid);
                            if (c != null) {
                                c.messageCommitted(sysid);
                            }
                            PacketReference r1 = null;
                            if (fi.FAULT_INJECTION && fi.checkFault(FaultInjection.FAULT_TXN_COMMIT_1_7_1, null)) {
                                Globals.getConnectionManager().getConnection(s.getConnectionUID()).destroyConnection(true, GoodbyeReason.OTHER, "Fault injection of closing connection");
                            }
                            r1 = (PacketReference) s.ackMessage(intid, sysid, id, translist, remoteNotified, true);
                            try {
                                s.postAckMessage(intid, sysid, true);
                                if (r1 != null) {
                                    if (fi.FAULT_INJECTION) {
                                        fi.checkFaultAndExit(FaultInjection.FAULT_TXN_COMMIT_1_7, null, 2, false);
                                    }
                                    if (dst != null) {
                                        dst.removeMessage(ref.getSysMessageID(), RemoveReason.ACKNOWLEDGED);
                                    }
                                } else {
                                    s = Session.getSession(intid);
                                }
                            } finally {
                                if (r1 != null) {
                                    r1.postAcknowledgedRemoval();
                                }
                            }
                        }
                        if (s == null) {
                            // with the stored UID
                            try {
                                if (ref.acknowledged(intid, sid, true, true, id, translist, remoteNotified, true)) {
                                    try {
                                        if (dst != null) {
                                            dst.removeMessage(ref.getSysMessageID(), RemoveReason.ACKNOWLEDGED);
                                        }
                                    } finally {
                                        ref.postAcknowledgedRemoval();
                                    }
                                }
                            } catch (BrokerException ex) {
                                // XXX improve internal error
                                logger.log(Logger.WARNING, "Internal error", ex);
                            }
                        }
                        if (Globals.txnLogEnabled()) {
                            if (cLogDstList == null) {
                                cLogDstList = new ArrayList();
                                cLogMsgList = new ArrayList();
                                cLogIntList = new ArrayList();
                            }
                            // ignore non-durable subscriber
                            if (dst == null || (!dst.isQueue() && !sid.shouldStore())) {
                                continue;
                            }
                            cLogRecordCount++;
                            cLogDstList.add(dst.getUniqueName());
                            cLogMsgList.add(sysid);
                            cLogIntList.add(sid);
                        }
                    } catch (Exception ex) {
                        processDone = false;
                        String[] args = { "[" + sysid + ":" + intid + ", " + dst + "]ref=" + ref.getSysMessageID(), id.toString(), con.getConnectionUID().toString() };
                        String emsg = Globals.getBrokerResources().getKString(BrokerResources.W_PROCCESS_COMMITTED_ACK, args);
                        logger.logStack(Logger.WARNING, emsg + "\n" + com.sun.messaging.jmq.io.PacketUtil.dumpPacket(msg) + "--------------------------------------------", ex);
                    }
                }
            }
        }
        if (Globals.isNewTxnLogEnabled()) {
            // notify that transaction work has been written to message store
            loggedCommitWrittenToMessageStore(translist.getPartitionedStore(), id, transactionType);
        }
        if (fi.FAULT_INJECTION) {
            checkFIAfterDB(PacketType.COMMIT_TRANSACTION);
            fi.checkFaultAndExit(FaultInjection.FAULT_TXN_COMMIT_2_1, null, 2, false);
        }
        // OK .. now remove the acks .. and free up the id for ues
        // XXX Fixed 6383878, memory leaks because txn ack can never be removed
        // from the store if the txn is removed before the ack; this is due
        // to the fack that in 4.0 when removing the ack, the method check
        // to see if the txn still exits in the cache. This temporary fix
        // will probably break some HA functionality and need to be revisited.
        translist.removeTransaction(id, (!processDone || (cmap.size() > 0 && BrokerStateHandler.isShuttingDown())));
        if (conlist == null) {
            // from admin
            logger.log(logger.WARNING, BrokerResources.W_ADMIN_COMMITTED_TXN, id, ((xid == null) ? "null" : xid.toString()));
        }
        // log to txn log if enabled
        try {
            if (pLogRecordByteCount > 0 && cLogRecordCount > 0) {
                // Log all msgs and acks for producing and consuming txn
                ByteArrayOutputStream bos = new ByteArrayOutputStream((pLogRecordByteCount) + (cLogRecordCount * (32 + SysMessageID.ID_SIZE + 8)) + 16);
                DataOutputStream dos = new DataOutputStream(bos);
                // Transaction ID (8 bytes)
                dos.writeLong(id.longValue());
                // Msgs produce section
                // Number of msgs (4 bytes)
                dos.writeInt(pLogMsgList.size());
                Iterator itr = pLogMsgList.iterator();
                while (itr.hasNext()) {
                    // Message
                    dos.write((byte[]) itr.next());
                }
                // Msgs consume section
                // Number of acks (4 bytes)
                dos.writeInt(cLogRecordCount);
                for (int i = 0; i < cLogRecordCount; i++) {
                    String dst = (String) cLogDstList.get(i);
                    // Destination
                    dos.writeUTF(dst);
                    SysMessageID sysid = (SysMessageID) cLogMsgList.get(i);
                    // SysMessageID
                    sysid.writeID(dos);
                    ConsumerUID intid = (ConsumerUID) cLogIntList.get(i);
                    // ConsumerUID
                    dos.writeLong(intid.longValue());
                }
                dos.close();
                bos.close();
                ((TxnLoggingStore) pstore).logTxn(TransactionLogType.PRODUCE_AND_CONSUME_TRANSACTION, bos.toByteArray());
            } else if (pLogRecordByteCount > 0) {
                // Log all msgs for producing txn
                ByteBuffer bbuf = ByteBuffer.allocate(pLogRecordByteCount + 12);
                // Transaction ID (8 bytes)
                bbuf.putLong(id.longValue());
                // Number of msgs (4 bytes)
                bbuf.putInt(pLogMsgList.size());
                Iterator itr = pLogMsgList.iterator();
                while (itr.hasNext()) {
                    // Message
                    bbuf.put((byte[]) itr.next());
                }
                ((TxnLoggingStore) pstore).logTxn(TransactionLogType.PRODUCE_TRANSACTION, bbuf.array());
            } else if (cLogRecordCount > 0) {
                // Log all acks for consuming txn
                ByteArrayOutputStream bos = new ByteArrayOutputStream((cLogRecordCount * (32 + SysMessageID.ID_SIZE + 8)) + 12);
                DataOutputStream dos = new DataOutputStream(bos);
                // Transaction ID (8 bytes)
                dos.writeLong(id.longValue());
                // Number of acks (4 bytes)
                dos.writeInt(cLogRecordCount);
                for (int i = 0; i < cLogRecordCount; i++) {
                    String dst = (String) cLogDstList.get(i);
                    // Destination
                    dos.writeUTF(dst);
                    SysMessageID sysid = (SysMessageID) cLogMsgList.get(i);
                    // SysMessageID
                    sysid.writeID(dos);
                    ConsumerUID intid = (ConsumerUID) cLogIntList.get(i);
                    // ConsumerUID
                    dos.writeLong(intid.longValue());
                }
                dos.close();
                bos.close();
                ((TxnLoggingStore) pstore).logTxn(TransactionLogType.CONSUME_TRANSACTION, bos.toByteArray());
            }
        } catch (IOException ex) {
            logger.logStack(Logger.ERROR, BrokerResources.E_INTERNAL_BROKER_ERROR, "Got exception while writing to transaction log", ex);
            throw new BrokerException("Got exception while writing to transaction log", ex);
        }
    } finally {
        // release lock
        Globals.getStore().txnLogSharedLock.unlock();
    }
}
Also used : Destination(com.sun.messaging.jmq.jmsserver.core.Destination) BrokerException(com.sun.messaging.jmq.jmsserver.util.BrokerException) SortedSet(java.util.SortedSet) Set(java.util.Set) TreeSet(java.util.TreeSet) LocalTransaction(com.sun.messaging.jmq.jmsserver.data.LocalTransaction) HashMap(java.util.HashMap) CacheHashMap(com.sun.messaging.jmq.util.CacheHashMap) DataOutputStream(java.io.DataOutputStream) ArrayList(java.util.ArrayList) Consumer(com.sun.messaging.jmq.jmsserver.core.Consumer) PacketReference(com.sun.messaging.jmq.jmsserver.core.PacketReference) AckEntryNotFoundException(com.sun.messaging.jmq.jmsserver.util.AckEntryNotFoundException) Iterator(java.util.Iterator) DestinationList(com.sun.messaging.jmq.jmsserver.core.DestinationList) List(java.util.List) ArrayList(java.util.ArrayList) TransactionList(com.sun.messaging.jmq.jmsserver.data.TransactionList) MessageDeliveryTimeInfo(com.sun.messaging.jmq.jmsserver.core.MessageDeliveryTimeInfo) PartitionedStore(com.sun.messaging.jmq.jmsserver.persist.api.PartitionedStore) Agent(com.sun.messaging.jmq.jmsserver.management.agent.Agent) ConsumerUID(com.sun.messaging.jmq.jmsserver.core.ConsumerUID) ByteArrayOutputStream(java.io.ByteArrayOutputStream) IOException(java.io.IOException) ByteBuffer(java.nio.ByteBuffer) BrokerDownException(com.sun.messaging.jmq.jmsserver.util.BrokerDownException) SelectorFormatException(com.sun.messaging.jmq.util.selector.SelectorFormatException) IOException(java.io.IOException) AckEntryNotFoundException(com.sun.messaging.jmq.jmsserver.util.AckEntryNotFoundException) MaxConsecutiveRollbackException(com.sun.messaging.jmq.jmsserver.util.MaxConsecutiveRollbackException) BrokerException(com.sun.messaging.jmq.jmsserver.util.BrokerException) TransactionWork(com.sun.messaging.jmq.jmsserver.data.TransactionWork) TransactionBroker(com.sun.messaging.jmq.jmsserver.data.TransactionBroker) SysMessageID(com.sun.messaging.jmq.io.SysMessageID) BaseTransaction(com.sun.messaging.jmq.jmsserver.data.BaseTransaction) Map(java.util.Map) HashMap(java.util.HashMap) CacheHashMap(com.sun.messaging.jmq.util.CacheHashMap) TxnLoggingStore(com.sun.messaging.jmq.jmsserver.persist.api.TxnLoggingStore) Session(com.sun.messaging.jmq.jmsserver.core.Session)

Example 28 with TransactionList

use of com.sun.messaging.jmq.jmsserver.data.TransactionList in project openmq by eclipse-ee4j.

the class RedeliverHandler method redeliver.

public void redeliver(ConsumerUID[] ids, SysMessageID[] sysids, IMQConnection con, TransactionUID tid, boolean redeliver) throws BrokerException, IOException {
    SysMessageID sysid = null;
    // really should only have one
    Set sessions = new HashSet();
    // but client to broker protocol doesnt specify
    HashMap cToM = new HashMap();
    HashMap noConsumerMap = new HashMap();
    HashMap storedIDToConsumerUIDMap = new HashMap();
    for (int i = 0; i < ids.length; i++) {
        ConsumerUID id = ids[i];
        id.setConnectionUID(con.getConnectionUID());
        sysid = sysids[i];
        PacketReference ref = DL.get(null, sysid, false);
        if (ref == null || ref.isInvalid()) {
            continue;
        }
        Session s = Session.getSession(id);
        Consumer c = null;
        if (s != null) {
            if (!sessions.contains(s)) {
                s.pause("redeliver");
                sessions.add(s);
            }
            c = (Consumer) s.getConsumerOnSession(id);
        }
        if (c == null) {
            // ok, make sure the consumer has really gone away
            // if not, something is really wrong
            // otherwise ...
            // consumer has gone away but session is still
            // valid ->
            c = Consumer.getConsumer(id);
            if (c != null) {
                logger.log(Logger.WARNING, "Internal Error " + " consumer with id of " + id + " is unavailable " + " on session " + s + "[conuid,sess conuid] =" + "[" + con.getConnectionUID().longValue() + "," + (s == null ? 0 : s.getConnectionUID().longValue()) + "] consumer session is : " + c.getSessionUID());
                continue;
            } else {
                if (s != null && s.isClientAck(id) && !s.isTransacted() && redeliver && tid == null) {
                    ConsumerUID storedID = s.getStoredIDForDetatchedConsumer(id);
                    if (storedID != null && !storedID.equals(id)) {
                        storedIDToConsumerUIDMap.put(id, storedID);
                        SortedSet refset = (SortedSet) noConsumerMap.get(id);
                        if (refset == null) {
                            refset = new TreeSet(new RefCompare());
                            noConsumerMap.put(id, refset);
                        }
                        ref.removeInDelivery(storedID);
                        refset.add(ref);
                    }
                }
                // the consumer for this message has been
                // closed before the redeliver was requested
                // (this means the message has not been acked and
                // the session is open)
                // we dont need to deliver this message, ignore it
                logger.log(Logger.DEBUG, " consumer with id of " + id + " is unavailable " + " on session " + s + "[conuid,sess conuid] =" + "[" + con.getConnectionUID().longValue() + "," + (s == null ? 0 : s.getConnectionUID().longValue()) + "] it has been closed");
                continue;
            }
        }
        // for client < 4.1, need check 'redeliver' as well
        if (redeliver && (tid != null || s.isTransacted())) {
            if (tid == null) {
                tid = s.getCurrentTransactionID();
            }
            TransactionList[] tls = Globals.getDestinationList().getTransactionList(con.getPartitionedStore());
            TransactionList translist = tls[0];
            if (translist != null) {
                if (checkRemovedConsumedMessage(ref, id, tid, translist, true)) {
                    if (DEBUG_CLUSTER_TXN) {
                        logger.log(logger.INFO, "Ignore redeliver request for [" + sysid + ":" + id + "], removed with transaction (rerouted)" + tid);
                    }
                    continue;
                }
                if (checkRemovedConsumedMessage(ref, id, tid, translist, false)) {
                    if (DEBUG_CLUSTER_TXN) {
                        logger.log(logger.INFO, "Ignore redeliver request for [" + sysid + ":" + id + "], removed with transaction " + tid);
                    }
                    continue;
                }
            }
        }
        Set set = (Set) cToM.get(c);
        if (set == null) {
            set = new LinkedHashSet();
            cToM.put(c, set);
        }
        if (!set.contains(ref)) {
            ref.removeInDelivery((c.getStoredConsumerUID() == null ? c.getConsumerUID() : c.getStoredConsumerUID()));
            set.add(ref);
        } else if (DEBUG_CLUSTER_TXN) {
            logger.log(logger.INFO, "Ignore duplicated redeliver request [" + sysid + ":" + id + "]");
        }
        if (redeliver) {
            ref.consumed(c.getStoredConsumerUID(), s.isDupsOK(c.getConsumerUID()), false);
        } else {
            ref.removeDelivered(c.getStoredConsumerUID(), false);
        }
    }
    Iterator itr = cToM.entrySet().iterator();
    while (itr.hasNext()) {
        Map.Entry entry = (Map.Entry) itr.next();
        Consumer c = (Consumer) entry.getKey();
        Set msgs = (Set) entry.getValue();
        c.pause("start redeliver");
        c.routeMessages(msgs, true);
        c.resume("end redeliver");
    }
    // help gc
    cToM.clear();
    if (noConsumerMap.size() > 0) {
        try {
            logger.log(logger.DEBUG, "REDELIVER unacked for closed consumers: " + noConsumerMap);
            TransactionHandler.redeliverUnackedNoConsumer(noConsumerMap, storedIDToConsumerUIDMap, redeliver, null, null);
        } catch (Exception e) {
            logger.logStack(logger.WARNING, "Exception in redelivering unacked messages for closed consumers", e);
        }
    }
    itr = sessions.iterator();
    while (itr.hasNext()) {
        Session s = (Session) itr.next();
        s.resume("redeliver");
    }
}
Also used : ConsumerUID(com.sun.messaging.jmq.jmsserver.core.ConsumerUID) TransactionList(com.sun.messaging.jmq.jmsserver.data.TransactionList) BrokerException(com.sun.messaging.jmq.jmsserver.util.BrokerException) Consumer(com.sun.messaging.jmq.jmsserver.core.Consumer) PacketReference(com.sun.messaging.jmq.jmsserver.core.PacketReference) Session(com.sun.messaging.jmq.jmsserver.core.Session)

Example 29 with TransactionList

use of com.sun.messaging.jmq.jmsserver.data.TransactionList in project openmq by eclipse-ee4j.

the class RedeliverHandler method checkRemovedConsumedMessage.

private boolean checkRemovedConsumedMessage(PacketReference ref, ConsumerUID id, TransactionUID tid, TransactionList translist, boolean rerouted) throws BrokerException {
    SysMessageID sysid = ref.getSysMessageID();
    HashMap cmap = translist.retrieveRemovedConsumedMessages(tid, rerouted);
    if (cmap != null && cmap.size() > 0) {
        List interests = (List) cmap.get(sysid);
        if (interests == null || interests.size() == 0) {
            return false;
        }
        for (int j = 0; j < interests.size(); j++) {
            ConsumerUID intid = (ConsumerUID) interests.get(j);
            if (intid.equals(id)) {
                TransactionState ts = translist.retrieveState(tid);
                if (ts != null && ts.getState() == TransactionState.FAILED) {
                    if (!rerouted) {
                        TransactionHandler.releaseRemoteForActiveConsumer(ref, id, tid, translist);
                    }
                    return true;
                }
            }
        }
    }
    return false;
}
Also used : TransactionState(com.sun.messaging.jmq.jmsserver.data.TransactionState) ConsumerUID(com.sun.messaging.jmq.jmsserver.core.ConsumerUID) DestinationList(com.sun.messaging.jmq.jmsserver.core.DestinationList) TransactionList(com.sun.messaging.jmq.jmsserver.data.TransactionList)

Example 30 with TransactionList

use of com.sun.messaging.jmq.jmsserver.data.TransactionList in project openmq by eclipse-ee4j.

the class TransactionHandler method doRollback.

/**
 * Rollback a transaction. This method is invoked from two places: 1) From TransactionHandler.handle() when handling a
 * client ROLLBACK packet. This is the common case. 2) From the admin handler when an admin rollback request has been
 * issued on a PREPARED XA transaction.
 *
 * @param id The TransactionUID to commit
 * @param xid The Xid of the transaction to commit. Required if transaction is an XA transaction. Must be null if it is
 * not an XA transaction.
 * @param xaFlags xaFlags passed on COMMIT operation. Used only if an XA transaction.
 * @param ts Current TransactionState of this transaction.
 * @param conlist List of transactions on this connection. Will be null if commit is trigger by an admin request.
 * @param con Connection client commit packet came in on or, for admin, the connection the admin request came in on.
 *
 * @throws BrokerException on an error. The method will have logged a message to the broker log.
 */
public void doRollback(TransactionList translist, TransactionUID id, JMQXid xid, Integer xaFlags, TransactionState ts, List conlist, IMQConnection con, RollbackReason rbreason) throws BrokerException {
    int s;
    int oldstate = ts.getState();
    PartitionedStore pstore = translist.getPartitionedStore();
    // Update transaction state
    try {
        if (xid == null) {
            // Plain JMS transaction.
            s = TransactionState.ROLLEDBACK;
        } else {
            // XA Transaction.
            if (rbreason == RollbackReason.ADMIN || rbreason == RollbackReason.CONNECTION_CLEANUP) {
                if (ts.getState() == TransactionState.STARTED) {
                    ts = translist.updateState(id, TransactionState.FAILED, TransactionState.STARTED, true);
                    String[] args = { rbreason.toString(), id.toString() + "[" + TransactionState.toString(oldstate) + "]XID=", xid.toString() };
                    if (rbreason != RollbackReason.ADMIN && (DEBUG || DEBUG_CLUSTER_TXN || logger.getLevel() <= Logger.DEBUG)) {
                        logger.log(logger.WARNING, Globals.getBrokerResources().getKString(BrokerResources.W_FORCE_ENDED_TXN, args));
                    }
                }
            }
            s = ts.nextState(PacketType.ROLLBACK_TRANSACTION, xaFlags);
        }
    } catch (BrokerException ex) {
        if (ex.getStatusCode() == Status.CONFLICT) {
            logger.log(Logger.ERROR, ex.toString());
        } else {
            logger.log(Logger.ERROR, ex.toString() + ": TUID=" + id + " Xid=" + xid);
        }
        throw ex;
    }
    ts = translist.updateState(id, s, true);
    if (Globals.isNewTxnLogEnabled() && oldstate == TransactionState.PREPARED) {
        int transactionType = BaseTransaction.LOCAL_TRANSACTION_TYPE;
        if (translist.isClusterTransaction(id)) {
            transactionType = BaseTransaction.CLUSTER_TRANSACTION_TYPE;
        }
        logTxnCompletion(pstore, id, TransactionState.ROLLEDBACK, transactionType);
    }
    if (fi.FAULT_INJECTION) {
        checkFIAfterDB(PacketType.ROLLBACK_TRANSACTION);
    }
    boolean processDone = true;
    List list = new ArrayList(translist.retrieveSentMessages(id));
    for (int i = 0; i < list.size(); i++) {
        SysMessageID sysid = (SysMessageID) list.get(i);
        if (DEBUG) {
            logger.log(Logger.INFO, "Removing " + sysid + " because of rollback");
        }
        PacketReference ref = DL.get(null, sysid);
        if (ref == null) {
            continue;
        }
        DestinationUID duid = ref.getDestinationUID();
        Destination[] ds = DL.getDestination(ref.getPartitionedStore(), duid);
        Destination d = ds[0];
        if (d != null) {
            Destination.RemoveMessageReturnInfo ret = d.removeMessageWithReturnInfo(sysid, RemoveReason.ROLLBACK);
            if (ret.storermerror) {
                processDone = false;
            }
        }
    }
    // remove from our active connection list
    if (conlist != null) {
        conlist.remove(id);
    }
    // re-queue any orphan messages
    // how we handle the orphan messages depends on a couple
    // of things:
    // - has the session closed ?
    // if the session has closed the messages are "orphan"
    // - otherwise, the messages are still "in play" and
    // we dont do anything with them
    // 
    Map m = translist.getOrphanAck(id);
    if (m != null) {
        Iterator itr = m.entrySet().iterator();
        while (itr.hasNext()) {
            Map.Entry me = (Map.Entry) itr.next();
            SysMessageID sysid = (SysMessageID) me.getKey();
            PacketReference ref = DL.get(null, sysid, false);
            if (ref == null) {
                if (DEBUG) {
                    logger.log(Logger.INFO, "Process transaction rollback " + id + ": orphan message already removed " + sysid);
                }
                continue;
            }
            Destination dst = ref.getDestination();
            Map sids = (Map) me.getValue();
            if (sids == null) {
                continue;
            }
            Iterator siditr = sids.entrySet().iterator();
            while (siditr.hasNext()) {
                Map.Entry se = (Map.Entry) siditr.next();
                ConsumerUID sid = (ConsumerUID) se.getKey();
                if (ref.isLocal()) {
                    if (dst != null) {
                        dst.forwardOrphanMessage(ref, sid);
                    } else {
                        if (DEBUG) {
                            logger.log(Logger.INFO, "Process transaction rollback " + id + ": orphan consumed message destination already removed " + sysid);
                        }
                    }
                    continue;
                }
                List cids = (List) se.getValue();
                if (cids == null) {
                    continue;
                }
                Iterator ciditr = cids.iterator();
                while (ciditr.hasNext()) {
                    ConsumerUID cid = (ConsumerUID) ciditr.next();
                    try {
                        ref.acquireDestroyRemoteReadLock();
                        try {
                            if (ref.isLastRemoteConsumerUID(sid, cid)) {
                                if (ref.acknowledged(cid, sid, !(cid.isNoAck() || cid.isDupsOK()), false, id, translist, null, false)) {
                                    try {
                                        if (dst != null) {
                                            dst.removeRemoteMessage(sysid, RemoveReason.ACKNOWLEDGED, ref);
                                        } else {
                                            logger.log(Logger.INFO, "Process transaction rollback " + id + ": orphan consumed remote message destination already removed " + sysid);
                                        }
                                    } finally {
                                        ref.postAcknowledgedRemoval();
                                    }
                                }
                            }
                        } finally {
                            ref.clearDestroyRemoteReadLock();
                        }
                    } catch (Exception ex) {
                        logger.logStack((DEBUG_CLUSTER_TXN ? Logger.WARNING : Logger.DEBUG), "Unable to cleanup orphaned remote message " + "[" + cid + "," + sid + "," + sysid + "]" + " on rollback transaction " + id, ex);
                    }
                    BrokerAddress addr = translist.getAckBrokerAddress(id, sysid, cid);
                    try {
                        HashMap prop = new HashMap();
                        prop.put(ClusterBroadcast.RB_RELEASE_MSG_ORPHAN, id.toString());
                        Globals.getClusterBroadcast().acknowledgeMessage(addr, sysid, cid, ClusterBroadcast.MSG_IGNORED, prop, false);
                    } catch (BrokerException e) {
                        Globals.getLogger().log(Logger.WARNING, "Unable to notify " + addr + " for orphaned remote message " + "[" + cid + ", " + sid + ", " + ", " + sysid + "]" + " in rollback transaction " + id);
                    }
                }
            }
        }
    }
    // OK .. now remove the acks
    translist.removeTransactionAck(id, true);
    /*
         * Can't really call the JMX notification code at the end of doRollback() because the call to
         * translist.removeTransactionID(id) removes the MBean.
         */
    Agent agent = Globals.getAgent();
    if (agent != null) {
        agent.notifyTransactionRollback(id);
    }
    try {
        ts.setState(s);
        cacheSetState(id, ts, con);
        doRemoteRollback(translist, id, s);
        translist.removeTransaction(id, !processDone);
        if (rbreason == RollbackReason.ADMIN || rbreason == RollbackReason.CONNECTION_CLEANUP) {
            String[] args = { rbreason.toString(), id.toString() + "[" + TransactionState.toString(oldstate) + "]", (xid == null ? "null" : xid.toString()) };
            if (rbreason == RollbackReason.CONNECTION_CLEANUP) {
                if (DEBUG || DEBUG_CLUSTER_TXN || logger.getLevel() <= Logger.DEBUG) {
                    logger.log(logger.INFO, Globals.getBrokerResources().getKString(BrokerResources.W_FORCE_ROLLEDBACK_TXN, args));
                }
            } else {
                logger.log(logger.WARNING, Globals.getBrokerResources().getKString(BrokerResources.W_FORCE_ROLLEDBACK_TXN, args));
            }
        }
    } catch (BrokerException ex) {
        logger.logStack(logger.ERROR, br.getKString(br.X_REMOVE_TRANSACTION, id, ex.getMessage()), ex);
        ex.setStackLogged();
        throw ex;
    }
}
Also used : Destination(com.sun.messaging.jmq.jmsserver.core.Destination) Agent(com.sun.messaging.jmq.jmsserver.management.agent.Agent) BrokerException(com.sun.messaging.jmq.jmsserver.util.BrokerException) ConsumerUID(com.sun.messaging.jmq.jmsserver.core.ConsumerUID) HashMap(java.util.HashMap) CacheHashMap(com.sun.messaging.jmq.util.CacheHashMap) ArrayList(java.util.ArrayList) BrokerDownException(com.sun.messaging.jmq.jmsserver.util.BrokerDownException) SelectorFormatException(com.sun.messaging.jmq.util.selector.SelectorFormatException) IOException(java.io.IOException) AckEntryNotFoundException(com.sun.messaging.jmq.jmsserver.util.AckEntryNotFoundException) MaxConsecutiveRollbackException(com.sun.messaging.jmq.jmsserver.util.MaxConsecutiveRollbackException) BrokerException(com.sun.messaging.jmq.jmsserver.util.BrokerException) BrokerAddress(com.sun.messaging.jmq.jmsserver.core.BrokerAddress) DestinationUID(com.sun.messaging.jmq.jmsserver.core.DestinationUID) PacketReference(com.sun.messaging.jmq.jmsserver.core.PacketReference) Iterator(java.util.Iterator) SysMessageID(com.sun.messaging.jmq.io.SysMessageID) DestinationList(com.sun.messaging.jmq.jmsserver.core.DestinationList) List(java.util.List) ArrayList(java.util.ArrayList) TransactionList(com.sun.messaging.jmq.jmsserver.data.TransactionList) Map(java.util.Map) HashMap(java.util.HashMap) CacheHashMap(com.sun.messaging.jmq.util.CacheHashMap) PartitionedStore(com.sun.messaging.jmq.jmsserver.persist.api.PartitionedStore)

Aggregations

TransactionList (com.sun.messaging.jmq.jmsserver.data.TransactionList)48 TransactionState (com.sun.messaging.jmq.jmsserver.data.TransactionState)25 TransactionUID (com.sun.messaging.jmq.jmsserver.data.TransactionUID)23 BrokerException (com.sun.messaging.jmq.jmsserver.util.BrokerException)23 ArrayList (java.util.ArrayList)12 HashMap (java.util.HashMap)10 ConsumerUID (com.sun.messaging.jmq.jmsserver.core.ConsumerUID)9 DestinationList (com.sun.messaging.jmq.jmsserver.core.DestinationList)9 PacketReference (com.sun.messaging.jmq.jmsserver.core.PacketReference)8 TransactionHandler (com.sun.messaging.jmq.jmsserver.data.handlers.TransactionHandler)8 List (java.util.List)8 PartitionedStore (com.sun.messaging.jmq.jmsserver.persist.api.PartitionedStore)7 IOException (java.io.IOException)7 TransactionBroker (com.sun.messaging.jmq.jmsserver.data.TransactionBroker)6 CacheHashMap (com.sun.messaging.jmq.util.CacheHashMap)6 JMQXid (com.sun.messaging.jmq.util.JMQXid)6 SelectorFormatException (com.sun.messaging.jmq.util.selector.SelectorFormatException)6 Iterator (java.util.Iterator)6 Map (java.util.Map)6 SysMessageID (com.sun.messaging.jmq.io.SysMessageID)5