Search in sources :

Example 6 with DMStats

use of org.apache.geode.distributed.internal.DMStats in project geode by apache.

the class BlobHelper method startDeserialization.

private static long startDeserialization() {
    long result = 0;
    DMStats stats = InternalDistributedSystem.getDMStats();
    if (stats != null) {
        result = stats.startDeserialization();
    }
    return result;
}
Also used : DMStats(org.apache.geode.distributed.internal.DMStats)

Example 7 with DMStats

use of org.apache.geode.distributed.internal.DMStats in project geode by apache.

the class MultiVMRegionTestCase method testTXSimpleOps.

/**
   * Tests that an entry update is propagated to other caches that have that same entry defined.
   */
@Test
public void testTXSimpleOps() throws Exception {
    assumeTrue(supportsTransactions());
    assertTrue(getRegionAttributes().getScope().isDistributed());
    CacheTransactionManager txMgr = this.getCache().getCacheTransactionManager();
    if (getRegionAttributes().getScope().isGlobal() || getRegionAttributes().getDataPolicy().withPersistence()) {
        // just make sure transactions are not allowed on global or shared regions
        Region rgn = createRegion(getUniqueName());
        txMgr.begin();
        try {
            rgn.put("testTXSimpleOpsKey1", "val");
            fail("expected UnsupportedOperationException");
        } catch (UnsupportedOperationException ok) {
        }
        txMgr.rollback();
        rgn.localDestroyRegion();
        return;
    }
    final String rgnName = getUniqueName();
    SerializableRunnable create = new SerializableRunnable("testTXSimpleOps: Create Region") {

        @Override
        public void run() {
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = new MyTransactionListener();
            txMgr2.addListener(tl);
            assertEquals(null, tl.lastEvent);
            assertEquals(0, tl.afterCommitCount);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            try {
                Region rgn = createRegion(rgnName);
                CountingDistCacheListener cacheListener = new CountingDistCacheListener();
                rgn.getAttributesMutator().addCacheListener(cacheListener);
                cacheListener.assertCount(0, 0, 0, 0);
                getSystem().getLogWriter().info("testTXSimpleOps: Created region");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable newKey = new SerializableRunnable("testTXSimpleOps: Create Region & Create Key") {

        @Override
        public void run() {
            try {
                Region root = getRootRegion();
                Region rgn = root.getSubregion(rgnName);
                rgn.create("key", null);
                CountingDistCacheListener cacheListener = (CountingDistCacheListener) rgn.getAttributes().getCacheListener();
                cacheListener.assertCount(0, 0, 0, 0);
                getSystem().getLogWriter().info("testTXSimpleOps: Created Key");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    Host host = Host.getHost(0);
    VM vm = host.getVM(0);
    vm.invoke(create);
    vm.invoke(newKey);
    int vmCount = host.getVMCount();
    for (int i = 1; i < vmCount; i++) {
        vm = host.getVM(i);
        vm.invoke(create);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm.invoke(newKey);
        }
    }
    try {
        Region rgn = createRegion(rgnName);
        DMStats dmStats = getSystem().getDistributionManager().getStats();
        long cmtMsgs = dmStats.getSentCommitMessages();
        long commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn.put("key", "value");
        TransactionId txId = txMgr.getTransactionId();
        txMgr.commit();
        assertEquals(cmtMsgs + 1, dmStats.getSentCommitMessages());
        if (rgn.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
        }
        getSystem().getLogWriter().info("testTXSimpleOps: Create/Put Value");
        Invoke.invokeInEveryVM(MultiVMRegionTestCase.class, "assertCacheCallbackEvents", new Object[] { rgnName, txId, "key", null, "value" });
        Invoke.invokeInEveryVMRepeatingIfNecessary(new CacheSerializableRunnable("testTXSimpleOps: Verify Received Value") {

            @Override
            public void run2() {
                Region rgn1 = getRootRegion().getSubregion(rgnName);
                assertNotNull("Could not find entry for 'key'", rgn1.getEntry("key"));
                assertEquals("value", rgn1.getEntry("key").getValue());
                CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
                MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
                tl.checkAfterCommitCount(1);
                assertEquals(0, tl.afterFailedCommitCount);
                assertEquals(0, tl.afterRollbackCount);
                assertEquals(0, tl.closeCount);
                assertEquals(rgn1.getCache(), tl.lastEvent.getCache());
                {
                    Collection events;
                    RegionAttributes attr = getRegionAttributes();
                    if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                        events = tl.lastEvent.getPutEvents();
                    } else {
                        events = tl.lastEvent.getCreateEvents();
                    }
                    assertEquals(1, events.size());
                    EntryEvent ev = (EntryEvent) events.iterator().next();
                    assertEquals(tl.expectedTxId, ev.getTransactionId());
                    assertTrue(ev.getRegion() == rgn1);
                    assertEquals("key", ev.getKey());
                    assertEquals("value", ev.getNewValue());
                    assertEquals(null, ev.getOldValue());
                    assertTrue(!ev.getOperation().isLocalLoad());
                    assertTrue(!ev.getOperation().isNetLoad());
                    assertTrue(!ev.getOperation().isLoad());
                    assertTrue(!ev.getOperation().isNetSearch());
                    assertTrue(!ev.getOperation().isExpiration());
                    assertEquals(null, ev.getCallbackArgument());
                    assertEquals(true, ev.isCallbackArgumentAvailable());
                    assertTrue(ev.isOriginRemote());
                    assertTrue(ev.getOperation().isDistributed());
                }
                CountingDistCacheListener cdcL = (CountingDistCacheListener) rgn1.getAttributes().getCacheListeners()[0];
                cdcL.assertCount(0, 1, 0, 0);
            }
        }, getRepeatTimeoutMs());
        txMgr.begin();
        rgn.put("key", "value2");
        txId = txMgr.getTransactionId();
        txMgr.commit();
        getSystem().getLogWriter().info("testTXSimpleOps: Put(update) Value2");
        Invoke.invokeInEveryVM(MultiVMRegionTestCase.class, "assertCacheCallbackEvents", new Object[] { rgnName, txId, "key", "value", "value2" });
        Invoke.invokeInEveryVMRepeatingIfNecessary(new CacheSerializableRunnable("testTXSimpleOps: Verify Received Value") {

            @Override
            public void run2() {
                Region rgn1 = getRootRegion().getSubregion(rgnName);
                assertNotNull("Could not find entry for 'key'", rgn1.getEntry("key"));
                assertEquals("value2", rgn1.getEntry("key").getValue());
                CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
                MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
                tl.checkAfterCommitCount(2);
                assertEquals(rgn1.getCache(), tl.lastEvent.getCache());
                {
                    Collection events = tl.lastEvent.getPutEvents();
                    assertEquals(1, events.size());
                    EntryEvent ev = (EntryEvent) events.iterator().next();
                    assertEquals(tl.expectedTxId, ev.getTransactionId());
                    assertTrue(ev.getRegion() == rgn1);
                    assertEquals("key", ev.getKey());
                    assertEquals("value2", ev.getNewValue());
                    assertEquals("value", ev.getOldValue());
                    assertTrue(!ev.getOperation().isLocalLoad());
                    assertTrue(!ev.getOperation().isNetLoad());
                    assertTrue(!ev.getOperation().isLoad());
                    assertTrue(!ev.getOperation().isNetSearch());
                    assertTrue(!ev.getOperation().isExpiration());
                    assertEquals(null, ev.getCallbackArgument());
                    assertEquals(true, ev.isCallbackArgumentAvailable());
                    assertTrue(ev.isOriginRemote());
                    assertTrue(ev.getOperation().isDistributed());
                }
                CountingDistCacheListener cdcL = (CountingDistCacheListener) rgn1.getAttributes().getCacheListeners()[0];
                cdcL.assertCount(0, 2, 0, 0);
            }
        }, getRepeatTimeoutMs());
        txMgr.begin();
        rgn.invalidate("key");
        txId = txMgr.getTransactionId();
        txMgr.commit();
        getSystem().getLogWriter().info("testTXSimpleOps: invalidate key");
        // validate each of the CacheListeners EntryEvents
        Invoke.invokeInEveryVM(MultiVMRegionTestCase.class, "assertCacheCallbackEvents", new Object[] { rgnName, txId, "key", "value2", null });
        Invoke.invokeInEveryVMRepeatingIfNecessary(new CacheSerializableRunnable("testTXSimpleOps: Verify Received Value") {

            @Override
            public void run2() {
                Region rgn1 = getRootRegion().getSubregion(rgnName);
                assertNotNull("Could not find entry for 'key'", rgn1.getEntry("key"));
                assertTrue(rgn1.containsKey("key"));
                assertTrue(!rgn1.containsValueForKey("key"));
                CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
                MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
                tl.checkAfterCommitCount(3);
                assertEquals(rgn1.getCache(), tl.lastEvent.getCache());
                {
                    Collection events = tl.lastEvent.getInvalidateEvents();
                    assertEquals(1, events.size());
                    EntryEvent ev = (EntryEvent) events.iterator().next();
                    assertEquals(tl.expectedTxId, ev.getTransactionId());
                    assertTrue(ev.getRegion() == rgn1);
                    assertEquals("key", ev.getKey());
                    assertEquals(null, ev.getNewValue());
                    assertEquals("value2", ev.getOldValue());
                    assertTrue(!ev.getOperation().isLocalLoad());
                    assertTrue(!ev.getOperation().isNetLoad());
                    assertTrue(!ev.getOperation().isLoad());
                    assertTrue(!ev.getOperation().isNetSearch());
                    assertTrue(!ev.getOperation().isExpiration());
                    assertEquals(null, ev.getCallbackArgument());
                    assertEquals(true, ev.isCallbackArgumentAvailable());
                    assertTrue(ev.isOriginRemote());
                    assertTrue(ev.getOperation().isDistributed());
                }
                CountingDistCacheListener cdcL = (CountingDistCacheListener) rgn1.getAttributes().getCacheListeners()[0];
                cdcL.assertCount(0, 2, 1, 0);
            }
        }, getRepeatTimeoutMs());
        txMgr.begin();
        rgn.destroy("key");
        txId = txMgr.getTransactionId();
        txMgr.commit();
        getSystem().getLogWriter().info("testTXSimpleOps: destroy key");
        // validate each of the CacheListeners EntryEvents
        Invoke.invokeInEveryVM(MultiVMRegionTestCase.class, "assertCacheCallbackEvents", new Object[] { rgnName, txId, "key", null, null });
        Invoke.invokeInEveryVMRepeatingIfNecessary(new CacheSerializableRunnable("testTXSimpleOps: Verify Received Value") {

            @Override
            public void run2() {
                Region rgn1 = getRootRegion().getSubregion(rgnName);
                assertTrue(!rgn1.containsKey("key"));
                CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
                MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
                tl.checkAfterCommitCount(4);
                assertEquals(rgn1.getCache(), tl.lastEvent.getCache());
                {
                    Collection events = tl.lastEvent.getDestroyEvents();
                    assertEquals(1, events.size());
                    EntryEvent ev = (EntryEvent) events.iterator().next();
                    assertEquals(tl.expectedTxId, ev.getTransactionId());
                    assertTrue(ev.getRegion() == rgn1);
                    assertEquals("key", ev.getKey());
                    assertEquals(null, ev.getNewValue());
                    assertEquals(null, ev.getOldValue());
                    assertTrue(!ev.getOperation().isLocalLoad());
                    assertTrue(!ev.getOperation().isNetLoad());
                    assertTrue(!ev.getOperation().isLoad());
                    assertTrue(!ev.getOperation().isNetSearch());
                    assertTrue(!ev.getOperation().isExpiration());
                    assertEquals(null, ev.getCallbackArgument());
                    assertEquals(true, ev.isCallbackArgumentAvailable());
                    assertTrue(ev.isOriginRemote());
                    assertTrue(ev.getOperation().isDistributed());
                }
                CountingDistCacheListener cdcL = (CountingDistCacheListener) rgn1.getAttributes().getCacheListeners()[0];
                cdcL.assertCount(0, 2, 1, 1);
            }
        }, getRepeatTimeoutMs());
    } catch (Exception e) {
        CacheFactory.getInstance(getSystem()).close();
        getSystem().getLogWriter().fine("testTXSimpleOps: Caused exception in createRegion");
        throw e;
    }
}
Also used : DMStats(org.apache.geode.distributed.internal.DMStats) CacheException(org.apache.geode.cache.CacheException) RegionAttributes(org.apache.geode.cache.RegionAttributes) SerializableRunnable(org.apache.geode.test.dunit.SerializableRunnable) Host(org.apache.geode.test.dunit.Host) TimeoutException(org.apache.geode.cache.TimeoutException) EntryNotFoundException(org.apache.geode.cache.EntryNotFoundException) InvalidDeltaException(org.apache.geode.InvalidDeltaException) IOException(java.io.IOException) CacheException(org.apache.geode.cache.CacheException) EntryExistsException(org.apache.geode.cache.EntryExistsException) CacheWriterException(org.apache.geode.cache.CacheWriterException) IgnoredException(org.apache.geode.test.dunit.IgnoredException) CacheLoaderException(org.apache.geode.cache.CacheLoaderException) CacheTransactionManager(org.apache.geode.cache.CacheTransactionManager) TransactionId(org.apache.geode.cache.TransactionId) VM(org.apache.geode.test.dunit.VM) EntryEvent(org.apache.geode.cache.EntryEvent) LocalRegion(org.apache.geode.internal.cache.LocalRegion) PartitionedRegion(org.apache.geode.internal.cache.PartitionedRegion) Region(org.apache.geode.cache.Region) Collection(java.util.Collection) Test(org.junit.Test) FlakyTest(org.apache.geode.test.junit.categories.FlakyTest)

Example 8 with DMStats

use of org.apache.geode.distributed.internal.DMStats in project geode by apache.

the class MultiVMRegionTestCase method testTXMultiRegion.

@Test
public void testTXMultiRegion() throws Exception {
    assumeTrue(supportsTransactions());
    assumeFalse(getRegionAttributes().getScope().isGlobal());
    assumeFalse(getRegionAttributes().getDataPolicy().withPersistence());
    assertTrue(getRegionAttributes().getScope().isDistributed());
    CacheTransactionManager txMgr = this.getCache().getCacheTransactionManager();
    final String rgnName1 = getUniqueName() + "MR1";
    final String rgnName2 = getUniqueName() + "MR2";
    final String rgnName3 = getUniqueName() + "MR3";
    SerializableRunnable create1 = new SerializableRunnable("testTXMultiRegion: Create Region") {

        @Override
        public void run() {
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = new MyTransactionListener();
            txMgr2.setListener(tl);
            try {
                createRegion(rgnName1);
                getSystem().getLogWriter().info("testTXMultiRegion: Created region1");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable newKey1 = new SerializableRunnable("testTXMultiRegion: Create Key") {

        @Override
        public void run() {
            try {
                Region rgn = getRootRegion("root").getSubregion(rgnName1);
                rgn.create("key", null);
                getSystem().getLogWriter().info("testTXMultiRegion: Created key");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable create2 = new SerializableRunnable("testTXMultiRegion: Create Region") {

        @Override
        public void run() {
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = new MyTransactionListener();
            txMgr2.setListener(tl);
            try {
                createRegion(rgnName2);
                getSystem().getLogWriter().info("testTXMultiRegion: Created region2");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable newKey2 = new SerializableRunnable("testTXMultiRegion: Create Key") {

        @Override
        public void run() {
            try {
                Region root = getRootRegion("root");
                Region rgn = root.getSubregion(rgnName2);
                rgn.create("key", null);
                getSystem().getLogWriter().info("testTXMultiRegion: Created Key");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable create3 = new SerializableRunnable("testTXMultiRegion: Create Region") {

        @Override
        public void run() {
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = new MyTransactionListener();
            txMgr2.setListener(tl);
            try {
                createRegion(rgnName3);
                getSystem().getLogWriter().info("testTXMultiRegion: Created Region");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable newKey3 = new SerializableRunnable("testTXMultiRegion: Create Key") {

        @Override
        public void run() {
            try {
                Region root = getRootRegion("root");
                Region rgn = root.getSubregion(rgnName3);
                rgn.create("key", null);
                getSystem().getLogWriter().info("testTXMultiRegion: Created Key");
            } catch (CacheException e) {
                fail("While creating region", e);
            }
        }
    };
    SerializableRunnable check1_3 = new SerializableRunnable("testTXMultiRegion: check") {

        @Override
        public void run() {
            Region rgn1 = getRootRegion().getSubregion(rgnName1);
            {
                assertNotNull("Could not find entry for 'key'", rgn1.getEntry("key"));
                assertEquals("value1", rgn1.getEntry("key").getValue());
            }
            Region rgn3 = getRootRegion().getSubregion(rgnName3);
            {
                assertNotNull("Could not find entry for 'key'", rgn3.getEntry("key"));
                assertEquals("value3", rgn3.getEntry("key").getValue());
            }
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
            tl.checkAfterCommitCount(1);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            assertEquals(rgn1.getCache(), tl.lastEvent.getCache());
            {
                Collection events;
                RegionAttributes attr = getRegionAttributes();
                if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                    events = tl.lastEvent.getPutEvents();
                } else {
                    events = tl.lastEvent.getCreateEvents();
                }
                assertEquals(2, events.size());
                ArrayList eventList = new ArrayList(events);
                Collections.sort(eventList, new Comparator() {

                    @Override
                    public int compare(Object o1, Object o2) {
                        EntryEvent e1 = (EntryEvent) o1;
                        EntryEvent e2 = (EntryEvent) o2;
                        String s1 = e1.getRegion().getFullPath() + e1.getKey();
                        String s2 = e2.getRegion().getFullPath() + e2.getKey();
                        return s1.compareTo(s2);
                    }
                });
                Iterator it = eventList.iterator();
                EntryEvent ev;
                ev = (EntryEvent) it.next();
                assertSame(rgn1, ev.getRegion());
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertEquals("key", ev.getKey());
                assertEquals("value1", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
                ev = (EntryEvent) it.next();
                assertSame(rgn3, ev.getRegion());
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertEquals("key", ev.getKey());
                assertEquals("value3", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
            }
        }
    };
    SerializableRunnable check2_3 = new SerializableRunnable("testTXMultiRegion: check") {

        @Override
        public void run() {
            Region rgn2 = getRootRegion().getSubregion(rgnName2);
            {
                assertNotNull("Could not find entry for 'key'", rgn2.getEntry("key"));
                assertEquals("value2", rgn2.getEntry("key").getValue());
            }
            Region rgn3 = getRootRegion().getSubregion(rgnName3);
            {
                assertNotNull("Could not find entry for 'key'", rgn3.getEntry("key"));
                assertEquals("value3", rgn3.getEntry("key").getValue());
            }
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
            tl.checkAfterCommitCount(1);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            assertEquals(rgn2.getCache(), tl.lastEvent.getCache());
            {
                Collection events;
                RegionAttributes attr = getRegionAttributes();
                if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                    events = tl.lastEvent.getPutEvents();
                } else {
                    events = tl.lastEvent.getCreateEvents();
                }
                assertEquals(2, events.size());
                ArrayList eventList = new ArrayList(events);
                Collections.sort(eventList, new Comparator() {

                    @Override
                    public int compare(Object o1, Object o2) {
                        EntryEvent e1 = (EntryEvent) o1;
                        EntryEvent e2 = (EntryEvent) o2;
                        String s1 = e1.getRegion().getFullPath() + e1.getKey();
                        String s2 = e2.getRegion().getFullPath() + e2.getKey();
                        return s1.compareTo(s2);
                    }
                });
                Iterator it = eventList.iterator();
                EntryEvent ev;
                ev = (EntryEvent) it.next();
                assertSame(rgn2, ev.getRegion());
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertEquals("key", ev.getKey());
                assertEquals("value2", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
                ev = (EntryEvent) it.next();
                assertSame(rgn3, ev.getRegion());
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertEquals("key", ev.getKey());
                assertEquals("value3", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
            }
        }
    };
    SerializableRunnable check1 = new SerializableRunnable("testTXMultiRegion: check") {

        @Override
        public void run() {
            Region rgn = getRootRegion().getSubregion(rgnName1);
            assertNotNull("Could not find entry for 'key'", rgn.getEntry("key"));
            assertEquals("value1", rgn.getEntry("key").getValue());
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
            tl.checkAfterCommitCount(1);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            assertEquals(rgn.getCache(), tl.lastEvent.getCache());
            {
                Collection events;
                RegionAttributes attr = getRegionAttributes();
                if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                    events = tl.lastEvent.getPutEvents();
                } else {
                    events = tl.lastEvent.getCreateEvents();
                }
                assertEquals(1, events.size());
                EntryEvent ev = (EntryEvent) events.iterator().next();
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertTrue(ev.getRegion() == rgn);
                assertEquals("key", ev.getKey());
                assertEquals("value1", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
            }
        }
    };
    SerializableRunnable check2 = new SerializableRunnable("testTXMultiRegion: check") {

        @Override
        public void run() {
            Region rgn = getRootRegion().getSubregion(rgnName2);
            assertNotNull("Could not find entry for 'key'", rgn.getEntry("key"));
            assertEquals("value2", rgn.getEntry("key").getValue());
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
            tl.checkAfterCommitCount(1);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            assertEquals(rgn.getCache(), tl.lastEvent.getCache());
            {
                Collection events;
                RegionAttributes attr = getRegionAttributes();
                if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                    events = tl.lastEvent.getPutEvents();
                } else {
                    events = tl.lastEvent.getCreateEvents();
                }
                assertEquals(1, events.size());
                EntryEvent ev = (EntryEvent) events.iterator().next();
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertTrue(ev.getRegion() == rgn);
                assertEquals("key", ev.getKey());
                assertEquals("value2", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
            }
        }
    };
    SerializableRunnable check3 = new SerializableRunnable("testTXMultiRegion: check") {

        @Override
        public void run() {
            Region rgn = getRootRegion().getSubregion(rgnName3);
            assertNotNull("Could not find entry for 'key'", rgn.getEntry("key"));
            assertEquals("value3", rgn.getEntry("key").getValue());
            CacheTransactionManager txMgr2 = getCache().getCacheTransactionManager();
            MyTransactionListener tl = (MyTransactionListener) txMgr2.getListeners()[0];
            tl.checkAfterCommitCount(1);
            assertEquals(0, tl.afterFailedCommitCount);
            assertEquals(0, tl.afterRollbackCount);
            assertEquals(0, tl.closeCount);
            assertEquals(rgn.getCache(), tl.lastEvent.getCache());
            {
                Collection events;
                RegionAttributes attr = getRegionAttributes();
                if (!attr.getDataPolicy().withReplication() || attr.getConcurrencyChecksEnabled()) {
                    events = tl.lastEvent.getPutEvents();
                } else {
                    events = tl.lastEvent.getCreateEvents();
                }
                assertEquals(1, events.size());
                EntryEvent ev = (EntryEvent) events.iterator().next();
                // assertIndexDetailsEquals(tl.expectedTxId, ev.getTransactionId());
                assertTrue(ev.getRegion() == rgn);
                assertEquals("key", ev.getKey());
                assertEquals("value3", ev.getNewValue());
                assertEquals(null, ev.getOldValue());
                assertTrue(!ev.getOperation().isLocalLoad());
                assertTrue(!ev.getOperation().isNetLoad());
                assertTrue(!ev.getOperation().isLoad());
                assertTrue(!ev.getOperation().isNetSearch());
                assertTrue(!ev.getOperation().isExpiration());
                assertEquals(null, ev.getCallbackArgument());
                assertEquals(true, ev.isCallbackArgumentAvailable());
                assertTrue(ev.isOriginRemote());
                assertTrue(ev.getOperation().isDistributed());
            }
        }
    };
    // GemFireVersion.waitForJavaDebugger(getLogWriter(), "CTRLR WAITING AFTER CREATE");
    VM vm0 = Host.getHost(0).getVM(0);
    VM vm1 = Host.getHost(0).getVM(1);
    VM vm2 = Host.getHost(0).getVM(2);
    VM vm3 = Host.getHost(0).getVM(3);
    try {
        DMStats dmStats = getSystem().getDistributionManager().getStats();
        Region rgn1;
        Region rgn2;
        Region rgn3;
        long cmtMsgs;
        // long sentMsgs;
        long commitWaits;
        // vm0->R1,R3 vm1->R1,R3 vm2->R2 vm3->R2,R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm0.invoke(create3);
        vm0.invoke(newKey3);
        vm1.invoke(create1);
        vm1.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey1);
            vm1.invoke(newKey3);
        }
        vm2.invoke(create2);
        vm2.invoke(newKey2);
        vm3.invoke(create2);
        vm3.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm3.invoke(newKey2);
            vm3.invoke(newKey3);
        }
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // TransactionId txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1,R3 vm1->R1,R3 vm2->R2 vm3->R2,R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 3, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // [bruce] changed from 200 to 2000 for mcast testing
            try {
                Thread.sleep(2000);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1_3);
        vm1.invoke(check1_3);
        vm2.invoke(check2);
        vm3.invoke(check2_3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
        // vm0->R1,R3 vm1->R1,R3 vm2->R2,R3 vm3->R2,R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm0.invoke(create3);
        vm0.invoke(newKey3);
        vm1.invoke(create1);
        vm1.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey1);
            vm1.invoke(newKey3);
        }
        vm2.invoke(create2);
        vm2.invoke(newKey2);
        vm2.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm2.invoke(newKey3);
        }
        vm3.invoke(create2);
        vm3.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm3.invoke(newKey2);
            vm3.invoke(newKey3);
        }
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1,R3 vm1->R1,R3 vm2->R2,R3 vm3->R2,R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 2, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // pause to give cmt message a chance to be processed
            try {
                Thread.sleep(200);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1_3);
        vm1.invoke(check1_3);
        vm2.invoke(check2_3);
        vm3.invoke(check2_3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
        // vm0->R1,R3 vm1->R1,R3 vm2->R2 vm3->R1,R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm0.invoke(create3);
        vm0.invoke(newKey3);
        vm1.invoke(create1);
        vm1.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey1);
            vm1.invoke(newKey3);
        }
        vm2.invoke(create2);
        vm2.invoke(newKey2);
        vm3.invoke(create1);
        vm3.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm3.invoke(newKey1);
            vm3.invoke(newKey3);
        }
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1,R3 vm1->R1,R3 vm2->R2 vm3->R1,R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 2, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // pause to give cmt message a chance to be processed
            try {
                Thread.sleep(200);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1_3);
        vm1.invoke(check1_3);
        vm2.invoke(check2);
        vm3.invoke(check1_3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
        // vm0->R1 vm1->R1 vm2->R2 vm3->R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm1.invoke(create1);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey1);
        }
        vm2.invoke(create2);
        vm2.invoke(newKey2);
        vm3.invoke(create3);
        vm3.invoke(newKey3);
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1 vm1->R1 vm2->R2 vm3->R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 3, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // pause to give cmt message a chance to be processed
            try {
                Thread.sleep(200);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1);
        vm1.invoke(check1);
        vm2.invoke(check2);
        vm3.invoke(check3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
        // vm0->R1,R3 vm1->R2,R3 vm2->R2 vm3->R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm0.invoke(create3);
        vm0.invoke(newKey3);
        vm1.invoke(create2);
        vm1.invoke(newKey2);
        vm1.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey3);
        }
        vm2.invoke(create2);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm2.invoke(newKey2);
        }
        vm3.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm3.invoke(newKey3);
        }
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1,R3 vm1->R2,R3 vm2->R2 vm3->R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 4, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // pause to give cmt message a chance to be processed
            try {
                Thread.sleep(200);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1_3);
        vm1.invoke(check2_3);
        vm2.invoke(check2);
        vm3.invoke(check3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
        // vm0->R1,R3 vm1->R1,R3 vm2->R1,R3 vm3->R1,R3
        vm0.invoke(create1);
        vm0.invoke(newKey1);
        vm0.invoke(create3);
        vm0.invoke(newKey3);
        vm1.invoke(create1);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey1);
        }
        vm1.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm1.invoke(newKey3);
        }
        vm2.invoke(create1);
        vm2.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm2.invoke(newKey1);
            vm2.invoke(newKey3);
        }
        vm3.invoke(create1);
        vm3.invoke(create3);
        if (!getRegionAttributes().getDataPolicy().withReplication() && !getRegionAttributes().getDataPolicy().isPreloaded()) {
            vm3.invoke(newKey1);
            vm3.invoke(newKey3);
        }
        rgn1 = createRegion(rgnName1);
        rgn2 = createRegion(rgnName2);
        rgn3 = createRegion(rgnName3);
        cmtMsgs = dmStats.getSentCommitMessages();
        commitWaits = dmStats.getCommitWaits();
        txMgr.begin();
        rgn1.put("key", "value1");
        rgn2.put("key", "value2");
        rgn3.put("key", "value3");
        // txId = txMgr.getTransactionId();
        getSystem().getLogWriter().info("testTXMultiRegion: vm0->R1,R3 vm1->R1,R3 vm2->R1,R3 vm3->R1,R3");
        txMgr.commit();
        assertEquals(cmtMsgs + 1, dmStats.getSentCommitMessages());
        if (rgn1.getAttributes().getScope().isAck() || rgn2.getAttributes().getScope().isAck() || rgn3.getAttributes().getScope().isAck()) {
            assertEquals(commitWaits + 1, dmStats.getCommitWaits());
        } else {
            assertEquals(commitWaits, dmStats.getCommitWaits());
            // pause to give cmt message a chance to be processed
            try {
                Thread.sleep(200);
            } catch (InterruptedException chomp) {
                fail("interrupted");
            }
        }
        vm0.invoke(check1_3);
        vm1.invoke(check1_3);
        vm2.invoke(check1_3);
        vm3.invoke(check1_3);
        rgn1.destroyRegion();
        rgn2.destroyRegion();
        rgn3.destroyRegion();
    } catch (Exception e) {
        CacheFactory.getInstance(getSystem()).close();
        getSystem().getLogWriter().fine("testTXMultiRegion: Caused exception in createRegion");
        throw e;
    }
}
Also used : DMStats(org.apache.geode.distributed.internal.DMStats) CacheException(org.apache.geode.cache.CacheException) RegionAttributes(org.apache.geode.cache.RegionAttributes) SerializableRunnable(org.apache.geode.test.dunit.SerializableRunnable) ArrayList(java.util.ArrayList) TimeoutException(org.apache.geode.cache.TimeoutException) EntryNotFoundException(org.apache.geode.cache.EntryNotFoundException) InvalidDeltaException(org.apache.geode.InvalidDeltaException) IOException(java.io.IOException) CacheException(org.apache.geode.cache.CacheException) EntryExistsException(org.apache.geode.cache.EntryExistsException) CacheWriterException(org.apache.geode.cache.CacheWriterException) IgnoredException(org.apache.geode.test.dunit.IgnoredException) CacheLoaderException(org.apache.geode.cache.CacheLoaderException) CacheTransactionManager(org.apache.geode.cache.CacheTransactionManager) Comparator(java.util.Comparator) EntryEvent(org.apache.geode.cache.EntryEvent) VM(org.apache.geode.test.dunit.VM) Iterator(java.util.Iterator) LocalRegion(org.apache.geode.internal.cache.LocalRegion) PartitionedRegion(org.apache.geode.internal.cache.PartitionedRegion) Region(org.apache.geode.cache.Region) Collection(java.util.Collection) StoredObject(org.apache.geode.internal.offheap.StoredObject) Test(org.junit.Test) FlakyTest(org.apache.geode.test.junit.categories.FlakyTest)

Example 9 with DMStats

use of org.apache.geode.distributed.internal.DMStats in project geode by apache.

the class GIIFlowControlDUnitTest method doCloseTest.

public void doCloseTest(boolean disconnect) throws Throwable {
    Host host = Host.getHost(0);
    VM vm0 = host.getVM(0);
    VM vm1 = host.getVM(1);
    Invoke.invokeInEveryVM(new SerializableRunnable("set chunk size") {

        public void run() {
            InitialImageOperation.CHUNK_SIZE_IN_BYTES = 10;
            InitialImageOperation.CHUNK_PERMITS = 2;
        }
    });
    InitialImageOperation.CHUNK_SIZE_IN_BYTES = 10;
    InitialImageOperation.CHUNK_PERMITS = 2;
    vm1.invoke(new SerializableRunnable("Add flow control observer") {

        public void run() {
            observer = new FlowControlObserver();
            DistributionMessageObserver.setInstance(observer);
            getCache();
            observer.start();
        }
    });
    IgnoredException expectedEx = null;
    try {
        createRegion(vm0);
        createData(vm0, 0, 50, "1234567890");
        createRegionAsync(vm1);
        vm1.invoke(new SerializableRunnable("Wait to flow control messages") {

            public void run() {
                Wait.waitForCriterion(new WaitCriterion() {

                    public String description() {
                        return "Waiting for messages to be at least 2: " + observer.messageCount.get();
                    }

                    public boolean done() {
                        return observer.messageCount.get() >= 2;
                    }
                }, MAX_WAIT, 100, true);
                // Make sure no more messages show up
                try {
                    Thread.sleep(500);
                } catch (InterruptedException e) {
                    Assert.fail("interrupted", e);
                }
                assertEquals(2, observer.messageCount.get());
            }
        });
        try {
            vm0.invoke(new SerializableRunnable("check for in progress messages") {

                public void run() {
                    final DMStats stats = getSystem().getDMStats();
                    assertEquals(2, stats.getInitialImageMessagesInFlight());
                }
            });
        } catch (Exception e) {
            vm1.invoke(new SerializableRunnable("release flow control due to exception") {

                public void run() {
                    observer.allowMessages.countDown();
                }
            });
            throw e;
        }
        expectedEx = IgnoredException.addIgnoredException(InterruptedException.class.getName(), vm1);
        if (disconnect) {
            disconnect(vm1);
        } else {
            closeCache(vm1);
        }
        vm1.invoke(new SerializableRunnable("release flow control") {

            public void run() {
                observer.allowMessages.countDown();
            }
        });
        vm0.invoke(new SerializableRunnable("check for in progress messages") {

            public void run() {
                final DMStats stats = getSystem().getDMStats();
                Wait.waitForCriterion(new WaitCriterion() {

                    public boolean done() {
                        return stats.getInitialImageMessagesInFlight() == 0;
                    }

                    public String description() {
                        return "Timeout waiting for all initial image messages to be processed: " + stats.getInitialImageMessagesInFlight();
                    }
                }, MAX_WAIT, 100, true);
            }
        });
    } finally {
        if (expectedEx != null) {
            expectedEx.remove();
        }
    }
}
Also used : DMStats(org.apache.geode.distributed.internal.DMStats) WaitCriterion(org.apache.geode.test.dunit.WaitCriterion) VM(org.apache.geode.test.dunit.VM) SerializableRunnable(org.apache.geode.test.dunit.SerializableRunnable) IgnoredException(org.apache.geode.test.dunit.IgnoredException) Host(org.apache.geode.test.dunit.Host) IgnoredException(org.apache.geode.test.dunit.IgnoredException)

Example 10 with DMStats

use of org.apache.geode.distributed.internal.DMStats in project geode by apache.

the class SlowRecDUnitTest method doTestPartialMessage.

private void doTestPartialMessage() throws Exception {
    final AttributesFactory factory = new AttributesFactory();
    factory.setScope(Scope.DISTRIBUTED_NO_ACK);
    factory.setEnableAsyncConflation(true);
    final Region r = createRootRegion("slowrec", factory.create());
    final DM dm = getSystem().getDistributionManager();
    final DMStats stats = dm.getStats();
    // set others before vm0 connects
    long initialQueuedMsgs = stats.getAsyncQueuedMsgs();
    // create receiver in vm0 with queuing enabled
    final Properties p = new Properties();
    // 4 sec
    p.setProperty(ASYNC_DISTRIBUTION_TIMEOUT, String.valueOf(1000 * 4));
    // max value
    p.setProperty(ASYNC_QUEUE_TIMEOUT, "86400000");
    // max value
    p.setProperty(ASYNC_MAX_QUEUE_SIZE, "1024");
    getOtherVm().invoke(new CacheSerializableRunnable("Create other vm") {

        public void run2() throws CacheException {
            getSystem(p);
            AttributesFactory af = new AttributesFactory();
            af.setScope(Scope.DISTRIBUTED_NO_ACK);
            af.setDataPolicy(DataPolicy.REPLICATE);
            doTestPartialMessage_Listener = new ControlListener();
            af.setCacheListener(doTestPartialMessage_Listener);
            createRootRegion("slowrec", af.create());
        }
    });
    // put vm0 cache listener into wait
    LogWriterUtils.getLogWriter().info("[testPartialMessage] about to put vm0 into wait");
    // 5 minutes
    final int millisToWait = 1000 * 60 * 5;
    r.put(KEY_WAIT, new Integer(millisToWait));
    // build up queue size
    LogWriterUtils.getLogWriter().info("[testPartialMessage] building up queue size...");
    final Object key = "key";
    final int socketBufferSize = getSystem().getConfig().getSocketBufferSize();
    final int VALUE_SIZE = socketBufferSize * 3;
    // 1024 * 20; // 20 KB
    final byte[] value = new byte[VALUE_SIZE];
    int count = 0;
    while (stats.getAsyncQueuedMsgs() == initialQueuedMsgs) {
        count++;
        r.put(key, value, new Integer(count));
    }
    final int partialId = count;
    assertEquals(0, stats.getAsyncConflatedMsgs());
    LogWriterUtils.getLogWriter().info("[testPartialMessage] After " + count + " puts of size " + VALUE_SIZE + " slowrec mode kicked in with queue size=" + stats.getAsyncQueueSize());
    Wait.pause(2000);
    // conflate 10 times
    while (stats.getAsyncConflatedMsgs() < 10) {
        count++;
        r.put(key, value, new Integer(count));
        if (count == partialId + 1) {
            assertEquals(initialQueuedMsgs + 2, stats.getAsyncQueuedMsgs());
            assertEquals(0, stats.getAsyncConflatedMsgs());
        } else if (count == partialId + 2) {
            assertEquals(initialQueuedMsgs + 2, stats.getAsyncQueuedMsgs());
            assertEquals(1, stats.getAsyncConflatedMsgs());
        }
    }
    final int conflateId = count;
    final int[] expectedArgs = { partialId, conflateId };
    // send notify to vm0
    LogWriterUtils.getLogWriter().info("[testPartialMessage] wake up vm0");
    getOtherVm().invoke(new SerializableRunnable("Wake up other vm") {

        public void run() {
            synchronized (doTestPartialMessage_Listener.CONTROL_LOCK) {
                doTestPartialMessage_Listener.CONTROL_LOCK.notify();
            }
        }
    });
    // wait for queue to be flushed
    LogWriterUtils.getLogWriter().info("[testPartialMessage] wait for vm0");
    getOtherVm().invoke(new SerializableRunnable("Wait for other vm") {

        public void run() {
            try {
                synchronized (doTestPartialMessage_Listener.CONTROL_LOCK) {
                    boolean done = false;
                    while (!done) {
                        if (doTestPartialMessage_Listener.callbackArguments.size() > 0) {
                            CallbackWrapper last = (CallbackWrapper) doTestPartialMessage_Listener.callbackArguments.getLast();
                            Integer lastId = (Integer) last.callbackArgument;
                            if (lastId.intValue() == conflateId) {
                                done = true;
                            } else {
                                doTestPartialMessage_Listener.CONTROL_LOCK.wait(millisToWait);
                            }
                        } else {
                            doTestPartialMessage_Listener.CONTROL_LOCK.wait(millisToWait);
                        }
                    }
                }
            } catch (InterruptedException ignore) {
                fail("interrupted");
            }
        }
    });
    // assert values on both listeners
    LogWriterUtils.getLogWriter().info("[testPartialMessage] assert callback arguments");
    getOtherVm().invoke(new SerializableRunnable("Assert callback arguments") {

        public void run() {
            synchronized (doTestPartialMessage_Listener.CONTROL_LOCK) {
                LogWriterUtils.getLogWriter().info("[testPartialMessage] " + "doTestPartialMessage_Listener.callbackArguments=" + doTestPartialMessage_Listener.callbackArguments);
                assertEquals(doTestPartialMessage_Listener.callbackArguments.size(), doTestPartialMessage_Listener.callbackTypes.size());
                int i = 0;
                Iterator argIter = doTestPartialMessage_Listener.callbackArguments.iterator();
                Iterator typeIter = doTestPartialMessage_Listener.callbackTypes.iterator();
                while (argIter.hasNext()) {
                    CallbackWrapper wrapper = (CallbackWrapper) argIter.next();
                    Integer arg = (Integer) wrapper.callbackArgument;
                    // Integer type
                    typeIter.next();
                    if (arg.intValue() < partialId) {
                        continue;
                    }
                    assertEquals(new Integer(expectedArgs[i]), arg);
                    // assertIndexDetailsEquals(CALLBACK_UPDATE_INTEGER, type);
                    i++;
                }
            }
        }
    });
}
Also used : DMStats(org.apache.geode.distributed.internal.DMStats) CacheException(org.apache.geode.cache.CacheException) SerializableRunnable(org.apache.geode.test.dunit.SerializableRunnable) DM(org.apache.geode.distributed.internal.DM) ConfigurationProperties(org.apache.geode.distributed.ConfigurationProperties) Properties(java.util.Properties) AttributesFactory(org.apache.geode.cache.AttributesFactory) Iterator(java.util.Iterator) Region(org.apache.geode.cache.Region)

Aggregations

DMStats (org.apache.geode.distributed.internal.DMStats)29 Region (org.apache.geode.cache.Region)12 AttributesFactory (org.apache.geode.cache.AttributesFactory)10 Properties (java.util.Properties)9 ConfigurationProperties (org.apache.geode.distributed.ConfigurationProperties)9 Test (org.junit.Test)9 SerializableRunnable (org.apache.geode.test.dunit.SerializableRunnable)7 WaitCriterion (org.apache.geode.test.dunit.WaitCriterion)7 CacheException (org.apache.geode.cache.CacheException)6 DM (org.apache.geode.distributed.internal.DM)6 DistributedTest (org.apache.geode.test.junit.categories.DistributedTest)6 IOException (java.io.IOException)5 ByteBuffer (java.nio.ByteBuffer)5 Iterator (java.util.Iterator)3 Set (java.util.Set)3 IgnoredException (org.apache.geode.test.dunit.IgnoredException)3 VM (org.apache.geode.test.dunit.VM)3 InterruptedIOException (java.io.InterruptedIOException)2 ConnectException (java.net.ConnectException)2 SocketException (java.net.SocketException)2