Examples with TombstoneService org.apache.geode.internal.cache.TombstoneService used on opensource projects

Example 1 with TombstoneService

use of org.apache.geode.internal.cache.TombstoneService in project geode by apache.

the class PersistentRVVRecoveryDUnitTest method testLotsOfTombstones.

/**
   * Test that we correctly recover and expire recovered tombstones, with compaction enabled
   */
@Test
public void testLotsOfTombstones() throws Throwable {
    Host host = Host.getHost(0);
    final VM vm0 = host.getVM(0);
    // I think we just need to assert the number of tombstones, maybe?
    // Bruce has code that won't even let the tombstones expire for 10 minutes
    // That means on recovery we need to recover them all? Or do we need to recover
    // any? We're doing a GII. Won't we GII tombstones anyway? Ahh, but we need
    // to know that we don't need to record the new tombstones.
    LocalRegion region = createRegion(vm0);
    int initialCount = getTombstoneCount(region);
    assertEquals(0, initialCount);
    final int entryCount = 20;
    for (int i = 0; i < entryCount; i++) {
        region.put(i, new byte[100]);
        // destroy each entry.
        region.destroy(i);
    }
    assertEquals(entryCount, getTombstoneCount(region));
    // roll to a new oplog
    region.getDiskStore().forceRoll();
    // Force a compaction. This should do nothing, because
    // The tombstones are not garbage, so only 50% of the oplog
    // is garbage (the creates).
    region.getDiskStore().forceCompaction();
    assertEquals(0, region.getDiskStore().numCompactableOplogs());
    assertEquals(entryCount, getTombstoneCount(region));
    getCache().close();
    region = createRegion(vm0);
    assertEquals(entryCount, getTombstoneCount(region));
    GemFireCacheImpl cache = (GemFireCacheImpl) getCache();
    TombstoneService tombstoneService = cache.getTombstoneService();
    // Before expiring tombstones, no oplogs are available for compaction
    assertEquals(0, region.getDiskStore().numCompactableOplogs());
    region.getDiskStore().forceCompaction();
    assertTrue(tombstoneService.forceBatchExpirationForTests(entryCount / 2));
    assertEquals(entryCount / 2, getTombstoneCount(region));
    // After expiring, we should have an oplog available for compaction.
    assertEquals(1, region.getDiskStore().numCompactableOplogs());
    // Test after restart the tombstones are still missing
    getCache().close();
    region = createRegion(vm0);
    assertEquals(entryCount / 2, getTombstoneCount(region));
    // We should have an oplog available for compaction, because the tombstones
    // were garbage collected
    assertEquals(1, region.getDiskStore().numCompactableOplogs());
    // This should compact some oplogs
    region.getDiskStore().forceCompaction();
    assertEquals(0, region.getDiskStore().numCompactableOplogs());
    // Restart again, and make sure the compaction didn't mess up our tombstone
    // count
    getCache().close();
    region = createRegion(vm0);
    assertEquals(entryCount / 2, getTombstoneCount(region));
    cache = (GemFireCacheImpl) getCache();
    // Add a test hook that will shutdown the system as soon as we write a GC RVV record
    DiskStoreObserver.setInstance(new DiskStoreObserver() {

        @Override
        public void afterWriteGCRVV(DiskRegion dr) {
            // preventing us from writing any other records.
            throw new DiskAccessException();
        }
    });
    IgnoredException ex = IgnoredException.addIgnoredException("DiskAccessException");
    try {
        // Force expiration, with our test hook that should close the cache
        tombstoneService = cache.getTombstoneService();
        tombstoneService.forceBatchExpirationForTests(entryCount / 4);
        getCache().close();
        assertTrue(cache.isClosed());
        // Restart again, and make sure the tombstones are in fact removed
        region = createRegion(vm0);
        assertEquals(entryCount / 4, getTombstoneCount(region));
    } finally {
        ex.remove();
    }
}