Search in sources :

Example 1 with IndexBuildStatusStorage

use of org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage in project ignite by apache.

the class ResumeRebuildIndexTest method testNormalFlowIndexRebuildStateStorage.

/**
 * Checking normal flow for {@link IndexBuildStatusStorage}.
 *
 * @throws Exception If failed.
 */
@Test
public void testNormalFlowIndexRebuildStateStorage() throws Exception {
    prepareBeforeNodeStart();
    IgniteEx n = startGrid(0);
    populate(n.cache(DEFAULT_CACHE_NAME), 1_000);
    GridCacheContext<?, ?> cacheCtx = n.cachex(DEFAULT_CACHE_NAME).context();
    StopBuildIndexConsumer stopRebuildIdxConsumer = addStopRebuildIndexConsumer(n, cacheCtx.name());
    dbMgr(n).enableCheckpoints(false).get(getTestTimeout());
    assertTrue(forceRebuildIndexes(n, cacheCtx).isEmpty());
    IgniteInternalFuture<?> idxRebFut = indexRebuildFuture(n, cacheCtx.cacheId());
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    stopRebuildIdxConsumer.startBuildIdxFut.get(getTestTimeout());
    stopRebuildIdxConsumer.finishBuildIdxFut.onDone();
    idxRebFut.get(getTestTimeout());
    assertEquals(1_000, stopRebuildIdxConsumer.visitCnt.get());
    assertTrue(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    dbMgr(n).enableCheckpoints(true).get(getTestTimeout());
    forceCheckpoint();
    assertNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
}
Also used : IgniteInternalFuture(org.apache.ignite.internal.IgniteInternalFuture) ACTIVE(org.apache.ignite.cluster.ClusterState.ACTIVE) INACTIVE(org.apache.ignite.cluster.ClusterState.INACTIVE) GridTestUtils.assertThrows(org.apache.ignite.testframework.GridTestUtils.assertThrows) IgniteEx(org.apache.ignite.internal.IgniteEx) Test(org.junit.Test) IndexesRebuildTaskEx.prepareBeforeNodeStart(org.apache.ignite.internal.processors.cache.index.IndexesRebuildTaskEx.prepareBeforeNodeStart) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) ThrowableFunction(org.apache.ignite.internal.util.function.ThrowableFunction) ConcurrentMap(java.util.concurrent.ConcurrentMap) BreakBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer) IndexBuildStatusHolder(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusHolder) GridTestUtils.deleteCacheGrpDir(org.apache.ignite.testframework.GridTestUtils.deleteCacheGrpDir) IgniteFutureTimeoutCheckedException(org.apache.ignite.internal.IgniteFutureTimeoutCheckedException) GridCacheContext(org.apache.ignite.internal.processors.cache.GridCacheContext) IndexBuildStatusStorage(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage) KEY_PREFIX(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage.KEY_PREFIX) IgniteInternalCache(org.apache.ignite.internal.processors.cache.IgniteInternalCache) IgniteEx(org.apache.ignite.internal.IgniteEx) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) Test(org.junit.Test)

Example 2 with IndexBuildStatusStorage

use of org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage in project ignite by apache.

the class ResumeRebuildIndexTest method testRestartNodeFlowIndexRebuildStateStorage.

/**
 * Checking the flow in case of an restart node for {@link IndexBuildStatusStorage}.
 *
 * @throws Exception If failed.
 */
@Test
public void testRestartNodeFlowIndexRebuildStateStorage() throws Exception {
    prepareBeforeNodeStart();
    IgniteEx n = startGrid(0);
    populate(n.cache(DEFAULT_CACHE_NAME), 1_000);
    GridCacheContext<?, ?> cacheCtx = n.cachex(DEFAULT_CACHE_NAME).context();
    BreakBuildIndexConsumer breakRebuildIdxConsumer = addBreakRebuildIndexConsumer(n, cacheCtx.name(), 10);
    assertTrue(forceRebuildIndexes(n, cacheCtx).isEmpty());
    IgniteInternalFuture<?> idxRebFut0 = indexRebuildFuture(n, cacheCtx.cacheId());
    breakRebuildIdxConsumer.startBuildIdxFut.get(getTestTimeout());
    breakRebuildIdxConsumer.finishBuildIdxFut.onDone();
    assertThrows(log, () -> idxRebFut0.get(getTestTimeout()), Throwable.class, null);
    forceCheckpoint();
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    stopAllGrids();
    StopBuildIndexConsumer stopRebuildIdxConsumer = addStopRebuildIndexConsumer(n, cacheCtx.name());
    prepareBeforeNodeStart();
    n = startGrid(0);
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    stopRebuildIdxConsumer.startBuildIdxFut.get(getTestTimeout());
    IgniteInternalFuture<?> idxRebFut1 = indexRebuildFuture(n, cacheCtx.cacheId());
    dbMgr(n).enableCheckpoints(false).get(getTestTimeout());
    stopRebuildIdxConsumer.finishBuildIdxFut.onDone();
    idxRebFut1.get(getTestTimeout());
    assertEquals(1_000, stopRebuildIdxConsumer.visitCnt.get());
    assertTrue(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    dbMgr(n).enableCheckpoints(true).get(getTestTimeout());
    forceCheckpoint();
    assertNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
}
Also used : IgniteInternalFuture(org.apache.ignite.internal.IgniteInternalFuture) ACTIVE(org.apache.ignite.cluster.ClusterState.ACTIVE) INACTIVE(org.apache.ignite.cluster.ClusterState.INACTIVE) GridTestUtils.assertThrows(org.apache.ignite.testframework.GridTestUtils.assertThrows) IgniteEx(org.apache.ignite.internal.IgniteEx) Test(org.junit.Test) IndexesRebuildTaskEx.prepareBeforeNodeStart(org.apache.ignite.internal.processors.cache.index.IndexesRebuildTaskEx.prepareBeforeNodeStart) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) ThrowableFunction(org.apache.ignite.internal.util.function.ThrowableFunction) ConcurrentMap(java.util.concurrent.ConcurrentMap) BreakBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer) IndexBuildStatusHolder(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusHolder) GridTestUtils.deleteCacheGrpDir(org.apache.ignite.testframework.GridTestUtils.deleteCacheGrpDir) IgniteFutureTimeoutCheckedException(org.apache.ignite.internal.IgniteFutureTimeoutCheckedException) GridCacheContext(org.apache.ignite.internal.processors.cache.GridCacheContext) IndexBuildStatusStorage(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage) KEY_PREFIX(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage.KEY_PREFIX) IgniteInternalCache(org.apache.ignite.internal.processors.cache.IgniteInternalCache) IgniteEx(org.apache.ignite.internal.IgniteEx) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) BreakBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer) Test(org.junit.Test)

Example 3 with IndexBuildStatusStorage

use of org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage in project ignite by apache.

the class ResumeRebuildIndexTest method testErrorFlowIndexRebuildStateStorage.

/**
 * Checking the flow in case of an error for {@link IndexBuildStatusStorage}.
 *
 * @throws Exception If failed.
 */
@Test
public void testErrorFlowIndexRebuildStateStorage() throws Exception {
    prepareBeforeNodeStart();
    IgniteEx n = startGrid(0);
    populate(n.cache(DEFAULT_CACHE_NAME), 1_000);
    GridCacheContext<?, ?> cacheCtx = n.cachex(DEFAULT_CACHE_NAME).context();
    BreakBuildIndexConsumer breakRebuildIdxConsumer = addBreakRebuildIndexConsumer(n, cacheCtx.name(), 10);
    assertTrue(forceRebuildIndexes(n, cacheCtx).isEmpty());
    IgniteInternalFuture<?> idxRebFut0 = indexRebuildFuture(n, cacheCtx.cacheId());
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    breakRebuildIdxConsumer.startBuildIdxFut.get(getTestTimeout());
    breakRebuildIdxConsumer.finishBuildIdxFut.onDone();
    assertThrows(log, () -> idxRebFut0.get(getTestTimeout()), Throwable.class, null);
    assertTrue(breakRebuildIdxConsumer.visitCnt.get() < 1_000);
    forceCheckpoint();
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    StopBuildIndexConsumer stopRebuildIdxConsumer = addStopRebuildIndexConsumer(n, cacheCtx.name());
    dbMgr(n).enableCheckpoints(false).get(getTestTimeout());
    assertTrue(forceRebuildIndexes(n, cacheCtx).isEmpty());
    IgniteInternalFuture<?> idxRebFut1 = indexRebuildFuture(n, cacheCtx.cacheId());
    assertFalse(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    assertNotNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
    stopRebuildIdxConsumer.startBuildIdxFut.get(getTestTimeout());
    stopRebuildIdxConsumer.finishBuildIdxFut.onDone();
    idxRebFut1.get(getTestTimeout());
    assertEquals(1_000, stopRebuildIdxConsumer.visitCnt.get());
    assertTrue(indexBuildStatusStorage(n).rebuildCompleted(cacheCtx.name()));
    dbMgr(n).enableCheckpoints(true).get(getTestTimeout());
    forceCheckpoint();
    assertNull(metaStorageOperation(n, metaStorage -> metaStorage.read(KEY_PREFIX + cacheCtx.name())));
}
Also used : IgniteInternalFuture(org.apache.ignite.internal.IgniteInternalFuture) ACTIVE(org.apache.ignite.cluster.ClusterState.ACTIVE) INACTIVE(org.apache.ignite.cluster.ClusterState.INACTIVE) GridTestUtils.assertThrows(org.apache.ignite.testframework.GridTestUtils.assertThrows) IgniteEx(org.apache.ignite.internal.IgniteEx) Test(org.junit.Test) IndexesRebuildTaskEx.prepareBeforeNodeStart(org.apache.ignite.internal.processors.cache.index.IndexesRebuildTaskEx.prepareBeforeNodeStart) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) ThrowableFunction(org.apache.ignite.internal.util.function.ThrowableFunction) ConcurrentMap(java.util.concurrent.ConcurrentMap) BreakBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer) IndexBuildStatusHolder(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusHolder) GridTestUtils.deleteCacheGrpDir(org.apache.ignite.testframework.GridTestUtils.deleteCacheGrpDir) IgniteFutureTimeoutCheckedException(org.apache.ignite.internal.IgniteFutureTimeoutCheckedException) GridCacheContext(org.apache.ignite.internal.processors.cache.GridCacheContext) IndexBuildStatusStorage(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage) KEY_PREFIX(org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage.KEY_PREFIX) IgniteInternalCache(org.apache.ignite.internal.processors.cache.IgniteInternalCache) IgniteEx(org.apache.ignite.internal.IgniteEx) StopBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer) BreakBuildIndexConsumer(org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer) Test(org.junit.Test)

Aggregations

ConcurrentMap (java.util.concurrent.ConcurrentMap)3 ACTIVE (org.apache.ignite.cluster.ClusterState.ACTIVE)3 INACTIVE (org.apache.ignite.cluster.ClusterState.INACTIVE)3 IgniteEx (org.apache.ignite.internal.IgniteEx)3 IgniteFutureTimeoutCheckedException (org.apache.ignite.internal.IgniteFutureTimeoutCheckedException)3 IgniteInternalFuture (org.apache.ignite.internal.IgniteInternalFuture)3 GridCacheContext (org.apache.ignite.internal.processors.cache.GridCacheContext)3 IgniteInternalCache (org.apache.ignite.internal.processors.cache.IgniteInternalCache)3 IndexesRebuildTaskEx.prepareBeforeNodeStart (org.apache.ignite.internal.processors.cache.index.IndexesRebuildTaskEx.prepareBeforeNodeStart)3 BreakBuildIndexConsumer (org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.BreakBuildIndexConsumer)3 StopBuildIndexConsumer (org.apache.ignite.internal.processors.cache.index.IndexingTestUtils.StopBuildIndexConsumer)3 IndexBuildStatusHolder (org.apache.ignite.internal.processors.query.aware.IndexBuildStatusHolder)3 IndexBuildStatusStorage (org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage)3 KEY_PREFIX (org.apache.ignite.internal.processors.query.aware.IndexBuildStatusStorage.KEY_PREFIX)3 ThrowableFunction (org.apache.ignite.internal.util.function.ThrowableFunction)3 GridTestUtils.assertThrows (org.apache.ignite.testframework.GridTestUtils.assertThrows)3 GridTestUtils.deleteCacheGrpDir (org.apache.ignite.testframework.GridTestUtils.deleteCacheGrpDir)3 Test (org.junit.Test)3