Examples with TestProcedure org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure used on opensource projects

Example 6 with TestProcedure

use of org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure in project hbase by apache.

the class TestWALProcedureStore method testWalReplayOrder_ABC_BAD.

@Test(timeout = 60000)
public void testWalReplayOrder_ABC_BAD() throws Exception {
    /*
     * | A B C | -> | B A D |
     */
    TestProcedure a = new TestProcedure(1, 0);
    TestProcedure b = new TestProcedure(2, 1);
    TestProcedure c = new TestProcedure(3, 2);
    TestProcedure d = new TestProcedure(4, 0);
    procStore.insert(a, null);
    a.addStackId(0);
    procStore.update(a);
    procStore.insert(a, new Procedure[] { b });
    b.addStackId(1);
    procStore.update(b);
    procStore.insert(b, new Procedure[] { c });
    b.addStackId(2);
    procStore.update(b);
    procStore.rollWriterForTesting();
    b.addStackId(3);
    procStore.update(b);
    a.addStackId(4);
    procStore.update(a);
    procStore.insert(d, null);
    d.addStackId(0);
    procStore.update(d);
    storeRestart(new ProcedureStore.ProcedureLoader() {

        @Override
        public void setMaxProcId(long maxProcId) {
            assertEquals(4, maxProcId);
        }

        @Override
        public void load(ProcedureIterator procIter) throws IOException {
            assertTrue(procIter.hasNext());
            assertEquals(4, procIter.nextAsProcedureInfo().getProcId());
            // TODO: This will be multiple call once we do fast-start
            //assertFalse(procIter.hasNext());
            assertTrue(procIter.hasNext());
            assertEquals(1, procIter.nextAsProcedureInfo().getProcId());
            assertTrue(procIter.hasNext());
            assertEquals(2, procIter.nextAsProcedureInfo().getProcId());
            assertTrue(procIter.hasNext());
            assertEquals(3, procIter.nextAsProcedureInfo().getProcId());
            assertFalse(procIter.hasNext());
        }

        @Override
        public void handleCorrupted(ProcedureIterator procIter) throws IOException {
            assertFalse(procIter.hasNext());
        }
    });
}

Example 7 with TestProcedure

use of org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure in project hbase by apache.

the class TestWALProcedureStore method testFileNotFoundDuringLeaseRecovery.

@Test
public void testFileNotFoundDuringLeaseRecovery() throws IOException {
    final TestProcedure[] procs = new TestProcedure[3];
    for (int i = 0; i < procs.length; ++i) {
        procs[i] = new TestProcedure(i + 1, 0);
        procStore.insert(procs[i], null);
    }
    procStore.rollWriterForTesting();
    for (int i = 0; i < procs.length; ++i) {
        procStore.update(procs[i]);
        procStore.rollWriterForTesting();
    }
    procStore.stop(false);
    FileStatus[] status = fs.listStatus(logDir);
    assertEquals(procs.length + 1, status.length);
    // simulate another active master removing the wals
    procStore = new WALProcedureStore(htu.getConfiguration(), fs, logDir, new WALProcedureStore.LeaseRecovery() {

        private int count = 0;

        @Override
        public void recoverFileLease(FileSystem fs, Path path) throws IOException {
            if (++count <= 2) {
                fs.delete(path, false);
                LOG.debug("Simulate FileNotFound at count=" + count + " for " + path);
                throw new FileNotFoundException("test file not found " + path);
            }
            LOG.debug("Simulate recoverFileLease() at count=" + count + " for " + path);
        }
    });
    final LoadCounter loader = new LoadCounter();
    procStore.start(PROCEDURE_STORE_SLOTS);
    procStore.recoverLease();
    procStore.load(loader);
    assertEquals(procs.length, loader.getMaxProcId());
    assertEquals(1, loader.getRunnableCount());
    assertEquals(0, loader.getCompletedCount());
    assertEquals(0, loader.getCorruptedCount());
}

Example 8 with TestProcedure

use of org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure in project hbase by apache.

the class TestWALProcedureStore method trackersLoadedForAllOldLogs.

/**
   * Tests that tracker for all old logs are loaded back after procedure store is restarted.
   */
@Test
public void trackersLoadedForAllOldLogs() throws Exception {
    for (int i = 0; i <= 20; ++i) {
        procStore.insert(new TestProcedure(i), null);
        if (i > 0 && (i % 5) == 0) {
            LoadCounter loader = new LoadCounter();
            storeRestart(loader);
        }
    }
    assertEquals(5, procStore.getActiveLogs().size());
    for (int i = 0; i < procStore.getActiveLogs().size() - 1; ++i) {
        ProcedureStoreTracker tracker = procStore.getActiveLogs().get(i).getTracker();
        assertTrue(tracker != null && !tracker.isEmpty());
    }
}

Example 9 with TestProcedure

use of org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure in project hbase by apache.

the class TestWALProcedureStore method testLoadChildren.

@Test
public void testLoadChildren() throws Exception {
    TestProcedure a = new TestProcedure(1, 0);
    TestProcedure b = new TestProcedure(2, 1);
    TestProcedure c = new TestProcedure(3, 1);
    // INIT
    procStore.insert(a, null);
    // Run A first step
    a.addStackId(0);
    procStore.update(a);
    // Run A second step
    a.addStackId(1);
    procStore.insert(a, new Procedure[] { b, c });
    // Run B first step
    b.addStackId(2);
    procStore.update(b);
    // Run C first and last step
    c.addStackId(3);
    procStore.update(c);
    // Run B second setp
    b.addStackId(4);
    procStore.update(b);
    // back to A
    a.addStackId(5);
    a.setFinishedState();
    procStore.delete(a, new long[] { b.getProcId(), c.getProcId() });
    restartAndAssert(3, 0, 1, 0);
}

Example 10 with TestProcedure

use of org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.TestProcedure in project hbase by apache.

the class TestWALProcedureStoreOnHDFS method testWalRollOnLowReplication.

@Test(timeout = 60000)
public void testWalRollOnLowReplication() throws Exception {
    initConfig(UTIL.getConfiguration());
    UTIL.getConfiguration().setInt("dfs.namenode.replication.min", 1);
    setup();
    try {
        int dnCount = 0;
        store.insert(new TestProcedure(1, -1), null);
        UTIL.getDFSCluster().restartDataNode(dnCount);
        for (long i = 2; i < 100; ++i) {
            store.insert(new TestProcedure(i, -1), null);
            waitForNumReplicas(3);
            Thread.sleep(100);
            if ((i % 30) == 0) {
                LOG.info("Restart Data Node");
                UTIL.getDFSCluster().restartDataNode(++dnCount % 3);
            }
        }
        assertTrue(store.isRunning());
    } finally {
        tearDown();
    }
}