Examples with HoodieRollbackException org.apache.hudi.exception.HoodieRollbackException used on opensource projects

Example 11 with HoodieRollbackException

use of org.apache.hudi.exception.HoodieRollbackException in project hudi by apache.

the class TestHoodieClientOnCopyOnWriteStorage method testRollbackAfterConsistencyCheckFailureUsingFileList.

private void testRollbackAfterConsistencyCheckFailureUsingFileList(boolean rollbackUsingMarkers, boolean enableOptimisticConsistencyGuard, boolean populateMetaFields) throws Exception {
    String instantTime = "00000000000010";
    HoodieTableMetaClient metaClient = HoodieTableMetaClient.builder().setConf(hadoopConf).setBasePath(basePath).build();
    Properties properties = new Properties();
    if (!populateMetaFields) {
        properties = getPropertiesForKeyGen();
    }
    HoodieWriteConfig cfg = !enableOptimisticConsistencyGuard ? getConfigBuilder().withRollbackUsingMarkers(rollbackUsingMarkers).withAutoCommit(false).withConsistencyGuardConfig(ConsistencyGuardConfig.newBuilder().withConsistencyCheckEnabled(true).withMaxConsistencyCheckIntervalMs(1).withInitialConsistencyCheckIntervalMs(1).withEnableOptimisticConsistencyGuard(enableOptimisticConsistencyGuard).build()).build() : getConfigBuilder().withRollbackUsingMarkers(rollbackUsingMarkers).withAutoCommit(false).withConsistencyGuardConfig(ConsistencyGuardConfig.newBuilder().withConsistencyCheckEnabled(true).withEnableOptimisticConsistencyGuard(enableOptimisticConsistencyGuard).withOptimisticConsistencyGuardSleepTimeMs(1).build()).withProperties(properties).build();
    SparkRDDWriteClient client = getHoodieWriteClient(cfg);
    testConsistencyCheck(metaClient, instantTime, enableOptimisticConsistencyGuard);
    if (!enableOptimisticConsistencyGuard) {
        // Rollback of this commit should succeed with FailSafeCG
        client.rollback(instantTime);
        assertFalse(testTable.commitExists(instantTime), "After explicit rollback, commit file should not be present");
        // Marker directory must be removed after rollback
        assertFalse(metaClient.getFs().exists(new Path(metaClient.getMarkerFolderPath(instantTime))));
    } else {
        // if optimistic CG is enabled, commit should have succeeded.
        assertTrue(testTable.commitExists(instantTime), "With optimistic CG, first commit should succeed. commit file should be present");
        // Marker directory must be removed after rollback
        assertFalse(metaClient.getFs().exists(new Path(metaClient.getMarkerFolderPath(instantTime))));
        if (rollbackUsingMarkers) {
            // rollback of a completed commit should fail if marked based rollback is used.
            try {
                client.rollback(instantTime);
                fail("Rollback of completed commit should throw exception");
            } catch (HoodieRollbackException e) {
            // ignore
            }
        } else {
            // rollback of a completed commit should succeed if using list based rollback
            client.rollback(instantTime);
            assertFalse(testTable.commitExists(instantTime), "After explicit rollback, commit file should not be present");
        }
    }
}