Examples with BootstrapRegexModeSelector org.apache.hudi.client.bootstrap.selector.BootstrapRegexModeSelector used on opensource projects

Example 1 with BootstrapRegexModeSelector

use of org.apache.hudi.client.bootstrap.selector.BootstrapRegexModeSelector in project hudi by apache.

the class TestBootstrapRegexModeSelector method testModeSelector.

@Test
public void testModeSelector() {
    List<String> partitionPaths = Arrays.asList("2020/05/01", "2020/05/02", "2020/05/10", "2020/05/11");
    List<Pair<String, List<HoodieFileStatus>>> input = partitionPaths.stream().map(p -> Pair.<String, List<HoodieFileStatus>>of(p, new ArrayList<>())).collect(Collectors.toList());
    String regex = "2020/05/1[0-9]";
    BootstrapRegexModeSelector regexModeSelector = new BootstrapRegexModeSelector(getConfig(regex, BootstrapMode.FULL_RECORD));
    Map<BootstrapMode, List<String>> result = regexModeSelector.select(input);
    assertTrue(result.get(BootstrapMode.METADATA_ONLY).contains("2020/05/01"));
    assertTrue(result.get(BootstrapMode.METADATA_ONLY).contains("2020/05/02"));
    assertTrue(result.get(BootstrapMode.FULL_RECORD).contains("2020/05/10"));
    assertTrue(result.get(BootstrapMode.FULL_RECORD).contains("2020/05/11"));
    assertEquals(2, result.get(BootstrapMode.METADATA_ONLY).size());
    assertEquals(2, result.get(BootstrapMode.FULL_RECORD).size());
    regexModeSelector = new BootstrapRegexModeSelector(getConfig(regex, BootstrapMode.METADATA_ONLY));
    result = regexModeSelector.select(input);
    assertTrue(result.get(BootstrapMode.FULL_RECORD).contains("2020/05/01"));
    assertTrue(result.get(BootstrapMode.FULL_RECORD).contains("2020/05/02"));
    assertTrue(result.get(BootstrapMode.METADATA_ONLY).contains("2020/05/10"));
    assertTrue(result.get(BootstrapMode.METADATA_ONLY).contains("2020/05/11"));
    assertEquals(2, result.get(BootstrapMode.METADATA_ONLY).size());
    assertEquals(2, result.get(BootstrapMode.FULL_RECORD).size());
}