Examples with HCatDataType com.thinkbiganalytics.spark.validation.HCatDataType used on opensource projects

Example 11 with HCatDataType

use of com.thinkbiganalytics.spark.validation.HCatDataType in project kylo by Teradata.

the class CleanseAndValidateRowTest method convertBooleanType.

@Test
public void convertBooleanType() {
    String booleanFieldName = "flag";
    HCatDataType fieldDataType = HCatDataType.createFromDataType(booleanFieldName, "boolean");
    assertNotNull(fieldDataType);
    assertFalse(fieldDataType.isUnchecked());
    assertEquals(fieldDataType.getConvertibleType().getName(), "java.lang.Boolean");
}

Example 12 with HCatDataType

use of com.thinkbiganalytics.spark.validation.HCatDataType in project kylo by Teradata.

the class CleanseAndValidateRowTest method standardizeAndValidate.

@Test
public void standardizeAndValidate() {
    String fieldName = "field1";
    List<BaseFieldPolicy> policies = new ArrayList<>();
    policies.add(new SimpleRegexReplacer("(?i)foo", "bar"));
    policies.add(new LookupValidator("aabaraa"));
    policies.add(new SimpleRegexReplacer("(?i)bar", "test"));
    policies.add(new LookupValidator("aatestaa"));
    FieldPolicy fieldPolicy = FieldPolicyBuilder.newBuilder().addPolicies(policies).tableName("emp").fieldName(fieldName).feedFieldName(fieldName).build();
    HCatDataType fieldDataType = HCatDataType.createFromDataType(fieldName, "string");
    StandardizationAndValidationResult result = validator.standardizeAndValidateField(fieldPolicy, "aafooaa", fieldDataType, new HashMap<Class, Class>());
    assertEquals(result.getFieldValue(), "aatestaa");
    assertEquals(StandardDataValidator.VALID_RESULT, result.getFinalValidationResult());
}