Search in sources :

Example 21 with Cause

use of io.cdap.cdap.etl.api.validation.ValidationFailure.Cause in project hydrator-plugins by cdapio.

the class ValueMapperTest method testDefaultDoesNotExistInMapping.

@Test
public void testDefaultDoesNotExistInMapping() throws Exception {
    Schema inputSchema = Schema.recordOf("sourceRecord", Schema.Field.of(ID, Schema.of(Schema.Type.STRING)), Schema.Field.of(NAME, Schema.of(Schema.Type.STRING)), Schema.Field.of(SALARY, Schema.of(Schema.Type.STRING)), Schema.Field.of(DESIGNATIONID, Schema.of(Schema.Type.STRING)));
    ValueMapper.Config config = new ValueMapper.Config("designationid:designation_lookup_table:designationName", "does_not_exist:DEFAULTID");
    MockPipelineConfigurer configurer = new MockPipelineConfigurer(inputSchema);
    ValueMapper mapper = new ValueMapper(config);
    try {
        mapper.configurePipeline(configurer);
        Assert.fail();
    } catch (ValidationException e) {
        Assert.assertEquals(1, e.getFailures().size());
        Assert.assertEquals(1, e.getFailures().get(0).getCauses().size());
        Cause expectedCause = new Cause();
        expectedCause.addAttribute(STAGE, MOCK_STAGE);
        expectedCause.addAttribute(CauseAttributes.STAGE_CONFIG, ValueMapper.Config.DEFAULTS);
        expectedCause.addAttribute(CauseAttributes.CONFIG_ELEMENT, "does_not_exist:DEFAULTID");
        Assert.assertEquals(expectedCause, e.getFailures().get(0).getCauses().get(0));
    }
}
Also used : ValidationException(io.cdap.cdap.etl.api.validation.ValidationException) MockPipelineConfigurer(io.cdap.cdap.etl.mock.common.MockPipelineConfigurer) ETLBatchConfig(io.cdap.cdap.etl.proto.v2.ETLBatchConfig) Schema(io.cdap.cdap.api.data.schema.Schema) Cause(io.cdap.cdap.etl.api.validation.ValidationFailure.Cause) Test(org.junit.Test)

Example 22 with Cause

use of io.cdap.cdap.etl.api.validation.ValidationFailure.Cause in project hydrator-plugins by cdapio.

the class ValueMapperTest method testMappingDoesNotExistInInput.

@Test
public void testMappingDoesNotExistInInput() throws Exception {
    Schema inputSchema = Schema.recordOf("sourceRecord", Schema.Field.of(ID, Schema.of(Schema.Type.STRING)), Schema.Field.of(NAME, Schema.of(Schema.Type.STRING)), Schema.Field.of(SALARY, Schema.of(Schema.Type.STRING)), Schema.Field.of(DESIGNATIONID, Schema.of(Schema.Type.STRING)));
    ValueMapper.Config config = new ValueMapper.Config("does_not_exist:designation_lookup_table:designationName", "does_not_exist:DEFAULTID");
    MockPipelineConfigurer configurer = new MockPipelineConfigurer(inputSchema);
    ValueMapper mapper = new ValueMapper(config);
    try {
        mapper.configurePipeline(configurer);
        Assert.fail();
    } catch (ValidationException e) {
        Assert.assertEquals(1, e.getFailures().size());
        Assert.assertEquals(1, e.getFailures().get(0).getCauses().size());
        Cause expectedCause = new Cause();
        expectedCause.addAttribute(STAGE, MOCK_STAGE);
        expectedCause.addAttribute(CauseAttributes.STAGE_CONFIG, ValueMapper.Config.MAPPING);
        expectedCause.addAttribute(CauseAttributes.CONFIG_ELEMENT, "does_not_exist:designation_lookup_table:designationName");
        Assert.assertEquals(expectedCause, e.getFailures().get(0).getCauses().get(0));
    }
}
Also used : ValidationException(io.cdap.cdap.etl.api.validation.ValidationException) MockPipelineConfigurer(io.cdap.cdap.etl.mock.common.MockPipelineConfigurer) ETLBatchConfig(io.cdap.cdap.etl.proto.v2.ETLBatchConfig) Schema(io.cdap.cdap.api.data.schema.Schema) Cause(io.cdap.cdap.etl.api.validation.ValidationFailure.Cause) Test(org.junit.Test)

Example 23 with Cause

use of io.cdap.cdap.etl.api.validation.ValidationFailure.Cause in project hydrator-plugins by cdapio.

the class XMLParserTest method testInvalidConfig.

@Test
public void testInvalidConfig() throws Exception {
    XMLParser.Config config = new XMLParser.Config("body", "UTF-8", "category://book/@category,title://book/title," + "year:/bookstore/book[price>35.00]/year,price:/bookstore/book[price>35.00]/price,subcategory://book/subcategory", "category:,title:string,price:double,year:int,subcategory:string", "Exit on error");
    MockPipelineConfigurer configurer = new MockPipelineConfigurer(INPUT);
    try {
        new XMLParser(config).configurePipeline(configurer);
        Assert.fail();
    } catch (ValidationException e) {
        Assert.assertEquals(1, e.getFailures().size());
        Assert.assertEquals(1, e.getFailures().get(0).getCauses().size());
        Cause expectedCause = new Cause();
        expectedCause.addAttribute("stage", "mockstage");
        expectedCause.addAttribute(CauseAttributes.STAGE_CONFIG, XMLParser.Config.FIELD_TYPE_MAPPING);
        expectedCause.addAttribute(CauseAttributes.CONFIG_ELEMENT, "category:");
        Assert.assertEquals(expectedCause, e.getFailures().get(0).getCauses().get(0));
    }
}
Also used : ValidationException(io.cdap.cdap.etl.api.validation.ValidationException) MockPipelineConfigurer(io.cdap.cdap.etl.mock.common.MockPipelineConfigurer) Cause(io.cdap.cdap.etl.api.validation.ValidationFailure.Cause) Test(org.junit.Test)

Example 24 with Cause

use of io.cdap.cdap.etl.api.validation.ValidationFailure.Cause in project hydrator-plugins by cdapio.

the class XMLToJSONConverterTest method testInvalidInputField.

@Test
public void testInvalidInputField() throws Exception {
    XMLToJSON.Config config = new XMLToJSON.Config("does_not_exist", "jsonevent", OUTPUT.toString());
    PipelineConfigurer configurer = new MockPipelineConfigurer(INPUT);
    FailureCollector collector = configurer.getStageConfigurer().getFailureCollector();
    XMLToJSON converter = new XMLToJSON(config);
    converter.configurePipeline(configurer);
    Assert.assertEquals(1, collector.getValidationFailures().size());
    Assert.assertEquals(1, collector.getValidationFailures().get(0).getCauses().size());
    Cause expectedCause = new Cause();
    expectedCause.addAttribute(CauseAttributes.STAGE_CONFIG, "inputField");
    Assert.assertEquals(expectedCause, collector.getValidationFailures().get(0).getCauses().get(0));
}
Also used : MockPipelineConfigurer(io.cdap.cdap.etl.mock.common.MockPipelineConfigurer) Cause(io.cdap.cdap.etl.api.validation.ValidationFailure.Cause) PipelineConfigurer(io.cdap.cdap.etl.api.PipelineConfigurer) MockPipelineConfigurer(io.cdap.cdap.etl.mock.common.MockPipelineConfigurer) FailureCollector(io.cdap.cdap.etl.api.FailureCollector) Test(org.junit.Test)

Aggregations

Cause (io.cdap.cdap.etl.api.validation.ValidationFailure.Cause)24 Test (org.junit.Test)24 ValidationException (io.cdap.cdap.etl.api.validation.ValidationException)17 Schema (io.cdap.cdap.api.data.schema.Schema)13 FailureCollector (io.cdap.cdap.etl.api.FailureCollector)12 MockPipelineConfigurer (io.cdap.cdap.etl.mock.common.MockPipelineConfigurer)12 MockFailureCollector (io.cdap.cdap.etl.mock.validation.MockFailureCollector)9 StructuredRecord (io.cdap.cdap.api.data.format.StructuredRecord)3 TransformContext (io.cdap.cdap.etl.api.TransformContext)3 AutoJoinerContext (io.cdap.cdap.etl.api.join.AutoJoinerContext)3 MockTransformContext (io.cdap.cdap.etl.mock.transform.MockTransformContext)3 ETLBatchConfig (io.cdap.cdap.etl.proto.v2.ETLBatchConfig)3 JoinStage (io.cdap.cdap.etl.api.join.JoinStage)2 ValidationFailure (io.cdap.cdap.etl.api.validation.ValidationFailure)2 HashMap (java.util.HashMap)2 PipelineConfigurer (io.cdap.cdap.etl.api.PipelineConfigurer)1 MockEmitter (io.cdap.cdap.etl.mock.common.MockEmitter)1