Search in sources :

Example 6 with TFileOutputDelimitedProperties

use of org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties in project components by Talend.

the class FileDelimitedWizardTestIT method testWizardSupportComponents.

@Test
public void testWizardSupportComponents() {
    // This control the "Property Type" showed in component
    TFileInputDelimitedProperties input = (TFileInputDelimitedProperties) new TFileInputDelimitedDefinition().createProperties();
    TFileOutputDelimitedProperties output = (TFileOutputDelimitedProperties) new TFileOutputDelimitedDefinition().createProperties();
    List<ComponentWizard> wizards = getComponentService().getComponentWizardsForProperties(input, null);
    assertTrue(wizards.get(0) instanceof FileDelimitedWizard);
    wizards = getComponentService().getComponentWizardsForProperties(output, null);
    assertTrue(wizards.get(0) instanceof FileDelimitedWizard);
}
Also used : ComponentWizard(org.talend.components.api.wizard.ComponentWizard) TFileInputDelimitedDefinition(org.talend.components.filedelimited.tfileinputdelimited.TFileInputDelimitedDefinition) TFileOutputDelimitedDefinition(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedDefinition) TFileInputDelimitedProperties(org.talend.components.filedelimited.tfileinputdelimited.TFileInputDelimitedProperties) TFileOutputDelimitedProperties(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties) Test(org.junit.Test)

Example 7 with TFileOutputDelimitedProperties

use of org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties in project components by Talend.

the class FileDelimitedWriterTestIT method testWriteDecimal.

@Test
public void testWriteDecimal() throws Throwable {
    String resources = getResourceFolder();
    String outputFile = resources + "/out/test_write_decimal.csv";
    String refFilePath = resources + "/ref_test_write_decimal.csv";
    LOGGER.debug("Test file path: " + outputFile);
    TFileOutputDelimitedProperties properties = createOutputProperties(outputFile, false);
    Schema outputSchema = SchemaBuilder.builder().record("Schema").fields().name("TestBigDecimal").prop(SchemaConstants.TALEND_COLUMN_PRECISION, "10").prop(SchemaConstants.TALEND_COLUMN_PRECISION, "2").type(AvroUtils._decimal()).noDefault().endRecord();
    properties.main.schema.setValue(outputSchema);
    List<IndexedRecord> records = new ArrayList<>();
    IndexedRecord r1 = new GenericData.Record(outputSchema);
    r1.put(0, "3.1415926");
    IndexedRecord r2 = new GenericData.Record(outputSchema);
    r2.put(0, "9.1798");
    records.add(r1);
    records.add(r2);
    // Delete generated empty file function not be checked
    doWriteRows(properties, records);
    assertTrue(FileRuntimeHelper.compareInTextMode(outputFile, refFilePath, getEncoding(properties.encoding)));
    assertTrue(deleteFile(outputFile));
}
Also used : IndexedRecord(org.apache.avro.generic.IndexedRecord) Schema(org.apache.avro.Schema) ArrayList(java.util.ArrayList) IndexedRecord(org.apache.avro.generic.IndexedRecord) TFileOutputDelimitedProperties(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties) Test(org.junit.Test)

Example 8 with TFileOutputDelimitedProperties

use of org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties in project components by Talend.

the class FileDelimitedWriterTestIT method testIncludeHeaderCSV.

protected void testIncludeHeaderCSV(boolean targetIsStream) throws Throwable {
    String resources = getResourceFolder();
    String outputFile = resources + "/out/test_IncludeHeader_csv.csv";
    LOGGER.debug("Test file path: " + outputFile);
    String refFile = resources + "/ref_test_IncludeHeader_csv.csv";
    TFileOutputDelimitedProperties properties = createOutputProperties(outputFile, true);
    properties.includeHeader.setValue(true);
    if (targetIsStream) {
        properties.targetIsStream.setValue(true);
        properties.fileName.setValue(new FileOutputStream(new File(outputFile)));
    }
    basicOutputTest(properties, refFile);
}
Also used : FileOutputStream(java.io.FileOutputStream) TFileOutputDelimitedProperties(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties) File(java.io.File)

Example 9 with TFileOutputDelimitedProperties

use of org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties in project components by Talend.

the class FileDelimitedWriterTestIT method testCompressFile.

protected void testCompressFile(boolean isCsvMode) throws Throwable {
    String resources = getResourceFolder();
    String outputFile = null;
    String refFile = null;
    if (isCsvMode) {
        outputFile = resources + "/out/test_compress_csv.csv";
        refFile = resources + "/ref_test_compress_csv.zip";
    } else {
        outputFile = resources + "/out/test_compress_delimited.csv";
        refFile = resources + "/ref_test_compress_delimited.zip";
    }
    LOGGER.debug("Test file path: " + outputFile);
    TFileOutputDelimitedProperties properties = createOutputProperties(outputFile, isCsvMode);
    properties.includeHeader.setValue(true);
    // properties.targetIsStream.setValue(true);
    // properties.fileName.setValue(new FileOutputStream(new File(outputFile)));
    properties.compress.setValue(true);
    basicOutputTest(properties, refFile);
}
Also used : TFileOutputDelimitedProperties(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties)

Example 10 with TFileOutputDelimitedProperties

use of org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties in project components by Talend.

the class FileDelimitedWriterTestIT method testOutputCSV.

protected void testOutputCSV(boolean targetIsStream) throws Throwable {
    String resources = getResourceFolder();
    String outputFile = resources + "/out/test_output_csv.csv";
    LOGGER.debug("Test file path: " + outputFile);
    String refFile = resources + "/ref_test_output_csv.csv";
    TFileOutputDelimitedProperties properties = createOutputProperties(outputFile, true);
    if (targetIsStream) {
        properties.targetIsStream.setValue(true);
    }
    basicOutputTest(properties, refFile);
}
Also used : TFileOutputDelimitedProperties(org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties)

Aggregations

TFileOutputDelimitedProperties (org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedProperties)10 File (java.io.File)4 Test (org.junit.Test)4 FileOutputStream (java.io.FileOutputStream)3 ArrayList (java.util.ArrayList)2 IndexedRecord (org.apache.avro.generic.IndexedRecord)2 TFileOutputDelimitedDefinition (org.talend.components.filedelimited.tfileoutputdelimited.TFileOutputDelimitedDefinition)2 Schema (org.apache.avro.Schema)1 ComponentWizard (org.talend.components.api.wizard.ComponentWizard)1 TFileInputDelimitedDefinition (org.talend.components.filedelimited.tfileinputdelimited.TFileInputDelimitedDefinition)1 TFileInputDelimitedProperties (org.talend.components.filedelimited.tfileinputdelimited.TFileInputDelimitedProperties)1