Examples with ComponentDefinition org.talend.components.api.component.ComponentDefinition used on opensource projects

Example 36 with ComponentDefinition

use of org.talend.components.api.component.ComponentDefinition in project components by Talend.

the class ComponentServiceTest method testSupportsProps.

@Test
public void testSupportsProps() throws Throwable {
    ComponentProperties props = getComponentService().getComponentProperties(TestComponentDefinition.COMPONENT_NAME);
    ComponentPropertiesWithDefinedI18N anotherProp = (ComponentPropertiesWithDefinedI18N) new ComponentPropertiesWithDefinedI18N("foo").init();
    List<ComponentDefinition> comps = getComponentService().getPossibleComponents(props, anotherProp);
    assertEquals("TestComponent", comps.get(0).getName());
    comps = getComponentService().getPossibleComponents(new NestedComponentProperties("props"), new NotExistingComponentProperties());
    assertEquals(0, comps.size());
}

Example 37 with ComponentDefinition

use of org.talend.components.api.component.ComponentDefinition in project components by Talend.

the class SalesforceWriterTestIT method testUpsertAdditionalInfo.

/**
 * Test tSalesforceOutput add additional information for upsert
 */
@Test
public void testUpsertAdditionalInfo() throws Throwable {
    // 1.Prepare output component configuration
    ComponentDefinition sfDef = new TSalesforceOutputDefinition();
    TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
    SalesforceTestBase.setupProps(sfProps.connection, false);
    sfProps.module.setValue("moduleName", "Contact");
    sfProps.module.main.schema.setValue(SCHEMA_CONTACT);
    sfProps.outputAction.setValue(OutputAction.UPSERT);
    sfProps.ceaseForError.setValue(false);
    sfProps.extendInsert.setValue(false);
    sfProps.retrieveInsertId.setValue(true);
    sfProps.upsertKeyColumn.setValue("Email");
    sfProps.module.schemaListener.afterSchema();
    // 2.Prepare the data
    List records = new ArrayList<IndexedRecord>();
    String random = String.valueOf(createNewRandom());
    IndexedRecord r1 = new GenericData.Record(SCHEMA_CONTACT);
    r1.put(0, "aaa" + random + "@talend.com");
    r1.put(1, "F_" + random);
    r1.put(2, "L_" + random);
    IndexedRecord r2 = new GenericData.Record(SCHEMA_CONTACT);
    r2.put(0, "bbb" + random + "@talend.com");
    IndexedRecord r3 = new GenericData.Record(SCHEMA_CONTACT);
    r3.put(0, "ccc" + random + "@talend.com");
    r3.put(1, "F_" + random);
    r3.put(2, "L_" + random);
    IndexedRecord r4 = new GenericData.Record(SCHEMA_CONTACT);
    r4.put(0, "aaa" + random + "@talend.com");
    r4.put(1, "F_update_" + random);
    r4.put(2, "L_update_" + random);
    // 3. Write data
    SalesforceSink salesforceSink = new SalesforceSink();
    salesforceSink.initialize(adaptor, sfProps);
    salesforceSink.validate(adaptor);
    SalesforceWriter writer = salesforceSink.createWriteOperation().createWriter(adaptor);
    List<IndexedRecord> successRecords = new ArrayList<>();
    List<IndexedRecord> rejectRecords = new ArrayList<>();
    writer.open("foo");
    try {
        // writing and collect the result
        // insert
        writer.write(r1);
        successRecords.addAll(writer.getSuccessfulWrites());
        rejectRecords.addAll(writer.getRejectedWrites());
        // reject
        writer.write(r2);
        successRecords.addAll(writer.getSuccessfulWrites());
        rejectRecords.addAll(writer.getRejectedWrites());
        // insert
        writer.write(r3);
        successRecords.addAll(writer.getSuccessfulWrites());
        rejectRecords.addAll(writer.getRejectedWrites());
        // update
        writer.write(r4);
        successRecords.addAll(writer.getSuccessfulWrites());
        rejectRecords.addAll(writer.getRejectedWrites());
    } finally {
        writer.close();
    }
    // 4.Check the write return IndexRecords whether include expect information
    assertEquals(3, successRecords.size());
    assertEquals(1, rejectRecords.size());
    IndexedRecord record_1 = successRecords.get(0);
    IndexedRecord record_2 = successRecords.get(1);
    IndexedRecord record_3 = successRecords.get(2);
    Schema recordSchema = record_1.getSchema();
    assertEquals(6, recordSchema.getFields().size());
    assertEquals(4, recordSchema.getField(TSalesforceOutputProperties.FIELD_SALESFORCE_ID).pos());
    assertEquals(5, recordSchema.getField(TSalesforceOutputProperties.FIELD_STATUS).pos());
    assertEquals("aaa" + random + "@talend.com", record_1.get(0));
    assertNotNull(record_1.get(4));
    assertEquals("created", record_1.get(5));
    assertEquals("ccc" + random + "@talend.com", record_2.get(0));
    assertNotNull(record_2.get(4));
    assertEquals("created", record_2.get(5));
    assertEquals("aaa" + random + "@talend.com", record_3.get(0));
    assertEquals(record_3.get(4), record_1.get(4));
    assertEquals("updated", record_3.get(5));
    // 5.Check the result in salesforce
    TSalesforceInputProperties sfInputProps = getSalesforceInputProperties();
    sfInputProps.copyValuesFrom(sfProps);
    sfInputProps.condition.setValue("FirstName like '%" + random + "'");
    List<IndexedRecord> inpuRecords = readRows(sfInputProps);
    assertEquals(2, inpuRecords.size());
    IndexedRecord inputRecords_1 = inpuRecords.get(0);
    IndexedRecord inputRecords_2 = inpuRecords.get(1);
    assertThat(Arrays.asList("aaa" + random + "@talend.com", "ccc" + random + "@talend.com"), containsInAnyOrder(inputRecords_1.get(0), inputRecords_2.get(0)));
    assertThat(Arrays.asList("F_" + random, "F_update_" + random), containsInAnyOrder(inputRecords_1.get(1), inputRecords_2.get(1)));
    assertThat(Arrays.asList("L_" + random, "L_update_" + random), containsInAnyOrder(inputRecords_1.get(2), inputRecords_2.get(2)));
    // 6.Delete test data
    deleteRows(inpuRecords, sfInputProps);
}

Example 38 with ComponentDefinition

use of org.talend.components.api.component.ComponentDefinition in project components by Talend.

the class SalesforceWriterTestIT method testSinkWorkflow_insertRejected.

/**
 * Basic test that shows how the {@link SalesforceSink} is meant to be used to write data.
 */
@Test
public void testSinkWorkflow_insertRejected() throws Exception {
    // Component framework objects.
    ComponentDefinition sfDef = new TSalesforceOutputDefinition();
    TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
    SalesforceTestBase.setupProps(sfProps.connection, false);
    sfProps.module.setValue("moduleName", "Account");
    sfProps.module.main.schema.setValue(SCHEMA_INSERT_ACCOUNT);
    sfProps.extendInsert.setValue(false);
    sfProps.ceaseForError.setValue(false);
    // Automatically generate the out schemas.
    sfProps.module.schemaListener.afterSchema();
    DefaultComponentRuntimeContainerImpl container = new DefaultComponentRuntimeContainerImpl();
    // Initialize the Sink, WriteOperation and Writer
    SalesforceSink sfSink = new SalesforceSink();
    sfSink.initialize(container, sfProps);
    sfSink.validate(container);
    SalesforceWriteOperation sfWriteOp = sfSink.createWriteOperation();
    sfWriteOp.initialize(container);
    SalesforceWriter sfWriter = sfSink.createWriteOperation().createWriter(container);
    sfWriter.open("uid1");
    // Write one record, which should fail for missing name.
    IndexedRecord r = new GenericData.Record(SCHEMA_INSERT_ACCOUNT);
    r.put(0, "");
    r.put(1, "deleteme");
    r.put(2, "deleteme");
    r.put(3, "deleteme");
    sfWriter.write(r);
    assertThat(sfWriter.getSuccessfulWrites(), empty());
    assertThat(sfWriter.getRejectedWrites(), hasSize(1));
    // Check the rejected record.
    IndexedRecord rejected = sfWriter.getRejectedWrites().get(0);
    assertThat(rejected.getSchema().getFields(), hasSize(7));
    // Check the values copied from the incoming record.
    for (int i = 0; i < r.getSchema().getFields().size(); i++) {
        assertThat(rejected.getSchema().getFields().get(i), is(r.getSchema().getFields().get(i)));
        assertThat(rejected.get(i), is(r.get(i)));
    }
    // The enriched fields.
    assertThat(rejected.getSchema().getFields().get(4).name(), is("errorCode"));
    assertThat(rejected.getSchema().getFields().get(5).name(), is("errorFields"));
    assertThat(rejected.getSchema().getFields().get(6).name(), is("errorMessage"));
    assertThat(rejected.get(4), is((Object) "REQUIRED_FIELD_MISSING"));
    assertThat(rejected.get(5), is((Object) "Name"));
    // removed the check on value cause it is i18n
    assertThat(rejected.get(6), instanceOf(String.class));
    // Finish the Writer, WriteOperation and Sink.
    Result wr1 = sfWriter.close();
    sfWriteOp.finalize(Arrays.asList(wr1), container);
}

Example 39 with ComponentDefinition

use of org.talend.components.api.component.ComponentDefinition in project components by Talend.

the class SalesforceWriterTestIT method testUploadAttachment.

@Test
public void testUploadAttachment() throws Throwable {
    ComponentDefinition sfDef = new TSalesforceOutputDefinition();
    TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
    SalesforceTestBase.setupProps(sfProps.connection, false);
    sfProps.module.setValue("moduleName", "Attachment");
    sfProps.module.main.schema.setValue(SCHEMA_ATTACHMENT);
    sfProps.ceaseForError.setValue(true);
    sfProps.module.schemaListener.afterSchema();
    List records = new ArrayList<IndexedRecord>();
    String random = String.valueOf(createNewRandom());
    LOGGER.debug("Getting the ParentId for attachment reocrds...");
    String parentId = getFirstCreatedAccountRecordId();
    LOGGER.debug("ParentId for attachments is:" + parentId);
    IndexedRecord r1 = new GenericData.Record(SCHEMA_ATTACHMENT);
    r1.put(0, "attachment_1_" + random + ".txt");
    r1.put(1, "VGhpcyBpcyBhIHRlc3QgZmlsZSAxICE=");
    r1.put(2, "text/plain");
    r1.put(3, parentId);
    IndexedRecord r2 = new GenericData.Record(SCHEMA_ATTACHMENT);
    r2.put(0, "attachment_2_" + random + ".txt");
    r2.put(1, "QmFzZSA2NC1lbmNvZGVkIGJpbmFyeSBkYXRhLiBGaWVsZHMgb2YgdGhpcyB0eXBlIGFyZSB1c2VkIGZvciBzdG9yaW5" + "nIGJpbmFyeSBmaWxlcyBpbiBBdHRhY2htZW50IHJlY29yZHMsIERvY3VtZW50IHJlY29yZHMsIGFuZCBTY2" + "9udHJvbCByZWNvcmRzLiBJbiB0aGVzZSBvYmplY3RzLCB0aGUgQm9keSBvciBCaW5hcnkgZmllbGQgY29udGFpbn" + "MgdGhlIChiYXNlNjQgZW5jb2RlZCkgZGF0YSwgd2hpbGUgdGhlIEJvZHlMZW5ndGggZmllbGQgZGVmaW5lcyB0aGU" + "gbGVuZ3RoIG9mIHRoZSBkYXRhIGluIHRoZSBCb2R5IG9yIEJpbmFyeSBmaWVsZC4gSW4gdGhlIERvY3VtZW50IG9" + "iamVjdCwgeW91IGNhbiBzcGVjaWZ5IGEgVVJMIHRvIHRoZSBkb2N1bWVudCBpbnN0ZWFkIG9mIHN0b3JpbmcgdGh" + "lIGRvY3VtZW50IGRpcmVjdGx5IGluIHRoZSByZWNvcmQu");
    r2.put(2, "text/plain");
    r2.put(3, parentId);
    records.add(r1);
    records.add(r2);
    SalesforceSink salesforceSink = new SalesforceSink();
    salesforceSink.initialize(adaptor, sfProps);
    salesforceSink.validate(adaptor);
    Writer<Result> batchWriter = salesforceSink.createWriteOperation().createWriter(adaptor);
    LOGGER.debug("Uploading 2 attachments ...");
    writeRows(batchWriter, records);
    assertEquals(2, ((SalesforceWriter) batchWriter).getSuccessfulWrites().size());
    LOGGER.debug("2 attachments uploaded successfully!");
    TSalesforceInputProperties sfInputProps = getSalesforceInputProperties();
    sfInputProps.copyValuesFrom(sfProps);
    sfInputProps.condition.setValue("Name = 'attachment_1_" + random + ".txt' or Name = 'attachment_2_" + random + ".txt'");
    sfInputProps.module.main.schema.setValue(SCHEMA_ATTACHMENT);
    List<IndexedRecord> inpuRecords = readRows(sfInputProps);
    try {
        assertEquals(2, inpuRecords.size());
        IndexedRecord inputRecords_1 = null;
        IndexedRecord inputRecords_2 = null;
        if (("attachment_1_" + random + ".txt").equals(String.valueOf(inpuRecords.get(0).get(0)))) {
            inputRecords_1 = inpuRecords.get(0);
            inputRecords_2 = inpuRecords.get(1);
        } else {
            inputRecords_1 = inpuRecords.get(1);
            inputRecords_2 = inpuRecords.get(0);
        }
        assertEquals("attachment_1_" + random + ".txt", inputRecords_1.get(0));
        assertEquals("attachment_2_" + random + ".txt", inputRecords_2.get(0));
        assertEquals("VGhpcyBpcyBhIHRlc3QgZmlsZSAxICE=", inputRecords_1.get(1));
        assertEquals("Base 64-encoded binary data. Fields of this type are used for storing binary files in Attachment " + "records, Document records, and Scontrol records. In these objects, the Body or Binary " + "field contains the (base64 encoded) data, while the BodyLength field defines the length" + " of the data in the Body or Binary field. In the Document object, you can specify a " + "URL to the document instead of storing the document directly in the record.", new String(Base64.decode(((String) inputRecords_2.get(1)).getBytes())));
        assertEquals("text/plain", inputRecords_1.get(2));
        assertEquals("text/plain", inputRecords_2.get(2));
        assertEquals(parentId, inputRecords_1.get(3));
        assertEquals(parentId, inputRecords_2.get(3));
        assertNotNull(inputRecords_1.get(4));
        assertNotNull(inputRecords_2.get(4));
    } finally {
        deleteRows(inpuRecords, sfInputProps);
    }
}

Example 40 with ComponentDefinition

use of org.talend.components.api.component.ComponentDefinition in project components by Talend.

the class SalesforceWriterTestIT method cleanupAllRecords.

@AfterClass
public static void cleanupAllRecords() throws NoSuchElementException, IOException {
    List<IndexedRecord> recordsToClean = new ArrayList<>();
    String prefixToDelete = UNIQUE_NAME + "_" + UNIQUE_ID;
    // Get the list of records that match the prefix to delete.
    {
        TSalesforceInputProperties sfProps = getSalesforceInputProperties();
        SalesforceTestBase.setupProps(sfProps.connection, false);
        sfProps.module.setValue("moduleName", "Account");
        sfProps.module.main.schema.setValue(SCHEMA_UPDATE_ACCOUNT);
        DefaultComponentRuntimeContainerImpl container = new DefaultComponentRuntimeContainerImpl();
        // Initialize the Source and Reader
        SalesforceSource sfSource = new SalesforceSource();
        sfSource.initialize(container, sfProps);
        sfSource.validate(container);
        int nameIndex = -1;
        @SuppressWarnings("unchecked") Reader<IndexedRecord> sfReader = sfSource.createReader(container);
        if (sfReader.start()) {
            do {
                IndexedRecord r = sfReader.getCurrent();
                if (nameIndex == -1) {
                    nameIndex = r.getSchema().getField("Name").pos();
                }
                if (String.valueOf(r.get(nameIndex)).startsWith(prefixToDelete)) {
                    recordsToClean.add(r);
                }
            } while (sfReader.advance());
        }
    }
    // Delete those records.
    {
        ComponentDefinition sfDef = new TSalesforceOutputDefinition();
        TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
        SalesforceTestBase.setupProps(sfProps.connection, false);
        sfProps.outputAction.setValue(OutputAction.DELETE);
        sfProps.module.setValue("moduleName", "Account");
        sfProps.module.main.schema.setValue(SCHEMA_UPDATE_ACCOUNT);
        DefaultComponentRuntimeContainerImpl container = new DefaultComponentRuntimeContainerImpl();
        // Initialize the Sink, WriteOperation and Writer
        SalesforceSink sfSink = new SalesforceSink();
        sfSink.initialize(container, sfProps);
        sfSink.validate(container);
        SalesforceWriteOperation sfWriteOp = sfSink.createWriteOperation();
        sfWriteOp.initialize(container);
        Writer<Result> sfWriter = sfSink.createWriteOperation().createWriter(container);
        sfWriter.open("uid1");
        // Write one record.
        for (IndexedRecord r : recordsToClean) {
            sfWriter.write(r);
        }
        // Finish the Writer, WriteOperation and Sink.
        Result wr1 = sfWriter.close();
        sfWriteOp.finalize(Arrays.asList(wr1), container);
    }
}