Examples with Result org.talend.components.api.component.runtime.Result used on opensource projects

Example 61 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class NetSuiteOutputWriterIT method testUpdateWithCustomFields.

@Test
public void testUpdateWithCustomFields() throws Exception {
    final NetSuiteClientService<NetSuitePortType> clientService = webServiceTestFixture.getClientService();
    RuntimeContainer container = mock(RuntimeContainer.class);
    NetSuiteOutputProperties properties = new NetSuiteOutputProperties("test");
    properties.init();
    properties.connection.endpoint.setValue(webServiceTestFixture.getEndpointUrl());
    properties.connection.email.setValue(webServiceTestFixture.getCredentials().getEmail());
    properties.connection.password.setValue(webServiceTestFixture.getCredentials().getPassword());
    properties.connection.account.setValue(webServiceTestFixture.getCredentials().getAccount());
    properties.connection.role.setValue(Integer.valueOf(webServiceTestFixture.getCredentials().getRoleId()));
    properties.connection.applicationId.setValue(webServiceTestFixture.getCredentials().getApplicationId());
    properties.module.moduleName.setValue(RecordTypeEnum.CONTACT.getTypeName());
    properties.module.action.setValue(OutputAction.UPDATE);
    NetSuiteRuntimeImpl runtime = new NetSuiteRuntimeImpl();
    runtime.setClientFactory(clientFactory);
    NetSuiteDatasetRuntime dataSetRuntime = runtime.getDatasetRuntime(properties.getConnectionProperties());
    Schema schema = dataSetRuntime.getSchema(properties.module.moduleName.getValue());
    properties.module.main.schema.setValue(schema);
    SubsidiarySearch subsidiarySearch = new SubsidiarySearch();
    SubsidiarySearchBasic subsidiarySearchBasic = new SubsidiarySearchBasic();
    subsidiarySearch.setBasic(subsidiarySearchBasic);
    NsSearchResult<Subsidiary> searchResult = clientService.search(subsidiarySearch);
    assertTrue(searchResult.isSuccess());
    assertNotNull(searchResult.getRecordList());
    assertTrue(searchResult.getRecordList().size() > 0);
    Subsidiary subsidiary = searchResult.getRecordList().get(0);
    RecordRef subsidiaryRef = new RecordRef();
    subsidiaryRef.setType(RecordType.SUBSIDIARY);
    subsidiaryRef.setInternalId(subsidiary.getInternalId());
    TypeDesc typeDesc = clientService.getMetaDataSource().getTypeInfo("Contact");
    assertNotNull(typeDesc.getField("custentity_interest_bpm"));
    List<Contact> recordsToAdd = makeContactRecords(5, subsidiaryRef, typeDesc.getFieldMap());
    final List<RecordRef> refList = new ArrayList<>(recordsToAdd.size());
    // Add records
    List<NsWriteResponse<RecordRef>> writeResponseList = clientService.addList(recordsToAdd);
    for (NsWriteResponse<RecordRef> writeResponse : writeResponseList) {
        assertTrue("Add: " + writeResponse.getStatus(), writeResponse.getStatus().isSuccess());
        assertNotNull(writeResponse.getRef());
        refList.add(writeResponse.getRef());
    }
    // Read added records
    List<Contact> recordList = new ArrayList<>(refList.size());
    List<NsReadResponse<Contact>> readResponseList = clientService.execute(new NetSuiteClientService.PortOperation<List<NsReadResponse<Contact>>, NetSuitePortType>() {

        @Override
        public List<NsReadResponse<Contact>> execute(NetSuitePortType port) throws Exception {
            GetListRequest request = new GetListRequest();
            request.getBaseRef().addAll(refList);
            return NetSuiteClientServiceImpl.toNsReadResponseList(port.getList(request).getReadResponseList());
        }
    });
    for (NsReadResponse<Contact> readResponse : readResponseList) {
        assertTrue(readResponse.getStatus().isSuccess());
        recordList.add(readResponse.getRecord());
    }
    List<IndexedRecord> indexedRecordList = new ArrayList<>(refList.size());
    for (Contact record : recordList) {
        GenericRecord indexedRecord = new GenericData.Record(schema);
        indexedRecord.put("InternalId", record.getInternalId());
        // Updated fields
        indexedRecord.put("custentity_interest_bpm", Boolean.FALSE);
        indexedRecordList.add(indexedRecord);
    }
    // Update records
    NetSuiteSink sink = new NetSuiteSinkImpl();
    sink.setClientFactory(clientFactory);
    sink.initialize(container, properties);
    NetSuiteWriteOperation writeOperation = (NetSuiteWriteOperation) sink.createWriteOperation();
    NetSuiteOutputWriter writer = (NetSuiteOutputWriter) writeOperation.createWriter(container);
    writer.open(UUID.randomUUID().toString());
    for (IndexedRecord indexedRecord : indexedRecordList) {
        writer.write(indexedRecord);
    }
    Result writerResult = writer.close();
    assertNotNull(writerResult);
    assertEquals(indexedRecordList.size(), writerResult.totalCount);
    assertEquals(indexedRecordList.size(), writerResult.successCount);
    // Re-read updated records
    readResponseList = clientService.execute(new NetSuiteClientService.PortOperation<List<NsReadResponse<Contact>>, NetSuitePortType>() {

        @Override
        public List<NsReadResponse<Contact>> execute(NetSuitePortType port) throws Exception {
            GetListRequest request = new GetListRequest();
            request.getBaseRef().addAll(refList);
            return NetSuiteClientServiceImpl.toNsReadResponseList(port.getList(request).getReadResponseList());
        }
    });
    for (NsReadResponse<Contact> readResponse : readResponseList) {
        assertTrue(readResponse.getStatus().isSuccess());
        Contact record = readResponse.getRecord();
        CustomFieldList customFieldList = record.getCustomFieldList();
        assertNotNull(customFieldList);
        Map<String, CustomFieldRef> customFieldRefMap = new HashMap<>();
        for (CustomFieldRef fieldRef : customFieldList.getCustomField()) {
            customFieldRefMap.put(fieldRef.getScriptId(), fieldRef);
        }
        BooleanCustomFieldRef customFieldRef1 = (BooleanCustomFieldRef) customFieldRefMap.get("custentity_interest_bpm");
        assertNotNull(customFieldRef1);
        assertEquals(Boolean.FALSE, customFieldRef1.getValue());
    }
    clientService.deleteList(refList);
}

Example 62 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class NetSuiteOutputWriterTest method testDelete.

@Test
public void testDelete() throws Exception {
    final NetSuitePortType port = webServiceMockTestFixture.getPortMock();
    final TypeDesc typeDesc = webServiceMockTestFixture.getClientService().getMetaDataSource().getTypeInfo(RecordTypeEnum.OPPORTUNITY.getTypeName());
    final TypeDesc refTypeDesc = webServiceMockTestFixture.getClientService().getMetaDataSource().getTypeInfo(RefType.RECORD_REF.getTypeName());
    properties.module.moduleName.setValue(typeDesc.getTypeName());
    properties.module.action.setValue(OutputAction.DELETE);
    final List<RecordRef> deletedRecordRefList = new ArrayList<>();
    when(port.deleteList(any(DeleteListRequest.class))).then(new Answer<DeleteListResponse>() {

        @Override
        public DeleteListResponse answer(InvocationOnMock invocationOnMock) throws Throwable {
            DeleteListRequest request = (DeleteListRequest) invocationOnMock.getArguments()[0];
            DeleteListResponse response = new DeleteListResponse();
            WriteResponseList writeResponseList = new WriteResponseList();
            for (int i = 0; i < request.getBaseRef().size(); i++) {
                RecordRef recordRef = (RecordRef) request.getBaseRef().get(i);
                assertNotNull(recordRef);
                assertNotNull(recordRef.getInternalId());
                assertNotNull(recordRef.getType());
                deletedRecordRefList.add(recordRef);
                WriteResponse writeResponse = new WriteResponse();
                writeResponse.setStatus(createSuccessStatus());
                writeResponse.setBaseRef(recordRef);
                writeResponseList.getWriteResponse().add(writeResponse);
            }
            response.setWriteResponseList(writeResponseList);
            return response;
        }
    });
    NetSuiteRuntime netSuiteRuntime = new NetSuiteRuntimeImpl();
    NetSuiteDatasetRuntime dataSetRuntime = netSuiteRuntime.getDatasetRuntime(properties.getConnectionProperties());
    Schema schema = dataSetRuntime.getSchema(RefType.RECORD_REF.getTypeName());
    properties.module.main.schema.setValue(schema);
    NetSuiteSink sink = new NetSuiteSinkImpl();
    sink.initialize(mockTestFixture.getRuntimeContainer(), properties);
    NetSuiteClientService<?> clientService = sink.getClientService();
    NetSuiteWriteOperation writeOperation = (NetSuiteWriteOperation) sink.createWriteOperation();
    NetSuiteOutputWriter writer = (NetSuiteOutputWriter) writeOperation.createWriter(mockTestFixture.getRuntimeContainer());
    writer.open(UUID.randomUUID().toString());
    List<IndexedRecord> indexedRecordList = makeIndexedRecords(clientService, schema, new RecordRefComposer<>(refTypeDesc.getTypeClass()), 150);
    for (IndexedRecord record : indexedRecordList) {
        writer.write(record);
    }
    Result writerResult = writer.close();
    assertNotNull(writerResult);
    assertEquals(indexedRecordList.size(), writerResult.totalCount);
    verify(port, times(2)).deleteList(any(DeleteListRequest.class));
    assertEquals(indexedRecordList.size(), deletedRecordRefList.size());
}

Example 63 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class SalesforceBulkExecReaderTestIT method generateBulkFile.

/**
 * Test runtime of tSalesforceBulkExec
 */
public void generateBulkFile(TSalesforceOutputBulkProperties outputBulkProperties, List<IndexedRecord> rows) throws Throwable {
    SalesforceBulkFileSink bfSink = new SalesforceBulkFileSink();
    bfSink.initialize(null, outputBulkProperties);
    SalesforceBulkFileWriteOperation writeOperation = (SalesforceBulkFileWriteOperation) bfSink.createWriteOperation();
    Writer<Result> saleforceWriter = writeOperation.createWriter(null);
    Result result = writeRows(saleforceWriter, rows);
    Map<String, Object> resultMap = getConsolidatedResults(result, saleforceWriter);
    Assert.assertEquals(rows.size(), resultMap.get(ComponentDefinition.RETURN_TOTAL_RECORD_COUNT));
}

Example 64 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class SalesforceWriterTestIT method testSinkWorkflow_insertRejected.

/**
 * Basic test that shows how the {@link SalesforceSink} is meant to be used to write data.
 */
@Test
public void testSinkWorkflow_insertRejected() throws Exception {
    // Component framework objects.
    ComponentDefinition sfDef = new TSalesforceOutputDefinition();
    TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
    SalesforceTestBase.setupProps(sfProps.connection, false);
    sfProps.module.setValue("moduleName", "Account");
    sfProps.module.main.schema.setValue(SCHEMA_INSERT_ACCOUNT);
    sfProps.extendInsert.setValue(false);
    sfProps.ceaseForError.setValue(false);
    // Automatically generate the out schemas.
    sfProps.module.schemaListener.afterSchema();
    DefaultComponentRuntimeContainerImpl container = new DefaultComponentRuntimeContainerImpl();
    // Initialize the Sink, WriteOperation and Writer
    SalesforceSink sfSink = new SalesforceSink();
    sfSink.initialize(container, sfProps);
    sfSink.validate(container);
    SalesforceWriteOperation sfWriteOp = sfSink.createWriteOperation();
    sfWriteOp.initialize(container);
    SalesforceWriter sfWriter = sfSink.createWriteOperation().createWriter(container);
    sfWriter.open("uid1");
    // Write one record, which should fail for missing name.
    IndexedRecord r = new GenericData.Record(SCHEMA_INSERT_ACCOUNT);
    r.put(0, "");
    r.put(1, "deleteme");
    r.put(2, "deleteme");
    r.put(3, "deleteme");
    sfWriter.write(r);
    assertThat(sfWriter.getSuccessfulWrites(), empty());
    assertThat(sfWriter.getRejectedWrites(), hasSize(1));
    // Check the rejected record.
    IndexedRecord rejected = sfWriter.getRejectedWrites().get(0);
    assertThat(rejected.getSchema().getFields(), hasSize(7));
    // Check the values copied from the incoming record.
    for (int i = 0; i < r.getSchema().getFields().size(); i++) {
        assertThat(rejected.getSchema().getFields().get(i), is(r.getSchema().getFields().get(i)));
        assertThat(rejected.get(i), is(r.get(i)));
    }
    // The enriched fields.
    assertThat(rejected.getSchema().getFields().get(4).name(), is("errorCode"));
    assertThat(rejected.getSchema().getFields().get(5).name(), is("errorFields"));
    assertThat(rejected.getSchema().getFields().get(6).name(), is("errorMessage"));
    assertThat(rejected.get(4), is((Object) "REQUIRED_FIELD_MISSING"));
    assertThat(rejected.get(5), is((Object) "Name"));
    // removed the check on value cause it is i18n
    assertThat(rejected.get(6), instanceOf(String.class));
    // Finish the Writer, WriteOperation and Sink.
    Result wr1 = sfWriter.close();
    sfWriteOp.finalize(Arrays.asList(wr1), container);
}

Example 65 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class SalesforceWriterTestIT method testUploadAttachment.

@Test
public void testUploadAttachment() throws Throwable {
    ComponentDefinition sfDef = new TSalesforceOutputDefinition();
    TSalesforceOutputProperties sfProps = (TSalesforceOutputProperties) sfDef.createRuntimeProperties();
    SalesforceTestBase.setupProps(sfProps.connection, false);
    sfProps.module.setValue("moduleName", "Attachment");
    sfProps.module.main.schema.setValue(SCHEMA_ATTACHMENT);
    sfProps.ceaseForError.setValue(true);
    sfProps.module.schemaListener.afterSchema();
    List records = new ArrayList<IndexedRecord>();
    String random = String.valueOf(createNewRandom());
    LOGGER.debug("Getting the ParentId for attachment reocrds...");
    String parentId = getFirstCreatedAccountRecordId();
    LOGGER.debug("ParentId for attachments is:" + parentId);
    IndexedRecord r1 = new GenericData.Record(SCHEMA_ATTACHMENT);
    r1.put(0, "attachment_1_" + random + ".txt");
    r1.put(1, "VGhpcyBpcyBhIHRlc3QgZmlsZSAxICE=");
    r1.put(2, "text/plain");
    r1.put(3, parentId);
    IndexedRecord r2 = new GenericData.Record(SCHEMA_ATTACHMENT);
    r2.put(0, "attachment_2_" + random + ".txt");
    r2.put(1, "QmFzZSA2NC1lbmNvZGVkIGJpbmFyeSBkYXRhLiBGaWVsZHMgb2YgdGhpcyB0eXBlIGFyZSB1c2VkIGZvciBzdG9yaW5" + "nIGJpbmFyeSBmaWxlcyBpbiBBdHRhY2htZW50IHJlY29yZHMsIERvY3VtZW50IHJlY29yZHMsIGFuZCBTY2" + "9udHJvbCByZWNvcmRzLiBJbiB0aGVzZSBvYmplY3RzLCB0aGUgQm9keSBvciBCaW5hcnkgZmllbGQgY29udGFpbn" + "MgdGhlIChiYXNlNjQgZW5jb2RlZCkgZGF0YSwgd2hpbGUgdGhlIEJvZHlMZW5ndGggZmllbGQgZGVmaW5lcyB0aGU" + "gbGVuZ3RoIG9mIHRoZSBkYXRhIGluIHRoZSBCb2R5IG9yIEJpbmFyeSBmaWVsZC4gSW4gdGhlIERvY3VtZW50IG9" + "iamVjdCwgeW91IGNhbiBzcGVjaWZ5IGEgVVJMIHRvIHRoZSBkb2N1bWVudCBpbnN0ZWFkIG9mIHN0b3JpbmcgdGh" + "lIGRvY3VtZW50IGRpcmVjdGx5IGluIHRoZSByZWNvcmQu");
    r2.put(2, "text/plain");
    r2.put(3, parentId);
    records.add(r1);
    records.add(r2);
    SalesforceSink salesforceSink = new SalesforceSink();
    salesforceSink.initialize(adaptor, sfProps);
    salesforceSink.validate(adaptor);
    Writer<Result> batchWriter = salesforceSink.createWriteOperation().createWriter(adaptor);
    LOGGER.debug("Uploading 2 attachments ...");
    writeRows(batchWriter, records);
    assertEquals(2, ((SalesforceWriter) batchWriter).getSuccessfulWrites().size());
    LOGGER.debug("2 attachments uploaded successfully!");
    TSalesforceInputProperties sfInputProps = getSalesforceInputProperties();
    sfInputProps.copyValuesFrom(sfProps);
    sfInputProps.condition.setValue("Name = 'attachment_1_" + random + ".txt' or Name = 'attachment_2_" + random + ".txt'");
    sfInputProps.module.main.schema.setValue(SCHEMA_ATTACHMENT);
    List<IndexedRecord> inpuRecords = readRows(sfInputProps);
    try {
        assertEquals(2, inpuRecords.size());
        IndexedRecord inputRecords_1 = null;
        IndexedRecord inputRecords_2 = null;
        if (("attachment_1_" + random + ".txt").equals(String.valueOf(inpuRecords.get(0).get(0)))) {
            inputRecords_1 = inpuRecords.get(0);
            inputRecords_2 = inpuRecords.get(1);
        } else {
            inputRecords_1 = inpuRecords.get(1);
            inputRecords_2 = inpuRecords.get(0);
        }
        assertEquals("attachment_1_" + random + ".txt", inputRecords_1.get(0));
        assertEquals("attachment_2_" + random + ".txt", inputRecords_2.get(0));
        assertEquals("VGhpcyBpcyBhIHRlc3QgZmlsZSAxICE=", inputRecords_1.get(1));
        assertEquals("Base 64-encoded binary data. Fields of this type are used for storing binary files in Attachment " + "records, Document records, and Scontrol records. In these objects, the Body or Binary " + "field contains the (base64 encoded) data, while the BodyLength field defines the length" + " of the data in the Body or Binary field. In the Document object, you can specify a " + "URL to the document instead of storing the document directly in the record.", new String(Base64.decode(((String) inputRecords_2.get(1)).getBytes())));
        assertEquals("text/plain", inputRecords_1.get(2));
        assertEquals("text/plain", inputRecords_2.get(2));
        assertEquals(parentId, inputRecords_1.get(3));
        assertEquals(parentId, inputRecords_2.get(3));
        assertNotNull(inputRecords_1.get(4));
        assertNotNull(inputRecords_2.get(4));
    } finally {
        deleteRows(inpuRecords, sfInputProps);
    }
}