Search in sources :

Example 56 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class MarkLogicWriteOperationTest method testFinalize.

@Test
public void testFinalize() {
    List<Result> resultList = new ArrayList<>();
    Result r1 = new Result();
    Result r2 = new Result();
    r1.successCount = 2;
    r2.successCount = 1;
    r1.rejectCount = 4;
    r2.rejectCount = 1;
    r1.totalCount = 6;
    r2.totalCount = 2;
    resultList.add(r1);
    resultList.add(r2);
    Map<String, Object> finalResults = writeOperation.finalize(resultList, null);
    assertTrue(finalResults.size() == 3);
    assertEquals(3, finalResults.get("successRecordCount"));
    assertEquals(5, finalResults.get("rejectRecordCount"));
    assertEquals(8, finalResults.get("totalRecordCount"));
}
Also used : ArrayList(java.util.ArrayList) Result(org.talend.components.api.component.runtime.Result) Test(org.junit.Test)

Example 57 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class MarkLogicRowProcessorTest method testCloseResult.

@Test
public void testCloseResult() throws IOException {
    MarkLogicInputSink sink = new MarkLogicInputSink();
    // set reference connection to avoid closing
    MarkLogicInputProperties inputProperties = new MarkLogicInputProperties("inputProps");
    inputProperties.init();
    inputProperties.connection.referencedComponent.componentInstanceId.setValue(MarkLogicConnectionDefinition.COMPONENT_NAME + "_1");
    MarkLogicInputWriteOperation writeOperation = new MarkLogicInputWriteOperation(sink, inputProperties);
    MarkLogicRowProcessor rowProcessor = writeOperation.createWriter(null);
    long longNBLine = Long.MAX_VALUE;
    rowProcessor.totalCounter = longNBLine;
    Result longResult = rowProcessor.close();
    assertTrue(longResult instanceof ResultWithLongNB);
    assertEquals(longNBLine, ((ResultWithLongNB) longResult).totalCountLong);
}
Also used : MarkLogicInputProperties(org.talend.components.marklogic.tmarklogicinput.MarkLogicInputProperties) Result(org.talend.components.api.component.runtime.Result) Test(org.junit.Test)

Example 58 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class NetSuiteOutputWriterTest method testUpdate.

@Test
public void testUpdate() throws Exception {
    final NetSuitePortType port = webServiceMockTestFixture.getPortMock();
    final TypeDesc typeDesc = webServiceMockTestFixture.getClientService().getMetaDataSource().getTypeInfo(RecordTypeEnum.OPPORTUNITY.getTypeName());
    mockGetListRequestResults(null);
    final List<Opportunity> updatedRecordList = new ArrayList<>();
    when(port.updateList(any(UpdateListRequest.class))).then(new Answer<UpdateListResponse>() {

        @Override
        public UpdateListResponse answer(InvocationOnMock invocationOnMock) throws Throwable {
            UpdateListRequest request = (UpdateListRequest) invocationOnMock.getArguments()[0];
            assertFalse(request.getRecord().isEmpty());
            UpdateListResponse response = new UpdateListResponse();
            WriteResponseList writeResponseList = new WriteResponseList();
            writeResponseList.setStatus(createSuccessStatus());
            for (int i = 0; i < request.getRecord().size(); i++) {
                Opportunity record = (Opportunity) request.getRecord().get(i);
                assertNotNull(record);
                assertNotNull(record.getInternalId());
                RecordRef recordRef = new RecordRef();
                recordRef.setInternalId(record.getInternalId());
                recordRef.setType(RecordType.OPPORTUNITY);
                updatedRecordList.add(record);
                WriteResponse writeResponse = new WriteResponse();
                writeResponse.setStatus(createSuccessStatus());
                writeResponse.setBaseRef(recordRef);
                writeResponseList.getWriteResponse().add(writeResponse);
            }
            response.setWriteResponseList(writeResponseList);
            return response;
        }
    });
    properties.module.moduleName.setValue(typeDesc.getTypeName());
    properties.module.action.setValue(OutputAction.UPDATE);
    NetSuiteRuntime netSuiteRuntime = new NetSuiteRuntimeImpl();
    NetSuiteDatasetRuntime dataSetRuntime = netSuiteRuntime.getDatasetRuntime(properties.getConnectionProperties());
    Schema schema = dataSetRuntime.getSchema(properties.module.moduleName.getValue());
    properties.module.main.schema.setValue(schema);
    NetSuiteSink sink = new NetSuiteSinkImpl();
    sink.initialize(mockTestFixture.getRuntimeContainer(), properties);
    NetSuiteClientService<?> clientService = sink.getClientService();
    NetSuiteWriteOperation writeOperation = (NetSuiteWriteOperation) sink.createWriteOperation();
    NetSuiteOutputWriter writer = (NetSuiteOutputWriter) writeOperation.createWriter(mockTestFixture.getRuntimeContainer());
    writer.open(UUID.randomUUID().toString());
    List<IndexedRecord> indexedRecordList = makeIndexedRecords(clientService, schema, new SimpleObjectComposer<>(typeDesc.getTypeClass()), 150);
    for (IndexedRecord record : indexedRecordList) {
        writer.write(record);
    }
    Result writerResult = writer.close();
    assertNotNull(writerResult);
    assertEquals(indexedRecordList.size(), writerResult.totalCount);
    verify(port, times(2)).updateList(any(UpdateListRequest.class));
    assertEquals(indexedRecordList.size(), updatedRecordList.size());
}
Also used : NetSuiteSinkImpl(org.talend.components.netsuite.v2014_2.NetSuiteSinkImpl) IndexedRecord(org.apache.avro.generic.IndexedRecord) Schema(org.apache.avro.Schema) TypeDesc(org.talend.components.netsuite.client.model.TypeDesc) ArrayList(java.util.ArrayList) RecordRef(com.netsuite.webservices.v2014_2.platform.core.RecordRef) NetSuiteDatasetRuntime(org.talend.components.netsuite.NetSuiteDatasetRuntime) NetSuiteWriteOperation(org.talend.components.netsuite.output.NetSuiteWriteOperation) NetSuiteRuntimeImpl(org.talend.components.netsuite.v2014_2.NetSuiteRuntimeImpl) Result(org.talend.components.api.component.runtime.Result) UpdateListRequest(com.netsuite.webservices.v2014_2.platform.messages.UpdateListRequest) Opportunity(com.netsuite.webservices.v2014_2.transactions.sales.Opportunity) UpdateListResponse(com.netsuite.webservices.v2014_2.platform.messages.UpdateListResponse) NetSuiteRuntime(org.talend.components.netsuite.NetSuiteRuntime) NetSuiteOutputWriter(org.talend.components.netsuite.output.NetSuiteOutputWriter) WriteResponse(com.netsuite.webservices.v2014_2.platform.messages.WriteResponse) NetSuitePortType(com.netsuite.webservices.v2014_2.platform.NetSuitePortType) WriteResponseList(com.netsuite.webservices.v2014_2.platform.messages.WriteResponseList) InvocationOnMock(org.mockito.invocation.InvocationOnMock) NetSuiteSink(org.talend.components.netsuite.NetSuiteSink) Test(org.junit.Test)

Example 59 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class NetSuiteOutputWriterTest method testDelete.

@Test
public void testDelete() throws Exception {
    final NetSuitePortType port = webServiceMockTestFixture.getPortMock();
    final TypeDesc typeDesc = webServiceMockTestFixture.getClientService().getMetaDataSource().getTypeInfo(RecordTypeEnum.OPPORTUNITY.getTypeName());
    final TypeDesc refTypeDesc = webServiceMockTestFixture.getClientService().getMetaDataSource().getTypeInfo(RefType.RECORD_REF.getTypeName());
    properties.module.moduleName.setValue(typeDesc.getTypeName());
    properties.module.action.setValue(OutputAction.DELETE);
    final List<RecordRef> deletedRecordRefList = new ArrayList<>();
    when(port.deleteList(any(DeleteListRequest.class))).then(new Answer<DeleteListResponse>() {

        @Override
        public DeleteListResponse answer(InvocationOnMock invocationOnMock) throws Throwable {
            DeleteListRequest request = (DeleteListRequest) invocationOnMock.getArguments()[0];
            DeleteListResponse response = new DeleteListResponse();
            WriteResponseList writeResponseList = new WriteResponseList();
            for (int i = 0; i < request.getBaseRef().size(); i++) {
                RecordRef recordRef = (RecordRef) request.getBaseRef().get(i);
                assertNotNull(recordRef);
                assertNotNull(recordRef.getInternalId());
                assertNotNull(recordRef.getType());
                deletedRecordRefList.add(recordRef);
                WriteResponse writeResponse = new WriteResponse();
                writeResponse.setStatus(createSuccessStatus());
                writeResponse.setBaseRef(recordRef);
                writeResponseList.getWriteResponse().add(writeResponse);
            }
            response.setWriteResponseList(writeResponseList);
            return response;
        }
    });
    NetSuiteRuntime netSuiteRuntime = new NetSuiteRuntimeImpl();
    NetSuiteDatasetRuntime dataSetRuntime = netSuiteRuntime.getDatasetRuntime(properties.getConnectionProperties());
    Schema schema = dataSetRuntime.getSchema(RefType.RECORD_REF.getTypeName());
    properties.module.main.schema.setValue(schema);
    NetSuiteSink sink = new NetSuiteSinkImpl();
    sink.initialize(mockTestFixture.getRuntimeContainer(), properties);
    NetSuiteClientService<?> clientService = sink.getClientService();
    NetSuiteWriteOperation writeOperation = (NetSuiteWriteOperation) sink.createWriteOperation();
    NetSuiteOutputWriter writer = (NetSuiteOutputWriter) writeOperation.createWriter(mockTestFixture.getRuntimeContainer());
    writer.open(UUID.randomUUID().toString());
    List<IndexedRecord> indexedRecordList = makeIndexedRecords(clientService, schema, new RecordRefComposer<>(refTypeDesc.getTypeClass()), 150);
    for (IndexedRecord record : indexedRecordList) {
        writer.write(record);
    }
    Result writerResult = writer.close();
    assertNotNull(writerResult);
    assertEquals(indexedRecordList.size(), writerResult.totalCount);
    verify(port, times(2)).deleteList(any(DeleteListRequest.class));
    assertEquals(indexedRecordList.size(), deletedRecordRefList.size());
}
Also used : DeleteListRequest(com.netsuite.webservices.v2014_2.platform.messages.DeleteListRequest) NetSuiteSinkImpl(org.talend.components.netsuite.v2014_2.NetSuiteSinkImpl) IndexedRecord(org.apache.avro.generic.IndexedRecord) DeleteListResponse(com.netsuite.webservices.v2014_2.platform.messages.DeleteListResponse) Schema(org.apache.avro.Schema) TypeDesc(org.talend.components.netsuite.client.model.TypeDesc) RecordRef(com.netsuite.webservices.v2014_2.platform.core.RecordRef) ArrayList(java.util.ArrayList) NetSuiteDatasetRuntime(org.talend.components.netsuite.NetSuiteDatasetRuntime) NetSuiteWriteOperation(org.talend.components.netsuite.output.NetSuiteWriteOperation) NetSuiteRuntimeImpl(org.talend.components.netsuite.v2014_2.NetSuiteRuntimeImpl) Result(org.talend.components.api.component.runtime.Result) NetSuiteRuntime(org.talend.components.netsuite.NetSuiteRuntime) NetSuiteOutputWriter(org.talend.components.netsuite.output.NetSuiteOutputWriter) WriteResponse(com.netsuite.webservices.v2014_2.platform.messages.WriteResponse) NetSuitePortType(com.netsuite.webservices.v2014_2.platform.NetSuitePortType) WriteResponseList(com.netsuite.webservices.v2014_2.platform.messages.WriteResponseList) InvocationOnMock(org.mockito.invocation.InvocationOnMock) NetSuiteSink(org.talend.components.netsuite.NetSuiteSink) Test(org.junit.Test)

Example 60 with Result

use of org.talend.components.api.component.runtime.Result in project components by Talend.

the class NetSuiteOutputWriterIT method testAddCustomRecord.

@Test
public void testAddCustomRecord() throws Exception {
    final NetSuiteClientService<NetSuitePortType> clientService = webServiceTestFixture.getClientService();
    clientService.getMetaDataSource().setCustomizationEnabled(true);
    RuntimeContainer container = mock(RuntimeContainer.class);
    NetSuiteOutputProperties properties = new NetSuiteOutputProperties("test");
    properties.init();
    properties.connection.endpoint.setValue(webServiceTestFixture.getEndpointUrl());
    properties.connection.email.setValue(webServiceTestFixture.getCredentials().getEmail());
    properties.connection.password.setValue(webServiceTestFixture.getCredentials().getPassword());
    properties.connection.account.setValue(webServiceTestFixture.getCredentials().getAccount());
    properties.connection.role.setValue(Integer.valueOf(webServiceTestFixture.getCredentials().getRoleId()));
    properties.connection.applicationId.setValue(webServiceTestFixture.getCredentials().getApplicationId());
    properties.module.moduleName.setValue("customrecordqacomp_custom_recordtype");
    properties.module.action.setValue(OutputAction.ADD);
    NetSuiteRuntimeImpl runtime = new NetSuiteRuntimeImpl();
    runtime.setClientFactory(clientFactory);
    NetSuiteDatasetRuntime dataSetRuntime = runtime.getDatasetRuntime(properties.getConnectionProperties());
    Schema schema = dataSetRuntime.getSchema(properties.module.moduleName.getValue());
    Schema targetSchema = TestUtils.makeRecordSchema(schema, Arrays.asList("name", "custrecord79", "custrecord80"));
    properties.module.main.schema.setValue(targetSchema);
    Schema targetFlowSchema = dataSetRuntime.getSchemaForUpdateFlow(properties.module.moduleName.getValue(), targetSchema);
    properties.module.flowSchema.schema.setValue(targetFlowSchema);
    Schema targetRejectSchema = dataSetRuntime.getSchemaForUpdateReject(properties.module.moduleName.getValue(), targetSchema);
    properties.module.rejectSchema.schema.setValue(targetRejectSchema);
    GenericRecord indexedRecordToAdd = new GenericData.Record(targetSchema);
    String testId = Long.toString(System.currentTimeMillis());
    indexedRecordToAdd.put("Name", "Test Project " + testId);
    indexedRecordToAdd.put("Custrecord79", "Test Project " + testId);
    indexedRecordToAdd.put("Custrecord80", "0.1.0");
    List<IndexedRecord> indexedRecordList = new ArrayList<>();
    indexedRecordList.add(indexedRecordToAdd);
    // Add records
    NetSuiteSink sink = new NetSuiteSinkImpl();
    sink.setClientFactory(clientFactory);
    sink.initialize(container, properties);
    NetSuiteWriteOperation writeOperation = (NetSuiteWriteOperation) sink.createWriteOperation();
    NetSuiteOutputWriter<?, CustomRecordRef> writer = (NetSuiteOutputWriter) writeOperation.createWriter(container);
    writer.open(UUID.randomUUID().toString());
    for (IndexedRecord indexedRecord : indexedRecordList) {
        writer.write(indexedRecord);
    }
    Result writerResult = writer.close();
    assertNotNull(writerResult);
    assertEquals(indexedRecordList.size(), writerResult.totalCount);
    assertEquals(indexedRecordList.size(), writerResult.successCount);
    final List<CustomRecordRef> refList = new ArrayList<>(indexedRecordList.size());
    for (NsWriteResponse<CustomRecordRef> response : writer.getWriteResponses()) {
        CustomRecordRef recordRef = response.getRef();
        refList.add(recordRef);
    }
    // Re-read updated records
    List<NsReadResponse<CustomRecord>> readResponseList = clientService.execute(new NetSuiteClientService.PortOperation<List<NsReadResponse<CustomRecord>>, NetSuitePortType>() {

        @Override
        public List<NsReadResponse<CustomRecord>> execute(NetSuitePortType port) throws Exception {
            GetListRequest request = new GetListRequest();
            request.getBaseRef().addAll(refList);
            return NetSuiteClientServiceImpl.toNsReadResponseList(port.getList(request).getReadResponseList());
        }
    });
    int index = 0;
    for (NsReadResponse<CustomRecord> readResponse : readResponseList) {
        assertTrue(readResponse.getStatus().isSuccess());
        GenericRecord inputRecord = (GenericRecord) indexedRecordList.get(index);
        CustomRecord record = readResponse.getRecord();
        CustomFieldList customFieldList = record.getCustomFieldList();
        assertNotNull(customFieldList);
        Map<String, CustomFieldRef> customFieldRefMap = new HashMap<>();
        for (CustomFieldRef fieldRef : customFieldList.getCustomField()) {
            customFieldRefMap.put(fieldRef.getScriptId(), fieldRef);
        }
        StringCustomFieldRef customFieldRef1 = (StringCustomFieldRef) customFieldRefMap.get("custrecord79");
        assertNotNull(customFieldRef1);
        assertEquals(inputRecord.get("Custrecord79"), customFieldRef1.getValue());
        StringCustomFieldRef customFieldRef2 = (StringCustomFieldRef) customFieldRefMap.get("custrecord80");
        assertNotNull(customFieldRef2);
        assertEquals(inputRecord.get("Custrecord80"), customFieldRef2.getValue());
    }
    clientService.deleteList(refList);
}
Also used : NetSuiteSinkImpl(org.talend.components.netsuite.v2016_2.NetSuiteSinkImpl) IndexedRecord(org.apache.avro.generic.IndexedRecord) HashMap(java.util.HashMap) Schema(org.apache.avro.Schema) ArrayList(java.util.ArrayList) NetSuiteDatasetRuntime(org.talend.components.netsuite.NetSuiteDatasetRuntime) NetSuiteWriteOperation(org.talend.components.netsuite.output.NetSuiteWriteOperation) CustomRecordRef(com.netsuite.webservices.v2016_2.platform.core.CustomRecordRef) CustomFieldList(com.netsuite.webservices.v2016_2.platform.core.CustomFieldList) NsReadResponse(org.talend.components.netsuite.client.NsReadResponse) StringCustomFieldRef(com.netsuite.webservices.v2016_2.platform.core.StringCustomFieldRef) NetSuiteRuntimeImpl(org.talend.components.netsuite.v2016_2.NetSuiteRuntimeImpl) Result(org.talend.components.api.component.runtime.Result) NsSearchResult(org.talend.components.netsuite.client.NsSearchResult) CustomRecord(com.netsuite.webservices.v2016_2.setup.customization.CustomRecord) IndexedRecord(org.apache.avro.generic.IndexedRecord) GenericRecord(org.apache.avro.generic.GenericRecord) CustomFieldList(com.netsuite.webservices.v2016_2.platform.core.CustomFieldList) List(java.util.List) ArrayList(java.util.ArrayList) RecordRefList(com.netsuite.webservices.v2016_2.platform.core.RecordRefList) CustomRecord(com.netsuite.webservices.v2016_2.setup.customization.CustomRecord) GenericRecord(org.apache.avro.generic.GenericRecord) NetSuiteOutputWriter(org.talend.components.netsuite.output.NetSuiteOutputWriter) NetSuiteClientService(org.talend.components.netsuite.client.NetSuiteClientService) NetSuiteOutputProperties(org.talend.components.netsuite.output.NetSuiteOutputProperties) NetSuiteException(org.talend.components.netsuite.client.NetSuiteException) NetSuitePortType(com.netsuite.webservices.v2016_2.platform.NetSuitePortType) CustomFieldRef(com.netsuite.webservices.v2016_2.platform.core.CustomFieldRef) StringCustomFieldRef(com.netsuite.webservices.v2016_2.platform.core.StringCustomFieldRef) BooleanCustomFieldRef(com.netsuite.webservices.v2016_2.platform.core.BooleanCustomFieldRef) NetSuiteSink(org.talend.components.netsuite.NetSuiteSink) GetListRequest(com.netsuite.webservices.v2016_2.platform.messages.GetListRequest) RuntimeContainer(org.talend.components.api.container.RuntimeContainer) Test(org.junit.Test)

Aggregations

Result (org.talend.components.api.component.runtime.Result)76 Test (org.junit.Test)42 IndexedRecord (org.apache.avro.generic.IndexedRecord)31 ArrayList (java.util.ArrayList)22 Schema (org.apache.avro.Schema)17 TSalesforceOutputProperties (org.talend.components.salesforce.tsalesforceoutput.TSalesforceOutputProperties)13 ComponentDefinition (org.talend.components.api.component.ComponentDefinition)11 TSalesforceOutputDefinition (org.talend.components.salesforce.tsalesforceoutput.TSalesforceOutputDefinition)11 IOException (java.io.IOException)10 DefaultComponentRuntimeContainerImpl (org.talend.components.api.container.DefaultComponentRuntimeContainerImpl)8 NetSuiteDatasetRuntime (org.talend.components.netsuite.NetSuiteDatasetRuntime)8 NetSuiteSink (org.talend.components.netsuite.NetSuiteSink)8 NetSuiteOutputWriter (org.talend.components.netsuite.output.NetSuiteOutputWriter)8 NetSuiteWriteOperation (org.talend.components.netsuite.output.NetSuiteWriteOperation)8 ValidationResult (org.talend.daikon.properties.ValidationResult)7 NetSuitePortType (com.netsuite.webservices.v2016_2.platform.NetSuitePortType)6 SQLException (java.sql.SQLException)6 List (java.util.List)6 NetSuiteRuntimeImpl (org.talend.components.netsuite.v2016_2.NetSuiteRuntimeImpl)6 NetSuiteSinkImpl (org.talend.components.netsuite.v2016_2.NetSuiteSinkImpl)6