Search in sources :

Example 6 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoSOAPClientTestIT method testRemoveFromList.

@Test
public void testRemoveFromList() throws Exception {
    MarketoSource source = new MarketoSource();
    source.initialize(null, listProperties);
    MarketoClientService client = source.getClientService(null);
    // 
    ListOperationParameters parms = new ListOperationParameters();
    parms.setApiMode(SOAP.name());
    parms.setListKeyValue(UNDX_TEST_LIST_SMALL);
    parms.setLeadKeyValue(new String[] { createdLeads.get(20).toString() });
    // first subscribe lead
    MarketoSyncResult result = client.addToList(parms);
    List<SyncStatus> changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        assertTrue(Boolean.parseBoolean(r.getStatus()));
        LOG.debug("r = {}.", r);
    }
    // then remove it
    result = client.removeFromList(parms);
    LOG.debug("result = {}.", result);
    changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        assertTrue(Boolean.parseBoolean(r.getStatus()));
        LOG.debug("r = {}.", r);
    }
}
Also used : ListOperationParameters(org.talend.components.marketo.runtime.client.type.ListOperationParameters) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) MarketoSource(org.talend.components.marketo.runtime.MarketoSource) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Example 7 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoListOperationWriter method flush.

@Override
protected void flush() {
    if (!listOpeParms.isValid()) {
        return;
    }
    MarketoSyncResult mktoResult = new MarketoSyncResult();
    // process the list operation
    for (int i = 0; i < getRetryAttemps(); i++) {
        result.apiCalls++;
        switch(operation) {
            case addTo:
                mktoResult = client.addToList(listOpeParms);
                break;
            case isMemberOf:
                mktoResult = client.isMemberOfList(listOpeParms);
                break;
            case removeFrom:
                mktoResult = client.removeFromList(listOpeParms);
                break;
        }
        // 
        if (!mktoResult.isSuccess()) {
            if (dieOnError) {
                throw new MarketoRuntimeException(mktoResult.getErrorsString());
            }
            // is recoverable error
            if (client.isErrorRecoverable(mktoResult.getErrors())) {
                LOG.debug("Recoverable error during operation : `{}`. Retrying...", mktoResult.getErrorsString());
                waitForRetryAttempInterval();
                continue;
            } else {
                LOG.error("Unrecoverable error : `{}`.", mktoResult.getErrorsString());
                break;
            }
        } else {
            break;
        }
    }
    processResult(mktoResult);
    // clear the list
    listOpeParms.reset();
}
Also used : MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult)

Example 8 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoRESTClientTestIT method testIsMemberOfList.

@Test
public void testIsMemberOfList() throws Exception {
    MarketoSource source = new MarketoSource();
    source.initialize(null, listProperties);
    MarketoClientService client = source.getClientService(null);
    // 
    ListOperationParameters parms = new ListOperationParameters();
    parms.setApiMode(APIMode.REST.name());
    parms.setListId(UNDX_TEST_LIST_SMALL_ID);
    parms.setLeadIds(new Integer[] { createdLeads.get(0), createdLeads.get(1), createdLeads.get(2) });
    // 
    MarketoSyncResult result = client.isMemberOfList(parms);
    LOG.debug("result = {}.", result);
    List<SyncStatus> changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        assertEquals("memberof", r.getStatus());
        LOG.debug("r = {}.", r);
    }
}
Also used : ListOperationParameters(org.talend.components.marketo.runtime.client.type.ListOperationParameters) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) MarketoSource(org.talend.components.marketo.runtime.MarketoSource) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Example 9 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoRESTClientTestIT method testRemoveFromList.

@Test
public void testRemoveFromList() throws Exception {
    MarketoSource source = new MarketoSource();
    source.initialize(null, listProperties);
    MarketoClientService client = source.getClientService(null);
    // 
    ListOperationParameters parms = new ListOperationParameters();
    parms.setApiMode(APIMode.REST.name());
    parms.setListId(UNDX_TEST_LIST_SMALL_ID);
    parms.setLeadIds(new Integer[] { createdLeads.get(20) });
    // 
    // first subscribe lead
    MarketoSyncResult result = client.addToList(parms);
    LOG.debug("result = {}.", result);
    List<SyncStatus> changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        LOG.debug("r = {}.", r);
    }
    // then remove it
    result = client.removeFromList(parms);
    LOG.debug("result = {}.", result);
    changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        assertEquals("removed", r.getStatus());
        LOG.debug("r = {}.", r);
    }
}
Also used : ListOperationParameters(org.talend.components.marketo.runtime.client.type.ListOperationParameters) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) MarketoSource(org.talend.components.marketo.runtime.MarketoSource) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Example 10 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoBaseTestIT method createDatasets.

public static void createDatasets(int numberOfLeads) throws Exception {
    LOG.info("Creating test leads");
    TMarketoOutputProperties p = initClient();
    if (numberOfLeads < 5) {
        numberOfLeads = 5;
    }
    // create leads for tests
    // test attributes
    List<Field> fields = new ArrayList<>();
    Field field = new Schema.Field("accountType", Schema.create(Schema.Type.STRING), null, (Object) null);
    fields.add(field);
    field = new Schema.Field("linkedInId", Schema.create(Type.INT), null, (Object) null);
    fields.add(field);
    field = new Schema.Field("sfdcAccountId", Schema.create(Type.STRING), null, (Object) null);
    fields.add(field);
    field = new Schema.Field("company", Schema.create(Type.STRING), null, (Object) null);
    fields.add(field);
    Schema s = MarketoUtils.newSchema(p.schemaInput.schema.getValue(), "leadAttribute", fields);
    p.schemaInput.schema.setValue(s);
    p.updateOutputSchemas();
    // 
    List<IndexedRecord> leads = new ArrayList<>();
    // 
    for (int i = 0; i < numberOfLeads; i++) {
        IndexedRecord record = new GenericData.Record(s);
        record.put(0, null);
        record.put(1, String.format("%s%02d%s", EMAIL_PREFIX, i, EMAIL_DOMAIN));
        record.put(2, String.format("firstName%02d", i));
        record.put(3, String.format("lastName%02d", i));
        record.put(4, String.format("Account Type %02d", i));
        // all the same linkedInId.
        record.put(5, COMMON_LINKEDIN_ID);
        // all the same SalesforceId.
        record.put(6, COMMON_SFDC_ACCOUNT_ID);
        // all the same SalesforceId.
        record.put(7, "Retail-Dev");
        leads.add(record);
    }
    // /
    MarketoSyncResult result = datasetsClient.syncMultipleLeads(p, leads);
    LOG.debug("result = {}.", result);
    List<SyncStatus> changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        createdLeads.add(r.getId());
    }
    LOG.info("Created {} leads for tests. Now adding 5 leads to {} list.", createdLeads.size(), UNDX_TEST_LIST_SMALL);
    // adding 5 members to test list
    ListOperationParameters parms = new ListOperationParameters();
    parms.setApiMode(REST.name());
    parms.setListId(UNDX_TEST_LIST_SMALL_ID);
    parms.setLeadIds(new Integer[] { createdLeads.get(0), createdLeads.get(1), createdLeads.get(2), createdLeads.get(3), createdLeads.get(4) });
    // 
    result = datasetsClient.addToList(parms);
    LOG.debug("result = {}.", result);
    LOG.info("Test Dataset created successfully.");
}
Also used : IndexedRecord(org.apache.avro.generic.IndexedRecord) Schema(org.apache.avro.Schema) ListOperationParameters(org.talend.components.marketo.runtime.client.type.ListOperationParameters) ArrayList(java.util.ArrayList) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) Field(org.apache.avro.Schema.Field) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Field(org.apache.avro.Schema.Field) TMarketoOutputProperties(org.talend.components.marketo.tmarketooutput.TMarketoOutputProperties) IndexedRecord(org.apache.avro.generic.IndexedRecord)

Aggregations

MarketoSyncResult (org.talend.components.marketo.runtime.client.type.MarketoSyncResult)29 SyncStatus (org.talend.components.marketo.runtime.client.rest.type.SyncStatus)20 Test (org.junit.Test)18 MarketoSource (org.talend.components.marketo.runtime.MarketoSource)17 ArrayList (java.util.ArrayList)13 IndexedRecord (org.apache.avro.generic.IndexedRecord)10 Schema (org.apache.avro.Schema)9 ListOperationParameters (org.talend.components.marketo.runtime.client.type.ListOperationParameters)8 MarketoError (org.talend.components.marketo.runtime.client.type.MarketoError)5 Field (org.apache.avro.Schema.Field)4 Record (org.apache.avro.generic.GenericData.Record)4 MarketoException (org.talend.components.marketo.runtime.client.type.MarketoException)4 MalformedURLException (java.net.MalformedURLException)3 InvalidKeyException (java.security.InvalidKeyException)3 NoSuchAlgorithmException (java.security.NoSuchAlgorithmException)3 ParseException (java.text.ParseException)3 JAXBContext (javax.xml.bind.JAXBContext)3 JAXBException (javax.xml.bind.JAXBException)3 Marshaller (javax.xml.bind.Marshaller)3 DatatypeConfigurationException (javax.xml.datatype.DatatypeConfigurationException)3