Search in sources :

Example 21 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoRESTClientTestIT method testDeleteLeads.

/*
     *
     * management func
     *
     */
@Test
public void testDeleteLeads() throws Exception {
    MarketoSource source = new MarketoSource();
    source.initialize(null, outProperties);
    MarketoRESTClient client = (MarketoRESTClient) source.getClientService(null);
    // 
    Integer[] ids = { 0, 1, 2, 2 };
    MarketoSyncResult result = client.deleteLeads(ids);
    LOG.debug("result = {}.", result);
    List<SyncStatus> changes = result.getRecords();
    assertTrue(changes.size() > 0);
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getId());
        assertEquals("skipped", r.getStatus());
        LOG.debug("r = {}.", r);
    }
    // writer
    outProperties.outputOperation.setValue(OutputOperation.deleteLeads);
    outProperties.afterOutputOperation();
    List<IndexedRecord> leads = new ArrayList<>();
    Schema s = outProperties.schemaInput.schema.getValue();
    IndexedRecord record;
    for (int i = 0; i < 10; i++) {
        record = new GenericData.Record(s);
        record.put(0, createdLeads.get(i));
        leads.add(record);
    }
    // Non existing lead
    record = new GenericData.Record(s);
    record.put(0, 123);
    leads.add(record);
    MarketoSyncResult rs = client.deleteLeads(leads);
    for (SyncStatus sync : rs.getRecords()) {
        assertNotNull(sync);
        LOG.debug("sync = {}.", sync);
        if (sync.getId().equals(123)) {
            assertEquals("skipped", sync.getStatus());
            assertEquals("[1004] Lead not found.", sync.getAvailableReason());
        } else {
            assertEquals("deleted", sync.getStatus());
        }
    }
}
Also used : IndexedRecord(org.apache.avro.generic.IndexedRecord) Schema(org.apache.avro.Schema) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) ArrayList(java.util.ArrayList) GenericData(org.apache.avro.generic.GenericData) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) MarketoSource(org.talend.components.marketo.runtime.MarketoSource) Test(org.junit.Test)

Example 22 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoOutputWriter method flush.

@Override
protected void flush() {
    if (recordsToProcess.isEmpty()) {
        return;
    }
    MarketoSyncResult mktoResult = new MarketoSyncResult();
    for (int i = 0; i < getRetryAttemps(); i++) {
        result.apiCalls++;
        switch(operation) {
            case syncLead:
                mktoResult = client.syncLead(properties, recordsToProcess.get(0));
                break;
            case syncMultipleLeads:
                mktoResult = client.syncMultipleLeads(properties, recordsToProcess);
                break;
            case deleteLeads:
                mktoResult = ((MarketoRESTClient) client).deleteLeads(recordsToProcess);
                break;
            case syncCustomObjects:
                mktoResult = ((MarketoRESTClient) client).syncCustomObjects(properties, recordsToProcess);
                break;
            case deleteCustomObjects:
                mktoResult = ((MarketoRESTClient) client).deleteCustomObjects(properties, recordsToProcess);
                break;
        }
        // 
        if (!mktoResult.isSuccess()) {
            if (dieOnError) {
                throw new MarketoRuntimeException(mktoResult.getErrorsString());
            }
            // is recoverable error
            if (client.isErrorRecoverable(mktoResult.getErrors())) {
                LOG.debug("Recoverable error during operation : `{}`. Retrying...", mktoResult.getErrorsString());
                waitForRetryAttempInterval();
                continue;
            } else {
                LOG.error("Unrecoverable error : `{}`.", mktoResult.getErrorsString());
                break;
            }
        } else {
            break;
        }
    }
    processResult(mktoResult);
    // clear the list
    recordsToProcess.clear();
}
Also used : MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult)

Example 23 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoClientCustomObjectsTestIT method testDeleteCustomObjectsFailWithWrongFields.

@Test
public void testDeleteCustomObjectsFailWithWrongFields() throws Exception {
    MarketoSyncResult rs = createCustomObjectRecords("");
    assertTrue(rs.isSuccess());
    // 
    oprops.customObjectName.setValue(TEST_CO_NAME_SMARTPHONE);
    Schema s = // 
    SchemaBuilder.record("sn").fields().name(FIELD_CO_SMARTPHONE_BRAND).type().stringType().noDefault().name(FIELD_CO_SMARTPHONE_MODEL).type().stringType().noDefault().name(FIELD_CO_SMARTPHONE_CUSTOMER_ID).type().intType().noDefault().endRecord();
    List<IndexedRecord> records = new ArrayList<>();
    IndexedRecord r1;
    for (String m : TEST_SMARTPHONE_MODELS) {
        r1 = new Record(s);
        r1.put(0, TEST_SMARTPHONE_BRAND_SAMSUNG);
        r1.put(1, m);
        r1.put(2, 3113479);
        records.add(r1);
    }
    MarketoSource source = new MarketoSource();
    source.initialize(null, irProps);
    MarketoRESTClient client = (MarketoRESTClient) source.getClientService(null);
    rs = client.deleteCustomObjects(oprops, records);
    assertTrue(rs.isSuccess());
    List<SyncStatus> changes = rs.getRecords();
    assertEquals(TEST_SMARTPHONE_MODELS.length, changes.size());
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getSeq());
        assertEquals(STATUS_SKIPPED, r.getStatus());
    }
}
Also used : IndexedRecord(org.apache.avro.generic.IndexedRecord) Schema(org.apache.avro.Schema) ArrayList(java.util.ArrayList) SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) Record(org.apache.avro.generic.GenericData.Record) IndexedRecord(org.apache.avro.generic.IndexedRecord) MarketoSource(org.talend.components.marketo.runtime.MarketoSource) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Example 24 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoClientCustomObjectsTestIT method testSyncCustomObjectsWithDedupeByFail.

@Test
public void testSyncCustomObjectsWithDedupeByFail() throws Exception {
    MarketoSyncResult rs = createCustomObjectRecords("yoyoto");
    assertFalse(rs.isSuccess());
    LOG.debug("rs = {}.", rs);
    assertEquals("1003", rs.getErrors().get(0).getCode());
    assertEquals("Invalid dedupeBy 'yoyoto' value", rs.getErrors().get(0).getMessage());
}
Also used : MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Example 25 with MarketoSyncResult

use of org.talend.components.marketo.runtime.client.type.MarketoSyncResult in project components by Talend.

the class MarketoClientCustomObjectsTestIT method testSyncCustomObjects.

@Test
public void testSyncCustomObjects() throws Exception {
    MarketoSyncResult rs = createCustomObjectRecords("");
    assertTrue(rs.isSuccess());
    List<SyncStatus> changes = rs.getRecords();
    assertEquals(TEST_SMARTPHONE_MODELS.length, changes.size());
    for (SyncStatus r : changes) {
        assertNotNull(r);
        assertNotNull(r.getSeq());
        assertNotNull(r.getMarketoGUID());
        assertTrue(r.getStatus().equals(STATUS_UPDATED) || r.getStatus().equals(STATUS_CREATED));
    }
}
Also used : SyncStatus(org.talend.components.marketo.runtime.client.rest.type.SyncStatus) MarketoSyncResult(org.talend.components.marketo.runtime.client.type.MarketoSyncResult) Test(org.junit.Test)

Aggregations

MarketoSyncResult (org.talend.components.marketo.runtime.client.type.MarketoSyncResult)29 SyncStatus (org.talend.components.marketo.runtime.client.rest.type.SyncStatus)20 Test (org.junit.Test)18 MarketoSource (org.talend.components.marketo.runtime.MarketoSource)17 ArrayList (java.util.ArrayList)13 IndexedRecord (org.apache.avro.generic.IndexedRecord)10 Schema (org.apache.avro.Schema)9 ListOperationParameters (org.talend.components.marketo.runtime.client.type.ListOperationParameters)8 MarketoError (org.talend.components.marketo.runtime.client.type.MarketoError)5 Field (org.apache.avro.Schema.Field)4 Record (org.apache.avro.generic.GenericData.Record)4 MarketoException (org.talend.components.marketo.runtime.client.type.MarketoException)4 MalformedURLException (java.net.MalformedURLException)3 InvalidKeyException (java.security.InvalidKeyException)3 NoSuchAlgorithmException (java.security.NoSuchAlgorithmException)3 ParseException (java.text.ParseException)3 JAXBContext (javax.xml.bind.JAXBContext)3 JAXBException (javax.xml.bind.JAXBException)3 Marshaller (javax.xml.bind.Marshaller)3 DatatypeConfigurationException (javax.xml.datatype.DatatypeConfigurationException)3