Examples with Field com.sforce.soap.partner.Field used on opensource projects

Example 11 with Field

use of com.sforce.soap.partner.Field in project components by Talend.

the class SalesforceAvroRegistry method inferSchemaDescribeSObjectResult.

/**
 * Infers an Avro schema for the given DescribeSObjectResult. This can be an expensive operation so the schema
 * should be cached where possible. This is always an {@link Schema.Type#RECORD}.
 *
 * @param in the DescribeSObjectResult to analyse.
 * @return the schema for data given from the object.
 */
private Schema inferSchemaDescribeSObjectResult(DescribeSObjectResult in) {
    List<Schema.Field> fields = new ArrayList<>();
    for (Field field : in.getFields()) {
        Schema.Field avroField = new Schema.Field(field.getName(), inferSchema(field), null, field.getDefaultValueFormula());
        // Add some Talend6 custom properties to the schema.
        Schema avroFieldSchema = avroField.schema();
        if (avroFieldSchema.getType() == Schema.Type.UNION) {
            for (Schema schema : avroFieldSchema.getTypes()) {
                if (avroFieldSchema.getType() != Schema.Type.NULL) {
                    avroFieldSchema = schema;
                    break;
                }
            }
        }
        if (AvroUtils.isSameType(avroFieldSchema, AvroUtils._string())) {
            if (field.getLength() != 0) {
                avroField.addProp(SchemaConstants.TALEND_COLUMN_DB_LENGTH, String.valueOf(field.getLength()));
            }
            if (field.getPrecision() != 0) {
                avroField.addProp(SchemaConstants.TALEND_COLUMN_PRECISION, String.valueOf(field.getPrecision()));
            }
        } else {
            if (field.getPrecision() != 0) {
                avroField.addProp(SchemaConstants.TALEND_COLUMN_DB_LENGTH, String.valueOf(field.getPrecision()));
            }
            if (field.getScale() != 0) {
                avroField.addProp(SchemaConstants.TALEND_COLUMN_PRECISION, String.valueOf(field.getScale()));
            }
        }
        if (field.getReferenceTo() != null && field.getReferenceTo().length > 0 && field.getRelationshipName() != null) {
            avroField.addProp(SalesforceSchemaConstants.REF_MODULE_NAME, field.getReferenceTo()[0]);
            avroField.addProp(SalesforceSchemaConstants.REF_FIELD_NAME, field.getRelationshipName());
        }
        // pattern will be removed when we have db type for salesforce
        switch(field.getType()) {
            case date:
                avroField.addProp(SchemaConstants.TALEND_COLUMN_PATTERN, "yyyy-MM-dd");
                break;
            case datetime:
                avroField.addProp(SchemaConstants.TALEND_COLUMN_PATTERN, "yyyy-MM-dd'T'HH:mm:ss'.000Z'");
                break;
            case time:
                avroField.addProp(SchemaConstants.TALEND_COLUMN_PATTERN, "HH:mm:ss.SSS'Z'");
                break;
            default:
                break;
        }
        if (avroField.defaultVal() != null) {
            // FIXME really needed as Schema.Field has ability to store default value
            avroField.addProp(SchemaConstants.TALEND_COLUMN_DEFAULT, String.valueOf(avroField.defaultVal()));
        }
        fields.add(avroField);
    }
    return Schema.createRecord(in.getName(), null, null, false, fields);
}

Example 12 with Field

use of com.sforce.soap.partner.Field in project components by Talend.

the class SalesforceAvroRegistryTest method testInferSchemaDescribeSObjectResult.

/**
 * Tests that the {@link SalesforceAvroRegistry} has added support to get a {@link Schema} that describes
 * {@link DescribeSObjectResult} objects.
 */
@Test
public void testInferSchemaDescribeSObjectResult() {
    Schema s;
    // Setup.
    {
        Field booleanField = new Field();
        booleanField.setName("valid");
        booleanField.setType(FieldType._boolean);
        Field defaultField = new Field();
        defaultField.setName("def");
        defaultField.setType(FieldType._boolean);
        defaultField.setDefaultValueFormula(Boolean.TRUE.toString());
        Field dateField = new Field();
        dateField.setName("date");
        dateField.setType(FieldType.date);
        Field stringWithLengthField = new Field();
        stringWithLengthField.setName("string_with_length");
        stringWithLengthField.setType(FieldType.string);
        stringWithLengthField.setLength(20);
        Field numberWithScaleAndPrecisionField = new Field();
        numberWithScaleAndPrecisionField.setName("number_with_scale_and_precision");
        numberWithScaleAndPrecisionField.setType(FieldType._double);
        numberWithScaleAndPrecisionField.setPrecision(10);
        numberWithScaleAndPrecisionField.setScale(2);
        Field doubleWithNullable = new Field();
        doubleWithNullable.setName("double_with_nullable");
        doubleWithNullable.setType(FieldType._double);
        doubleWithNullable.setPrecision(18);
        doubleWithNullable.setScale(15);
        doubleWithNullable.setNillable(true);
        DescribeSObjectResult dsor = new DescribeSObjectResult();
        dsor.setName("MySObjectRecord");
        dsor.setFields(new Field[] { booleanField, defaultField, dateField, stringWithLengthField, numberWithScaleAndPrecisionField, doubleWithNullable });
        s = sRegistry.inferSchema(dsor);
    }
    assertThat(s.getType(), is(Schema.Type.RECORD));
    assertThat(s.getName(), is("MySObjectRecord"));
    assertThat(s.getFields(), hasSize(6));
    assertThat(s.getObjectProps().keySet(), empty());
    // Check out the field.
    Schema.Field f = s.getFields().get(0);
    assertThat(f.name(), is("valid"));
    assertThat(f.schema().getType(), is(Schema.Type.BOOLEAN));
    assertThat(f.schema().getObjectProps().keySet(), empty());
    f = s.getField("def");
    assertThat(f.name(), is("def"));
    assertThat(f.schema().getType(), is(Schema.Type.BOOLEAN));
    assertThat(f.getObjectProps().keySet(), containsInAnyOrder(TALEND_COLUMN_DEFAULT));
    assertThat(f.getProp(TALEND_COLUMN_DEFAULT), is(Boolean.TRUE.toString()));
    f = s.getField("date");
    assertThat(f.name(), is("date"));
    assertTrue(AvroUtils.isSameType(f.schema(), AvroUtils._date()));
    assertThat(f.getObjectProps().keySet(), containsInAnyOrder(SchemaConstants.TALEND_COLUMN_PATTERN));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_PATTERN), is("yyyy-MM-dd"));
    f = s.getField("string_with_length");
    assertThat(f.name(), is("string_with_length"));
    assertTrue(AvroUtils.isSameType(f.schema(), AvroUtils._string()));
    assertThat(f.getObjectProps().keySet(), containsInAnyOrder(SchemaConstants.TALEND_COLUMN_DB_LENGTH));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_DB_LENGTH), is("20"));
    f = s.getField("number_with_scale_and_precision");
    assertThat(f.name(), is("number_with_scale_and_precision"));
    assertTrue(AvroUtils.isSameType(f.schema(), AvroUtils._double()));
    assertThat(f.getObjectProps().keySet(), containsInAnyOrder(SchemaConstants.TALEND_COLUMN_DB_LENGTH, SchemaConstants.TALEND_COLUMN_PRECISION));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_DB_LENGTH), is("10"));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_PRECISION), is("2"));
    f = s.getField("double_with_nullable");
    assertThat(f.name(), is("double_with_nullable"));
    assertThat(f.schema().getType(), is(Schema.Type.UNION));
    assertThat(f.schema().getTypes(), containsInAnyOrder(AvroUtils._double(), Schema.create(Schema.Type.NULL)));
    assertThat(f.getObjectProps().keySet(), containsInAnyOrder(SchemaConstants.TALEND_COLUMN_DB_LENGTH, SchemaConstants.TALEND_COLUMN_PRECISION));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_DB_LENGTH), is("18"));
    assertThat(f.getProp(SchemaConstants.TALEND_COLUMN_PRECISION), is("15"));
}

Example 13 with Field

use of com.sforce.soap.partner.Field in project components by Talend.

the class SalesforceAvroRegistryTest method testInferSchemaWithReferenceField.

@Test
public void testInferSchemaWithReferenceField() {
    Field referenceField = new Field();
    referenceField.setName("reference");
    referenceField.setType(FieldType.string);
    referenceField.setReferenceTo(new String[] { "SomeRecord" });
    referenceField.setRelationshipName("relationship");
    DescribeSObjectResult dsor = new DescribeSObjectResult();
    dsor.setName("MySObjectRecord");
    dsor.setFields(new Field[] { referenceField });
    Schema schema = sRegistry.inferSchema(dsor);
    Schema.Field field = schema.getField("reference");
    assertThat(field.schema().getType(), is(Schema.Type.STRING));
    assertThat(field.getProp(SalesforceSchemaConstants.REF_MODULE_NAME), is("SomeRecord"));
    assertThat(field.getProp(SalesforceSchemaConstants.REF_FIELD_NAME), is("relationship"));
}

Example 14 with Field

use of com.sforce.soap.partner.Field in project components by Talend.

the class SalesforceAvroRegistryTest method testInferSchemaField.

/**
 * Tests that the {@link SalesforceAvroRegistry} has added support to get a {@link Schema} that describes
 * {@link Field} objects.
 */
@Test
public void testInferSchemaField() {
    // Test boolean extensively.
    Field f = new Field();
    f.setType(FieldType._boolean);
    Schema s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.BOOLEAN));
    // The properties injected into boolean.
    assertThat(s.getObjectProps().keySet(), empty());
    // The same thing if nullable.
    f.setNillable(true);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.UNION));
    assertThat(s.getTypes(), hasSize(2));
    assertThat(s.getObjectProps().keySet(), empty());
    s = AvroUtils.unwrapIfNullable(s);
    assertThat(s.getType(), is(Schema.Type.BOOLEAN));
    assertThat(s.getObjectProps().keySet(), empty());
    f = new Field();
    f.setType(FieldType._int);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.INT));
    f.setType(FieldType.date);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.LONG));
    assertThat(s.getProp(SchemaConstants.JAVA_CLASS_FLAG), is(Date.class.getCanonicalName()));
    f.setType(FieldType.datetime);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.LONG));
    assertThat(s.getProp(SchemaConstants.JAVA_CLASS_FLAG), is(Date.class.getCanonicalName()));
    f.setType(FieldType._double);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.DOUBLE));
    f.setType(FieldType.currency);
    f.setPrecision(8);
    f.setScale(5);
    s = sRegistry.inferSchema(f);
    assertThat(s.getType(), is(Schema.Type.STRING));
    assertThat(s.getProp(SchemaConstants.JAVA_CLASS_FLAG), is(BigDecimal.class.getCanonicalName()));
// assertThat(s.getLogicalType(), is((LogicalType) LogicalTypes.decimal(8, 5)));
}

Example 15 with Field

use of com.sforce.soap.partner.Field in project components by Talend.

the class SalesforceAvroRegistryStringTest method testInferSchemaWithReferenceField.

@Test
public void testInferSchemaWithReferenceField() {
    Field referenceField = new Field();
    referenceField.setName("reference");
    referenceField.setType(FieldType.string);
    referenceField.setReferenceTo(new String[] { "SomeRecord" });
    referenceField.setRelationshipName("relationship");
    DescribeSObjectResult dsor = new DescribeSObjectResult();
    dsor.setName("MySObjectRecord");
    dsor.setFields(new Field[] { referenceField });
    Schema schema = SalesforceAvroRegistryString.get().inferSchema(dsor);
    Schema.Field field = schema.getField("reference");
    assertThat(field.schema().getType(), is(Schema.Type.STRING));
    assertThat(field.getProp(SalesforceSchemaConstants.REF_MODULE_NAME), is("SomeRecord"));
    assertThat(field.getProp(SalesforceSchemaConstants.REF_FIELD_NAME), is("relationship"));
}