Search in sources :

Example 6 with ToString

use of uk.gov.gchq.koryphe.impl.function.ToString in project Gaffer by gchq.

the class PropertiesTransformerTest method shouldTransformPropertiesType.

@Test
public void shouldTransformPropertiesType() {
    // Given
    final PropertiesTransformer propertiesTransformer = new PropertiesTransformer.Builder().select(TestPropertyNames.PROP_1).execute(new ToString()).project(TestPropertyNames.PROP_2).build();
    final Properties testProperties = new Properties();
    testProperties.put(TestPropertyNames.PROP_1, 1);
    // When
    final Properties transformedProperties = propertiesTransformer.apply(testProperties);
    // Then
    assertThat(transformedProperties).containsKeys(TestPropertyNames.PROP_1);
    assertThat(transformedProperties.get(TestPropertyNames.PROP_1)).isEqualTo(1);
    assertThat(transformedProperties.get(TestPropertyNames.PROP_2)).isEqualTo("1");
}
Also used : ToString(uk.gov.gchq.koryphe.impl.function.ToString) Properties(uk.gov.gchq.gaffer.data.element.Properties) Test(org.junit.jupiter.api.Test) FunctionTest(uk.gov.gchq.koryphe.function.FunctionTest)

Example 7 with ToString

use of uk.gov.gchq.koryphe.impl.function.ToString in project Gaffer by gchq.

the class RoadTrafficCsvElementGenerator2Test method shouldParseSampleDataWithGenericFunctions.

@Test
public void shouldParseSampleDataWithGenericFunctions() throws IOException {
    // Given
    CsvLinesToMaps parseCsv = new CsvLinesToMaps().header("Region Name (GO)", "ONS LACode", "ONS LA Name", "CP", "S Ref E", "S Ref N", "Road", "A-Junction", "A Ref E", "A Ref N", "B-Junction", "B Ref E", "B Ref N", "RCat", "iDir", "Year", "dCount", "Hour", "PC", "2WMV", "CAR", "BUS", "LGV", "HGVR2", "HGVR3", "HGVR4", "HGVA3", "HGVA5", "HGVA6", "HGV", "AMV").firstRow(1);
    IterableFunction<Map<String, Object>, Tuple<String>> toTuples = new IterableFunction<>(new MapToTuple<String>());
    IterableFunction<Tuple<String>, Tuple<String>> transformTuples = new IterableFunction(new FunctionChain.Builder<>().execute(new String[] { "Road", "A-Junction" }, new Concat(":"), new String[] { "A-Junction" }).execute(new String[] { "Road", "B-Junction" }, new Concat(":"), new String[] { "B-Junction" }).execute(new String[] { "A Ref E", "A Ref N" }, new Concat(), new String[] { "A-Location" }).execute(new String[] { "B Ref E", "B Ref N" }, new Concat(), new String[] { "B-Location" }).execute(new String[] { "THIS" }, new CreateRoadTrafficFreqMap(), new String[] { "countByVehicleType" }).execute(new String[] { "countByVehicleType" }, new CallMethod("getTotal"), new String[] { "total-count" }).execute(new String[] { "dCount" }, new ParseTime().timeZone("UTC"), new String[] { "timestamp" }).execute(new String[] { "Hour" }, new FunctionChain(new ToInteger(), new MultiplyBy(60 * 60 * 1000), new ToLong()), new String[] { "hoursInMilliseconds" }).execute(new String[] { "timestamp", "hoursInMilliseconds" }, new FunctionChain(new ApplyBiFunction<>(new Sum()), new ToString(), new ParseDate()), new String[] { "startDate" }).execute(new String[] { "startDate" }, new DateToTimeBucketEnd(TimeBucket.HOUR), new String[] { "endDate" }).build());
    TuplesToElements toElements = new TuplesToElements().element(new ElementTupleDefinition("RegionContainsLocation").source("Region Name (GO)").destination("ONS LA Name")).element(new ElementTupleDefinition("LocationContainsRoad").source("ONS LA Name").destination("Road")).element(new ElementTupleDefinition("RoadHasJunction").source("Road").destination("A-Junction")).element(new ElementTupleDefinition("RoadHasJunction").source("Road").destination("B-Junction")).element(new ElementTupleDefinition("JunctionLocatedAt").source("A-Junction").destination("A-Location")).element(new ElementTupleDefinition("JunctionLocatedAt").source("B-Junction").destination("B-Location")).element(new ElementTupleDefinition("RoadUse").source("A-Junction").destination("B-Junction").property("startDate").property("endDate").property("countByVehicleType").property("count", "total-count")).element(new ElementTupleDefinition("JunctionUse").vertex("A-Junction").property("startDate").property("endDate").property("countByVehicleType").property("count", "total-count")).element(new ElementTupleDefinition("JunctionUse").vertex("B-Junction").property("startDate").property("endDate").property("countByVehicleType").property("count", "total-count"));
    HyperLogLogPlusEntityGenerator addCardinalities = new HyperLogLogPlusEntityGenerator().countProperty("count").edgeGroupProperty("edgeGroup").cardinalityPropertyName("hllp");
    // Apply functions
    final FunctionChain<List<String>, Iterable<Element>> generator2 = new FunctionChain.Builder<List<String>, Iterable<Element>>().execute(parseCsv).execute(toTuples).execute(transformTuples).execute(toElements).execute(addCardinalities).build();
    // Uncomment the following for debugging
    // System.out.println(new String(JSONSerialiser.serialise(generator2, true)));
    final List<String> lines = IOUtils.readLines(createInputStream());
    final List<Element> elements2 = Lists.newArrayList(generator2.apply(lines));
    // Then - the results should be the same as those generated using the original element generator
    final RoadTrafficStringElementGenerator generator1 = new RoadTrafficStringElementGenerator();
    final List<Element> elements1;
    try (final InputStream inputStream = createInputStream()) {
        elements1 = Lists.newArrayList(generator1.apply(() -> new LineIterator(new InputStreamReader(inputStream))));
    }
    JSONSerialiser.getMapper();
    SimpleClassNameCache.setUseFullNameForSerialisation(false);
    elements1.forEach(e -> e.removeProperty("hllp"));
    elements2.forEach(e -> e.removeProperty("hllp"));
    ElementUtil.assertElementEquals(elements1, elements2);
}
Also used : MultiplyBy(uk.gov.gchq.koryphe.impl.function.MultiplyBy) DateToTimeBucketEnd(uk.gov.gchq.gaffer.time.function.DateToTimeBucketEnd) Element(uk.gov.gchq.gaffer.data.element.Element) ParseDate(uk.gov.gchq.koryphe.impl.function.ParseDate) ToString(uk.gov.gchq.koryphe.impl.function.ToString) LineIterator(org.apache.commons.io.LineIterator) CallMethod(uk.gov.gchq.koryphe.impl.function.CallMethod) Concat(uk.gov.gchq.koryphe.impl.function.Concat) IterableFunction(uk.gov.gchq.koryphe.impl.function.IterableFunction) CsvLinesToMaps(uk.gov.gchq.koryphe.impl.function.CsvLinesToMaps) List(java.util.List) TuplesToElements(uk.gov.gchq.gaffer.data.element.function.TuplesToElements) FunctionChain(uk.gov.gchq.koryphe.impl.function.FunctionChain) ToLong(uk.gov.gchq.koryphe.impl.function.ToLong) HyperLogLogPlusEntityGenerator(uk.gov.gchq.gaffer.sketches.clearspring.cardinality.HyperLogLogPlusEntityGenerator) InputStreamReader(java.io.InputStreamReader) InputStream(java.io.InputStream) ToInteger(uk.gov.gchq.koryphe.impl.function.ToInteger) Sum(uk.gov.gchq.koryphe.impl.binaryoperator.Sum) ElementTupleDefinition(uk.gov.gchq.gaffer.data.element.function.ElementTupleDefinition) ParseTime(uk.gov.gchq.koryphe.impl.function.ParseTime) ToString(uk.gov.gchq.koryphe.impl.function.ToString) FreqMap(uk.gov.gchq.gaffer.types.FreqMap) Map(java.util.Map) MapToTuple(uk.gov.gchq.koryphe.impl.function.MapToTuple) Tuple(uk.gov.gchq.koryphe.tuple.Tuple) Test(org.junit.Test)

Example 8 with ToString

use of uk.gov.gchq.koryphe.impl.function.ToString in project Gaffer by gchq.

the class MapHandlerTest method shouldMapSingleObject.

@Test
public void shouldMapSingleObject() throws OperationException {
    // Given
    final MapHandler<Integer, String> handler = new MapHandler<>();
    final Map<Integer, String> operation = new Map.Builder<Integer>().input(7).first(Object::toString).build();
    // When
    final String result = handler.doOperation(operation, context, store);
    // Then
    assertNotNull(result);
    assertEquals("7", result);
}
Also used : ToString(uk.gov.gchq.koryphe.impl.function.ToString) Map(uk.gov.gchq.gaffer.operation.impl.Map) Test(org.junit.jupiter.api.Test)

Example 9 with ToString

use of uk.gov.gchq.koryphe.impl.function.ToString in project Gaffer by gchq.

the class TypeValueToTupleTest method shouldGetAndSetUsingCompositeFunction.

@Test
public void shouldGetAndSetUsingCompositeFunction() {
    // Given
    final TypeValue typeValue = new TypeValue("type", "value");
    final Function<Object, Object> compositeFunction = new FunctionComposite(Lists.newArrayList(new TypeValueToTuple(), new TupleAdaptedFunctionComposite.Builder().select(new String[] { "value" }).execute(new FunctionComposite(Arrays.asList(new Length(), new ToString()))).project(new String[] { "type" }).build()));
    // When
    compositeFunction.apply(typeValue);
    // Then
    assertEquals(new TypeValue("5", "value"), typeValue);
}
Also used : Length(uk.gov.gchq.koryphe.impl.function.Length) TypeValue(uk.gov.gchq.gaffer.types.TypeValue) ToString(uk.gov.gchq.koryphe.impl.function.ToString) ToString(uk.gov.gchq.koryphe.impl.function.ToString) TupleAdaptedFunctionComposite(uk.gov.gchq.koryphe.tuple.function.TupleAdaptedFunctionComposite) FunctionComposite(uk.gov.gchq.koryphe.function.FunctionComposite) FunctionTest(uk.gov.gchq.koryphe.function.FunctionTest) Test(org.junit.jupiter.api.Test)

Example 10 with ToString

use of uk.gov.gchq.koryphe.impl.function.ToString in project Gaffer by gchq.

the class TypeSubTypeValueToTupleTest method shouldGetAndSetUsingCompositeFunction.

@Test
public void shouldGetAndSetUsingCompositeFunction() {
    // Given
    final TypeSubTypeValue typeSubTypeValue = new TypeSubTypeValue("type", "subType", "value");
    final Function<Object, Object> compositeFunction = new FunctionComposite(Lists.newArrayList(new TypeSubTypeValueToTuple(), new TupleAdaptedFunctionComposite.Builder().select(new String[] { "value" }).execute(new FunctionComposite(Arrays.asList(new Length(), new ToString()))).project(new String[] { "type" }).build()));
    // When
    compositeFunction.apply(typeSubTypeValue);
    // Then
    assertEquals(new TypeSubTypeValue("5", "subType", "value"), typeSubTypeValue);
}
Also used : Length(uk.gov.gchq.koryphe.impl.function.Length) TypeSubTypeValue(uk.gov.gchq.gaffer.types.TypeSubTypeValue) ToString(uk.gov.gchq.koryphe.impl.function.ToString) ToString(uk.gov.gchq.koryphe.impl.function.ToString) TupleAdaptedFunctionComposite(uk.gov.gchq.koryphe.tuple.function.TupleAdaptedFunctionComposite) FunctionComposite(uk.gov.gchq.koryphe.function.FunctionComposite) FunctionTest(uk.gov.gchq.koryphe.function.FunctionTest) Test(org.junit.jupiter.api.Test)

Aggregations

ToString (uk.gov.gchq.koryphe.impl.function.ToString)11 Test (org.junit.jupiter.api.Test)8 Map (uk.gov.gchq.gaffer.operation.impl.Map)3 FunctionTest (uk.gov.gchq.koryphe.function.FunctionTest)3 FunctionComposite (uk.gov.gchq.koryphe.function.FunctionComposite)2 IterableFunction (uk.gov.gchq.koryphe.impl.function.IterableFunction)2 Length (uk.gov.gchq.koryphe.impl.function.Length)2 TupleAdaptedFunctionComposite (uk.gov.gchq.koryphe.tuple.function.TupleAdaptedFunctionComposite)2 ObjectMapper (com.fasterxml.jackson.databind.ObjectMapper)1 InputStream (java.io.InputStream)1 InputStreamReader (java.io.InputStreamReader)1 ArrayList (java.util.ArrayList)1 List (java.util.List)1 Map (java.util.Map)1 Function (java.util.function.Function)1 LineIterator (org.apache.commons.io.LineIterator)1 Test (org.junit.Test)1 Element (uk.gov.gchq.gaffer.data.element.Element)1 Properties (uk.gov.gchq.gaffer.data.element.Properties)1 ElementTupleDefinition (uk.gov.gchq.gaffer.data.element.function.ElementTupleDefinition)1