Search in sources :

Example 36 with Tuple

use of edu.iu.dsc.tws.api.comms.structs.Tuple in project twister2 by DSC-SPIDAL.

the class KeyedSerializerTest method testBuildLargeListDoubleMessage.

@SuppressWarnings("Unchecked")
@Test
public void testBuildLargeListDoubleMessage() {
    int numBuffers = 32;
    int size = 1000;
    List<Object> data = new AggregatedObjects<>();
    for (int i = 0; i < 4; i++) {
        Object o = createKeyedData(800, MessageTypes.DOUBLE_ARRAY, MessageTypes.DOUBLE);
        data.add(o);
    }
    InMessage inMessage = keyedListValueCase(numBuffers, size, data, MessageTypes.DOUBLE_ARRAY, MessageTypes.DOUBLE);
    List<Object> result = (List<Object>) inMessage.getDeserializedData();
    for (int i = 0; i < result.size(); i++) {
        Tuple deserializedData = (Tuple) result.get(i);
        Tuple d = (Tuple) data.get(i);
        Assert.assertEquals((double) deserializedData.getKey(), (double) ((Tuple) d).getKey(), 0.1);
        Assert.assertArrayEquals((double[]) deserializedData.getValue(), (double[]) ((Tuple) d).getValue(), 0.01);
    }
}
Also used : InMessage(edu.iu.dsc.tws.comms.dfw.InMessage) List(java.util.List) Tuple(edu.iu.dsc.tws.api.comms.structs.Tuple) Test(org.junit.Test)

Example 37 with Tuple

use of edu.iu.dsc.tws.api.comms.structs.Tuple in project twister2 by DSC-SPIDAL.

the class KeyedSerializerTest method testBuildLargeListLongMessage.

@SuppressWarnings("Unchecked")
@Test
public void testBuildLargeListLongMessage() {
    int numBuffers = 32;
    int size = 1000;
    List<Object> data = new AggregatedObjects<>();
    for (int i = 0; i < 4; i++) {
        Object o = createKeyedData(800, MessageTypes.LONG_ARRAY, MessageTypes.LONG);
        data.add(o);
    }
    InMessage inMessage = keyedListValueCase(numBuffers, size, data, MessageTypes.LONG_ARRAY, MessageTypes.LONG);
    List<Object> result = (List<Object>) inMessage.getDeserializedData();
    for (int i = 0; i < result.size(); i++) {
        Tuple deserializedData = (Tuple) result.get(i);
        Tuple d = (Tuple) data.get(i);
        Assert.assertEquals((long) deserializedData.getKey(), (long) ((Tuple) d).getKey(), 0.1);
        Assert.assertArrayEquals((long[]) deserializedData.getValue(), (long[]) ((Tuple) d).getValue());
    }
}
Also used : InMessage(edu.iu.dsc.tws.comms.dfw.InMessage) List(java.util.List) Tuple(edu.iu.dsc.tws.api.comms.structs.Tuple) Test(org.junit.Test)

Example 38 with Tuple

use of edu.iu.dsc.tws.api.comms.structs.Tuple in project twister2 by DSC-SPIDAL.

the class KeyedSerializerTest method testBuildLargeListIntMessage.

@SuppressWarnings("Unchecked")
@Test
public void testBuildLargeListIntMessage() {
    int numBuffers = 16;
    int size = 1000;
    List<Object> data = new AggregatedObjects<>();
    for (int i = 0; i < 4; i++) {
        Object o = createKeyedData(800, MessageTypes.INTEGER_ARRAY, MessageTypes.INTEGER);
        data.add(o);
    }
    InMessage inMessage = keyedListValueCase(numBuffers, size, data, MessageTypes.INTEGER_ARRAY, MessageTypes.INTEGER);
    List<Object> result = (List<Object>) inMessage.getDeserializedData();
    for (int i = 0; i < result.size(); i++) {
        Tuple exp = (Tuple) result.get(i);
        Tuple d = (Tuple) data.get(i);
        Assert.assertEquals((int) exp.getKey(), (int) ((Tuple) d).getKey());
        Assert.assertArrayEquals((int[]) exp.getValue(), (int[]) ((Tuple) d).getValue());
    }
}
Also used : InMessage(edu.iu.dsc.tws.comms.dfw.InMessage) List(java.util.List) Tuple(edu.iu.dsc.tws.api.comms.structs.Tuple) Test(org.junit.Test)

Example 39 with Tuple

use of edu.iu.dsc.tws.api.comms.structs.Tuple in project twister2 by DSC-SPIDAL.

the class KeyedSerializerTest method testBuildListIntMessage.

@SuppressWarnings("Unchecked")
@Test
public void testBuildListIntMessage() {
    int numBuffers = 128;
    int size = 1000;
    for (int j = 1; j < 128; j++) {
        List<Object> data = new AggregatedObjects<>();
        for (int i = 0; i < j; i++) {
            Object o = createKeyedData(80, MessageTypes.INTEGER_ARRAY, MessageTypes.INTEGER);
            data.add(o);
        }
        InMessage inMessage = keyedListValueCase(numBuffers, size, data, MessageTypes.INTEGER_ARRAY, MessageTypes.INTEGER);
        try {
            List<Object> result = (List<Object>) inMessage.getDeserializedData();
            for (int i = 0; i < result.size(); i++) {
                Tuple exp = (Tuple) result.get(i);
                Tuple d = (Tuple) data.get(i);
                Assert.assertEquals((int) exp.getKey(), (int) ((Tuple) d).getKey());
                Assert.assertArrayEquals((int[]) exp.getValue(), (int[]) ((Tuple) d).getValue());
            }
        } catch (NullPointerException e) {
            Assert.fail("j = " + j);
        }
    }
}
Also used : InMessage(edu.iu.dsc.tws.comms.dfw.InMessage) List(java.util.List) Tuple(edu.iu.dsc.tws.api.comms.structs.Tuple) Test(org.junit.Test)

Example 40 with Tuple

use of edu.iu.dsc.tws.api.comms.structs.Tuple in project twister2 by DSC-SPIDAL.

the class KeyedSerializerTest method testBuildLargeListShortMessage.

@SuppressWarnings("Unchecked")
@Test
public void testBuildLargeListShortMessage() {
    int numBuffers = 32;
    int size = 1000;
    List<Object> data = new AggregatedObjects<>();
    for (int i = 0; i < 4; i++) {
        Object o = createKeyedData(800, MessageTypes.SHORT_ARRAY, MessageTypes.SHORT);
        data.add(o);
    }
    InMessage inMessage = keyedListValueCase(numBuffers, size, data, MessageTypes.SHORT_ARRAY, MessageTypes.SHORT);
    List<Object> result = (List<Object>) inMessage.getDeserializedData();
    for (int i = 0; i < result.size(); i++) {
        Tuple deserializedData = (Tuple) result.get(i);
        Tuple d = (Tuple) data.get(i);
        Assert.assertEquals((short) deserializedData.getKey(), (short) ((Tuple) d).getKey());
        Assert.assertArrayEquals((short[]) deserializedData.getValue(), (short[]) ((Tuple) d).getValue());
    }
}
Also used : InMessage(edu.iu.dsc.tws.comms.dfw.InMessage) List(java.util.List) Tuple(edu.iu.dsc.tws.api.comms.structs.Tuple) Test(org.junit.Test)

Aggregations

Tuple (edu.iu.dsc.tws.api.comms.structs.Tuple)98 Iterator (java.util.Iterator)38 List (java.util.List)35 Logger (java.util.logging.Logger)34 ArrayList (java.util.ArrayList)29 Config (edu.iu.dsc.tws.api.config.Config)27 WorkerEnvironment (edu.iu.dsc.tws.api.resource.WorkerEnvironment)24 Test (org.junit.Test)24 BatchEnvironment (edu.iu.dsc.tws.tset.env.BatchEnvironment)18 InMessage (edu.iu.dsc.tws.comms.dfw.InMessage)17 HashMap (java.util.HashMap)16 TSetEnvironment (edu.iu.dsc.tws.tset.env.TSetEnvironment)15 JobConfig (edu.iu.dsc.tws.api.JobConfig)14 MessageTypes (edu.iu.dsc.tws.api.comms.messaging.types.MessageTypes)14 JoinedTuple (edu.iu.dsc.tws.api.comms.structs.JoinedTuple)14 ResourceAllocator (edu.iu.dsc.tws.rsched.core.ResourceAllocator)14 SourceTSet (edu.iu.dsc.tws.tset.sets.batch.SourceTSet)13 CommunicationContext (edu.iu.dsc.tws.api.comms.CommunicationContext)11 MessageType (edu.iu.dsc.tws.api.comms.messaging.types.MessageType)11 Comparator (java.util.Comparator)11