Examples with Edge org.apache.flink.graph.Edge used on opensource projects

Example 96 with Edge

use of org.apache.flink.graph.Edge in project flink by splunk.

the class GSATranslationTest method testTranslation.

@Test
public void testTranslation() {
    ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Long> bcGather = env.fromElements(1L);
    DataSet<Long> bcSum = env.fromElements(1L);
    DataSet<Long> bcApply = env.fromElements(1L);
    DataSet<Vertex<Long, Long>> result;
    // ------------ construct the test program ------------------
    DataSet<Edge<Long, NullValue>> edges = env.fromElements(new Tuple3<>(1L, 2L, NullValue.getInstance())).map(new Tuple3ToEdgeMap<>());
    Graph<Long, Long, NullValue> graph = Graph.fromDataSet(edges, new InitVertices(), env);
    GSAConfiguration parameters = new GSAConfiguration();
    parameters.registerAggregator(AGGREGATOR_NAME, new LongSumAggregator());
    parameters.setName(ITERATION_NAME);
    parameters.setParallelism(ITERATION_parallelism);
    parameters.addBroadcastSetForGatherFunction(BC_SET_GATHER_NAME, bcGather);
    parameters.addBroadcastSetForSumFunction(BC_SET_SUM_NAME, bcSum);
    parameters.addBroadcastSetForApplyFunction(BC_SET_APLLY_NAME, bcApply);
    result = graph.runGatherSumApplyIteration(new GatherNeighborIds(), new SelectMinId(), new UpdateComponentId(), NUM_ITERATIONS, parameters).getVertices();
    result.output(new DiscardingOutputFormat<>());
    // ------------- validate the java program ----------------
    assertTrue(result instanceof DeltaIterationResultSet);
    DeltaIterationResultSet<?, ?> resultSet = (DeltaIterationResultSet<?, ?>) result;
    DeltaIteration<?, ?> iteration = resultSet.getIterationHead();
    // check the basic iteration properties
    assertEquals(NUM_ITERATIONS, resultSet.getMaxIterations());
    assertArrayEquals(new int[] { 0 }, resultSet.getKeyPositions());
    assertEquals(ITERATION_parallelism, iteration.getParallelism());
    assertEquals(ITERATION_NAME, iteration.getName());
    assertEquals(AGGREGATOR_NAME, iteration.getAggregators().getAllRegisteredAggregators().iterator().next().getName());
    // validate that the semantic properties are set as they should
    TwoInputUdfOperator<?, ?, ?, ?> solutionSetJoin = (TwoInputUdfOperator<?, ?, ?, ?>) resultSet.getNextWorkset();
    assertTrue(solutionSetJoin.getSemanticProperties().getForwardingTargetFields(0, 0).contains(0));
    assertTrue(solutionSetJoin.getSemanticProperties().getForwardingTargetFields(1, 0).contains(0));
    SingleInputUdfOperator<?, ?, ?> sumReduce = (SingleInputUdfOperator<?, ?, ?>) solutionSetJoin.getInput1();
    SingleInputUdfOperator<?, ?, ?> gatherMap = (SingleInputUdfOperator<?, ?, ?>) sumReduce.getInput();
    // validate that the broadcast sets are forwarded
    assertEquals(bcGather, gatherMap.getBroadcastSets().get(BC_SET_GATHER_NAME));
    assertEquals(bcSum, sumReduce.getBroadcastSets().get(BC_SET_SUM_NAME));
    assertEquals(bcApply, solutionSetJoin.getBroadcastSets().get(BC_SET_APLLY_NAME));
}

Example 97 with Edge

use of org.apache.flink.graph.Edge in project flink by splunk.

the class EdgeDegreePairTest method testWithRMatGraph.

@Test
public void testWithRMatGraph() throws Exception {
    DataSet<Edge<LongValue, Tuple3<NullValue, LongValue, LongValue>>> degreePairOnSourceId = undirectedRMatGraph(10, 16).run(new EdgeDegreePair<LongValue, NullValue, NullValue>().setReduceOnTargetId(false));
    Checksum checksumOnSourceId = new ChecksumHashCode<Edge<LongValue, Tuple3<NullValue, LongValue, LongValue>>>().run(degreePairOnSourceId).execute();
    assertEquals(20884, checksumOnSourceId.getCount());
    assertEquals(0x00000001e051efe4L, checksumOnSourceId.getChecksum());
    DataSet<Edge<LongValue, Tuple3<NullValue, LongValue, LongValue>>> degreePairOnTargetId = undirectedRMatGraph(10, 16).run(new EdgeDegreePair<LongValue, NullValue, NullValue>().setReduceOnTargetId(true));
    Checksum checksumOnTargetId = new ChecksumHashCode<Edge<LongValue, Tuple3<NullValue, LongValue, LongValue>>>().run(degreePairOnTargetId).execute();
    assertEquals(checksumOnSourceId, checksumOnTargetId);
}

Example 98 with Edge

use of org.apache.flink.graph.Edge in project flink by splunk.

the class EdgeTargetDegreeTest method testWithRMatGraph.

@Test
public void testWithRMatGraph() throws Exception {
    DataSet<Edge<LongValue, Tuple2<NullValue, LongValue>>> targetDegreeOnTargetId = undirectedRMatGraph(10, 16).run(new EdgeTargetDegree<LongValue, NullValue, NullValue>().setReduceOnSourceId(false));
    Checksum checksumOnTargetId = new ChecksumHashCode<Edge<LongValue, Tuple2<NullValue, LongValue>>>().run(targetDegreeOnTargetId).execute();
    assertEquals(20884, checksumOnTargetId.getCount());
    assertEquals(0x000000019d8f0070L, checksumOnTargetId.getChecksum());
    DataSet<Edge<LongValue, Tuple2<NullValue, LongValue>>> targetDegreeOnSourceId = undirectedRMatGraph(10, 16).run(new EdgeTargetDegree<LongValue, NullValue, NullValue>().setReduceOnSourceId(true));
    Checksum checksumOnSourceId = new ChecksumHashCode<Edge<LongValue, Tuple2<NullValue, LongValue>>>().run(targetDegreeOnSourceId).execute();
    assertEquals(checksumOnTargetId, checksumOnSourceId);
}

Example 99 with Edge

use of org.apache.flink.graph.Edge in project flink by splunk.

the class EdgeDegreesPairTest method testWithRMatGraph.

@Test
public void testWithRMatGraph() throws Exception {
    DataSet<Edge<LongValue, Tuple3<NullValue, Degrees, Degrees>>> degreesPair = directedRMatGraph(10, 16).run(new EdgeDegreesPair<>());
    Checksum checksum = new ChecksumHashCode<Edge<LongValue, Tuple3<NullValue, Degrees, Degrees>>>().run(degreesPair).execute();
    assertEquals(12009, checksum.getCount());
    assertEquals(0x0000176fe94702a3L, checksum.getChecksum());
}

Example 100 with Edge

use of org.apache.flink.graph.Edge in project flink by splunk.

the class EdgeSourceDegreesTest method testWithRMatGraph.

@Test
public void testWithRMatGraph() throws Exception {
    DataSet<Edge<LongValue, Tuple2<NullValue, Degrees>>> sourceDegrees = directedRMatGraph(10, 16).run(new EdgeSourceDegrees<>());
    Checksum checksum = new ChecksumHashCode<Edge<LongValue, Tuple2<NullValue, Degrees>>>().run(sourceDegrees).execute();
    assertEquals(12009, checksum.getCount());
    assertEquals(0x0000162435fde1d9L, checksum.getChecksum());
}