Search in sources :

Example 1 with SimpleGraphElement

use of org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement in project gradoop by dbs-leipzig.

the class CentroidFRLayouter method execute.

@Override
public LogicalGraph execute(LogicalGraph g) {
    g = createInitialLayout(g);
    DataSet<EPGMVertex> gradoopVertices = g.getVertices();
    DataSet<EPGMEdge> gradoopEdges = g.getEdges();
    DataSet<LVertex> vertices = gradoopVertices.map(LVertex::new);
    DataSet<LEdge> edges = gradoopEdges.map(LEdge::new);
    centroids = chooseInitialCentroids(vertices);
    // flink can only iterate over one dataset at once. Create a dataset containing both
    // centroids and vertices. Split them again at the begin of every iteration
    DataSet<SimpleGraphElement> graphElements = vertices.map(x -> x);
    graphElements = graphElements.union(centroids.map(x -> x));
    IterativeDataSet<SimpleGraphElement> loop = graphElements.iterate(iterations);
    vertices = loop.filter(x -> x instanceof LVertex).map(x -> (LVertex) x);
    centroids = loop.filter(x -> x instanceof Centroid).map(x -> (Centroid) x);
    centroids = calculateNewCentroids(centroids, vertices);
    center = calculateLayoutCenter(vertices);
    LGraph graph = new LGraph(vertices, edges);
    // we have overridden repulsionForces() so layout() will use or new centroid-based solution
    layout(graph);
    graphElements = graph.getVertices().map(x -> x);
    graphElements = graphElements.union(centroids.map(x -> x));
    graphElements = loop.closeWith(graphElements);
    vertices = graphElements.filter(x -> x instanceof LVertex).map(x -> (LVertex) x);
    gradoopVertices = vertices.join(gradoopVertices).where(LVertex.ID_POSITION).equalTo(new Id<>()).with(new LVertexEPGMVertexJoinFunction());
    return g.getFactory().fromDataSets(gradoopVertices, gradoopEdges);
}
Also used : CentroidUpdater(org.gradoop.flink.model.impl.operators.layouting.functions.CentroidUpdater) LGraph(org.gradoop.flink.model.impl.operators.layouting.util.LGraph) LVertexEPGMVertexJoinFunction(org.gradoop.flink.model.impl.operators.layouting.functions.LVertexEPGMVertexJoinFunction) LVertex(org.gradoop.flink.model.impl.operators.layouting.util.LVertex) IterativeDataSet(org.apache.flink.api.java.operators.IterativeDataSet) CentroidRepulsionForceMapper(org.gradoop.flink.model.impl.operators.layouting.functions.CentroidRepulsionForceMapper) FRRepulsionFunction(org.gradoop.flink.model.impl.operators.layouting.functions.FRRepulsionFunction) Centroid(org.gradoop.flink.model.impl.operators.layouting.util.Centroid) Id(org.gradoop.flink.model.impl.functions.epgm.Id) SimpleGraphElement(org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement) AverageVertexPositionsFunction(org.gradoop.flink.model.impl.operators.layouting.functions.AverageVertexPositionsFunction) DataSet(org.apache.flink.api.java.DataSet) Vector(org.gradoop.flink.model.impl.operators.layouting.util.Vector) EPGMEdge(org.gradoop.common.model.impl.pojo.EPGMEdge) LEdge(org.gradoop.flink.model.impl.operators.layouting.util.LEdge) Force(org.gradoop.flink.model.impl.operators.layouting.util.Force) LogicalGraph(org.gradoop.flink.model.impl.epgm.LogicalGraph) EPGMVertex(org.gradoop.common.model.impl.pojo.EPGMVertex) LEdge(org.gradoop.flink.model.impl.operators.layouting.util.LEdge) EPGMEdge(org.gradoop.common.model.impl.pojo.EPGMEdge) SimpleGraphElement(org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement) LGraph(org.gradoop.flink.model.impl.operators.layouting.util.LGraph) LVertex(org.gradoop.flink.model.impl.operators.layouting.util.LVertex) Centroid(org.gradoop.flink.model.impl.operators.layouting.util.Centroid) EPGMVertex(org.gradoop.common.model.impl.pojo.EPGMVertex) LVertexEPGMVertexJoinFunction(org.gradoop.flink.model.impl.operators.layouting.functions.LVertexEPGMVertexJoinFunction)

Example 2 with SimpleGraphElement

use of org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement in project gradoop by dbs-leipzig.

the class FusingFRLayouter method execute.

@Override
public LogicalGraph execute(LogicalGraph g) {
    applicator = new FRForceApplicator(getWidth(), getHeight(), getK(), (outputFormat != OutputFormat.POSTLAYOUT) ? iterations : iterations - POST_ITERATIONS);
    g = createInitialLayout(g);
    DataSet<EPGMVertex> gradoopVertices = g.getVertices();
    DataSet<EPGMEdge> gradoopEdges = g.getEdges();
    // Flink can only iterate over a single dataset. Therefore vertices and edges have to be
    // temporarily combined into a single dataset.
    // Also the Grapdoop datatypes are converted to internal datatypes
    DataSet<SimpleGraphElement> tmpvertices = gradoopVertices.map((v) -> new LVertex(v));
    DataSet<SimpleGraphElement> tmpedges = gradoopEdges.map((e) -> new LEdge(e));
    DataSet<SimpleGraphElement> graphElements = tmpvertices.union(tmpedges);
    IterativeDataSet<SimpleGraphElement> loop = graphElements.iterate((outputFormat != OutputFormat.POSTLAYOUT) ? iterations : iterations - POST_ITERATIONS);
    // split the combined dataset to work with the edges and vertices
    LGraph graph = new LGraph(loop);
    // perform the layouting
    layout(graph);
    // Use the VertexFusor to create a simplified version of the graph
    graph = new VertexFusor(getCompareFunction(), threshold).execute(graph);
    // again, combine vertices and edges into a single dataset to perform iterations
    graphElements = graph.getGraphElements();
    graphElements = loop.closeWith(graphElements);
    // again, split the combined dataset  (after all iterations have been completed)
    graph = new LGraph(graphElements);
    switch(outputFormat) {
        case SIMPLIFIED:
            return buildSimplifiedGraph(g, graph);
        case EXTRACTED:
            return buildExtractedGraph(g, graph, true);
        case RAWEXTRACTED:
            return buildExtractedGraph(g, graph, false);
        case POSTLAYOUT:
            return buildPostLayoutGraph(g, graph);
        default:
            throw new IllegalArgumentException("Unsupported output-format");
    }
}
Also used : LEdge(org.gradoop.flink.model.impl.operators.layouting.util.LEdge) EPGMEdge(org.gradoop.common.model.impl.pojo.EPGMEdge) SimpleGraphElement(org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement) LGraph(org.gradoop.flink.model.impl.operators.layouting.util.LGraph) LVertex(org.gradoop.flink.model.impl.operators.layouting.util.LVertex) EPGMVertex(org.gradoop.common.model.impl.pojo.EPGMVertex) VertexFusor(org.gradoop.flink.model.impl.operators.layouting.functions.VertexFusor) FRForceApplicator(org.gradoop.flink.model.impl.operators.layouting.functions.FRForceApplicator)

Aggregations

EPGMEdge (org.gradoop.common.model.impl.pojo.EPGMEdge)2 EPGMVertex (org.gradoop.common.model.impl.pojo.EPGMVertex)2 LEdge (org.gradoop.flink.model.impl.operators.layouting.util.LEdge)2 LGraph (org.gradoop.flink.model.impl.operators.layouting.util.LGraph)2 LVertex (org.gradoop.flink.model.impl.operators.layouting.util.LVertex)2 SimpleGraphElement (org.gradoop.flink.model.impl.operators.layouting.util.SimpleGraphElement)2 DataSet (org.apache.flink.api.java.DataSet)1 IterativeDataSet (org.apache.flink.api.java.operators.IterativeDataSet)1 LogicalGraph (org.gradoop.flink.model.impl.epgm.LogicalGraph)1 Id (org.gradoop.flink.model.impl.functions.epgm.Id)1 AverageVertexPositionsFunction (org.gradoop.flink.model.impl.operators.layouting.functions.AverageVertexPositionsFunction)1 CentroidRepulsionForceMapper (org.gradoop.flink.model.impl.operators.layouting.functions.CentroidRepulsionForceMapper)1 CentroidUpdater (org.gradoop.flink.model.impl.operators.layouting.functions.CentroidUpdater)1 FRForceApplicator (org.gradoop.flink.model.impl.operators.layouting.functions.FRForceApplicator)1 FRRepulsionFunction (org.gradoop.flink.model.impl.operators.layouting.functions.FRRepulsionFunction)1 LVertexEPGMVertexJoinFunction (org.gradoop.flink.model.impl.operators.layouting.functions.LVertexEPGMVertexJoinFunction)1 VertexFusor (org.gradoop.flink.model.impl.operators.layouting.functions.VertexFusor)1 Centroid (org.gradoop.flink.model.impl.operators.layouting.util.Centroid)1 Force (org.gradoop.flink.model.impl.operators.layouting.util.Force)1 Vector (org.gradoop.flink.model.impl.operators.layouting.util.Vector)1