Search in sources :

Example 1 with SimpleQueryProfiler

use of com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler in project titan by thinkaurelius.

the class TitanGraphTest method evaluateQuery.

public static void evaluateQuery(TitanGraphQuery query, ElementCategory resultType, int expectedResults, boolean[] subQuerySpecs, Map<PropertyKey, Order> orderMap, String... intersectingIndexes) {
    if (intersectingIndexes == null)
        intersectingIndexes = new String[0];
    SimpleQueryProfiler profiler = new SimpleQueryProfiler();
    ((GraphCentricQueryBuilder) query).profiler(profiler);
    Iterable<? extends TitanElement> result;
    switch(resultType) {
        case PROPERTY:
            result = query.properties();
            break;
        case EDGE:
            result = query.edges();
            break;
        case VERTEX:
            result = query.vertices();
            break;
        default:
            throw new AssertionError();
    }
    OrderList orders = profiler.getAnnotation(QueryProfiler.ORDERS_ANNOTATION);
    //Check elements and that they are returned in the correct order
    int no = 0;
    TitanElement previous = null;
    for (TitanElement e : result) {
        assertNotNull(e);
        no++;
        if (previous != null && !orders.isEmpty()) {
            assertTrue(orders.compare(previous, e) <= 0);
        }
        previous = e;
    }
    assertEquals(expectedResults, no);
    //Check OrderList of query
    assertNotNull(orders);
    assertEquals(orderMap.size(), orders.size());
    for (int i = 0; i < orders.size(); i++) {
        assertEquals(orderMap.get(orders.getKey(i)), orders.getOrder(i));
    }
    for (PropertyKey key : orderMap.keySet()) assertTrue(orders.containsKey(key));
    //Check subqueries
    SimpleQueryProfiler subp = Iterables.getOnlyElement(Iterables.filter(profiler, p -> !p.getGroupName().equals(QueryProfiler.OPTIMIZATION)));
    if (subQuerySpecs.length == 2) {
        //0=>fitted, 1=>ordered
        assertEquals(subQuerySpecs[0], (Boolean) subp.getAnnotation(QueryProfiler.FITTED_ANNOTATION));
        assertEquals(subQuerySpecs[1], (Boolean) subp.getAnnotation(QueryProfiler.ORDERED_ANNOTATION));
    }
    Set<String> indexNames = new HashSet<>();
    int indexQueries = 0;
    boolean fullscan = false;
    for (SimpleQueryProfiler indexp : subp) {
        if (indexp.getAnnotation(QueryProfiler.FULLSCAN_ANNOTATION) != null) {
            fullscan = true;
        } else {
            indexNames.add(indexp.getAnnotation(QueryProfiler.INDEX_ANNOTATION));
            indexQueries++;
        }
    }
    if (indexQueries > 0)
        assertFalse(fullscan);
    if (fullscan)
        assertTrue(intersectingIndexes.length == 0);
    assertEquals(intersectingIndexes.length, indexQueries);
    assertEquals(Sets.newHashSet(intersectingIndexes), indexNames);
}
Also used : BrittleTests(com.thinkaurelius.titan.testcategory.BrittleTests) StandardTitanTx(com.thinkaurelius.titan.graphdb.transaction.StandardTitanTx) Arrays(java.util.Arrays) EdgeSerializer(com.thinkaurelius.titan.graphdb.database.EdgeSerializer) GraphOfTheGodsFactory(com.thinkaurelius.titan.example.GraphOfTheGodsFactory) PropertyKey(com.thinkaurelius.titan.core.PropertyKey) BasicVertexCentricQueryBuilder(com.thinkaurelius.titan.graphdb.query.vertex.BasicVertexCentricQueryBuilder) TransactionId(com.thinkaurelius.titan.core.log.TransactionId) Change(com.thinkaurelius.titan.core.log.Change) BaseVertexLabel(com.thinkaurelius.titan.graphdb.types.system.BaseVertexLabel) EdgeLabel(com.thinkaurelius.titan.core.EdgeLabel) Cardinality.single(org.apache.tinkerpop.gremlin.structure.VertexProperty.Cardinality.single) Duration(java.time.Duration) Map(java.util.Map) ManagementUtil(com.thinkaurelius.titan.core.util.ManagementUtil) StaticBuffer(com.thinkaurelius.titan.diskstorage.StaticBuffer) Metrics(org.apache.tinkerpop.gremlin.process.traversal.util.Metrics) EnumSet(java.util.EnumSet) InternalRelationType(com.thinkaurelius.titan.graphdb.internal.InternalRelationType) TitanVertex(com.thinkaurelius.titan.core.TitanVertex) ChangeState(com.thinkaurelius.titan.core.log.ChangeState) SimpleQueryProfiler(com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler) ConfigOption(com.thinkaurelius.titan.diskstorage.configuration.ConfigOption) KCVSLog(com.thinkaurelius.titan.diskstorage.log.kcvs.KCVSLog) SpecialInt(com.thinkaurelius.titan.graphdb.serializer.SpecialInt) EnumMap(java.util.EnumMap) Order.decr(org.apache.tinkerpop.gremlin.process.traversal.Order.decr) Set(java.util.Set) ConsistencyModifier(com.thinkaurelius.titan.core.schema.ConsistencyModifier) ImplicitKey(com.thinkaurelius.titan.graphdb.types.system.ImplicitKey) Vertex(org.apache.tinkerpop.gremlin.structure.Vertex) Mapping(com.thinkaurelius.titan.core.schema.Mapping) Category(org.junit.experimental.categories.Category) StandardEdgeLabelMaker(com.thinkaurelius.titan.graphdb.types.StandardEdgeLabelMaker) CountDownLatch(java.util.concurrent.CountDownLatch) IndexRemoveJob(com.thinkaurelius.titan.graphdb.olap.job.IndexRemoveJob) TitanGraphStep(com.thinkaurelius.titan.graphdb.tinkerpop.optimize.TitanGraphStep) IndexRepairJob(com.thinkaurelius.titan.graphdb.olap.job.IndexRepairJob) GraphTraversalSource(org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversalSource) Iterables(com.google.common.collect.Iterables) StartStep(org.apache.tinkerpop.gremlin.process.traversal.step.sideEffect.StartStep) TitanVertexQuery(com.thinkaurelius.titan.core.TitanVertexQuery) Message(com.thinkaurelius.titan.diskstorage.log.Message) Cardinality(com.thinkaurelius.titan.core.Cardinality) LogProcessorFramework(com.thinkaurelius.titan.core.log.LogProcessorFramework) QueryProfiler(com.thinkaurelius.titan.graphdb.query.profile.QueryProfiler) ArrayList(java.util.ArrayList) OrderList(com.thinkaurelius.titan.graphdb.internal.OrderList) LogTxMeta(com.thinkaurelius.titan.graphdb.database.log.LogTxMeta) Lists(com.google.common.collect.Lists) GraphDatabaseConfiguration(com.thinkaurelius.titan.graphdb.configuration.GraphDatabaseConfiguration) LogTxStatus(com.thinkaurelius.titan.graphdb.database.log.LogTxStatus) GraphStep(org.apache.tinkerpop.gremlin.process.traversal.step.sideEffect.GraphStep) TitanAssert(com.thinkaurelius.titan.testutil.TitanAssert) MessageReader(com.thinkaurelius.titan.diskstorage.log.MessageReader) PropertyKeyDefinition(com.thinkaurelius.titan.graphdb.schema.PropertyKeyDefinition) TransactionRecovery(com.thinkaurelius.titan.core.log.TransactionRecovery) VertexLabelDefinition(com.thinkaurelius.titan.graphdb.schema.VertexLabelDefinition) TitanGraphIndex(com.thinkaurelius.titan.core.schema.TitanGraphIndex) Test(org.junit.Test) T(org.apache.tinkerpop.gremlin.structure.T) TitanManagement(com.thinkaurelius.titan.core.schema.TitanManagement) ExecutionException(java.util.concurrent.ExecutionException) Direction(org.apache.tinkerpop.gremlin.structure.Direction) ChronoUnit(java.time.temporal.ChronoUnit) Cmp(com.thinkaurelius.titan.core.attribute.Cmp) Traversal(org.apache.tinkerpop.gremlin.process.traversal.Traversal) TransactionLogHeader(com.thinkaurelius.titan.graphdb.database.log.TransactionLogHeader) Preconditions(com.google.common.base.Preconditions) TraversalMetrics(org.apache.tinkerpop.gremlin.process.traversal.util.TraversalMetrics) Assert(org.junit.Assert) Geoshape(com.thinkaurelius.titan.core.attribute.Geoshape) TitanVertexStep(com.thinkaurelius.titan.graphdb.tinkerpop.optimize.TitanVertexStep) TitanSchemaType(com.thinkaurelius.titan.core.schema.TitanSchemaType) Multiplicity(com.thinkaurelius.titan.core.Multiplicity) LoggerFactory(org.slf4j.LoggerFactory) SchemaStatus(com.thinkaurelius.titan.core.schema.SchemaStatus) Order(com.thinkaurelius.titan.graphdb.internal.Order) Random(java.util.Random) Order.incr(org.apache.tinkerpop.gremlin.process.traversal.Order.incr) RelationCategory(com.thinkaurelius.titan.graphdb.internal.RelationCategory) SpecialIntSerializer(com.thinkaurelius.titan.graphdb.serializer.SpecialIntSerializer) SchemaViolationException(com.thinkaurelius.titan.core.SchemaViolationException) TitanFactory(com.thinkaurelius.titan.core.TitanFactory) ChangeProcessor(com.thinkaurelius.titan.core.log.ChangeProcessor) VertexLabel(com.thinkaurelius.titan.core.VertexLabel) ElementCategory(com.thinkaurelius.titan.graphdb.internal.ElementCategory) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) TimestampProvider(com.thinkaurelius.titan.diskstorage.util.time.TimestampProvider) P(org.apache.tinkerpop.gremlin.process.traversal.P) RelationIdentifier(com.thinkaurelius.titan.graphdb.relations.RelationIdentifier) TitanPropertiesStep(com.thinkaurelius.titan.graphdb.tinkerpop.optimize.TitanPropertiesStep) ImmutableMap(com.google.common.collect.ImmutableMap) BackendException(com.thinkaurelius.titan.diskstorage.BackendException) Serializer(com.thinkaurelius.titan.graphdb.database.serialize.Serializer) TitanConfigurationException(com.thinkaurelius.titan.core.TitanConfigurationException) SchemaAction(com.thinkaurelius.titan.core.schema.SchemaAction) Instant(java.time.Instant) TitanCleanup(com.thinkaurelius.titan.core.util.TitanCleanup) Sets(com.google.common.collect.Sets) List(java.util.List) LocalStep(org.apache.tinkerpop.gremlin.process.traversal.step.branch.LocalStep) TitanVertexProperty(com.thinkaurelius.titan.core.TitanVertexProperty) TitanTransaction(com.thinkaurelius.titan.core.TitanTransaction) TitanElement(com.thinkaurelius.titan.core.TitanElement) RelationType(com.thinkaurelius.titan.core.RelationType) StandardTransactionLogProcessor(com.thinkaurelius.titan.graphdb.log.StandardTransactionLogProcessor) StandardTitanGraph(com.thinkaurelius.titan.graphdb.database.StandardTitanGraph) TitanGraph(com.thinkaurelius.titan.core.TitanGraph) EdgeLabelDefinition(com.thinkaurelius.titan.graphdb.schema.EdgeLabelDefinition) WriteConfiguration(com.thinkaurelius.titan.diskstorage.configuration.WriteConfiguration) Log(com.thinkaurelius.titan.diskstorage.log.Log) GraphCentricQueryBuilder(com.thinkaurelius.titan.graphdb.query.graph.GraphCentricQueryBuilder) TitanException(com.thinkaurelius.titan.core.TitanException) ManagementSystem(com.thinkaurelius.titan.graphdb.database.management.ManagementSystem) StandardPropertyKeyMaker(com.thinkaurelius.titan.graphdb.types.StandardPropertyKeyMaker) Iterators(com.google.common.collect.Iterators) OrderGlobalStep(org.apache.tinkerpop.gremlin.process.traversal.step.map.OrderGlobalStep) HashSet(java.util.HashSet) VertexProperty(org.apache.tinkerpop.gremlin.structure.VertexProperty) ImmutableList(com.google.common.collect.ImmutableList) RelationTypeIndex(com.thinkaurelius.titan.core.schema.RelationTypeIndex) TitanEdge(com.thinkaurelius.titan.core.TitanEdge) VertexList(com.thinkaurelius.titan.core.VertexList) Edge(org.apache.tinkerpop.gremlin.structure.Edge) SchemaContainer(com.thinkaurelius.titan.graphdb.schema.SchemaContainer) Contain(com.thinkaurelius.titan.core.attribute.Contain) TitanGraphQuery(com.thinkaurelius.titan.core.TitanGraphQuery) Logger(org.slf4j.Logger) Iterator(java.util.Iterator) org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.__(org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.__) GraphTraversal(org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversal) TestGraphConfigs(com.thinkaurelius.titan.testutil.TestGraphConfigs) Step(org.apache.tinkerpop.gremlin.process.traversal.Step) TimeUnit(java.util.concurrent.TimeUnit) ReadMarker(com.thinkaurelius.titan.diskstorage.log.ReadMarker) ConfigElement(com.thinkaurelius.titan.diskstorage.configuration.ConfigElement) ScanMetrics(com.thinkaurelius.titan.diskstorage.keycolumnvalue.scan.ScanMetrics) TraversalFilterStep(org.apache.tinkerpop.gremlin.process.traversal.step.filter.TraversalFilterStep) GraphCentricQueryBuilder(com.thinkaurelius.titan.graphdb.query.graph.GraphCentricQueryBuilder) SimpleQueryProfiler(com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler) TitanElement(com.thinkaurelius.titan.core.TitanElement) OrderList(com.thinkaurelius.titan.graphdb.internal.OrderList) PropertyKey(com.thinkaurelius.titan.core.PropertyKey) HashSet(java.util.HashSet)

Example 2 with SimpleQueryProfiler

use of com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler in project titan by thinkaurelius.

the class TitanGraphTest method evaluateQuery.

public static void evaluateQuery(TitanVertexQuery query, RelationCategory resultType, int expectedResults, int numSubQueries, boolean[] subQuerySpecs, Map<PropertyKey, Order> orderMap) {
    SimpleQueryProfiler profiler = new SimpleQueryProfiler();
    ((BasicVertexCentricQueryBuilder) query).profiler(profiler);
    Iterable<? extends TitanElement> result;
    switch(resultType) {
        case PROPERTY:
            result = query.properties();
            break;
        case EDGE:
            result = query.edges();
            break;
        case RELATION:
            result = query.relations();
            break;
        default:
            throw new AssertionError();
    }
    OrderList orders = profiler.getAnnotation(QueryProfiler.ORDERS_ANNOTATION);
    //Check elements and that they are returned in the correct order
    int no = 0;
    TitanElement previous = null;
    for (TitanElement e : result) {
        assertNotNull(e);
        no++;
        if (previous != null && !orders.isEmpty()) {
            assertTrue(orders.compare(previous, e) <= 0);
        }
        previous = e;
    }
    assertEquals(expectedResults, no);
    //Check OrderList of query
    assertNotNull(orders);
    assertEquals(orderMap.size(), orders.size());
    for (int i = 0; i < orders.size(); i++) {
        assertEquals(orderMap.get(orders.getKey(i)), orders.getOrder(i));
    }
    for (PropertyKey key : orderMap.keySet()) assertTrue(orders.containsKey(key));
    //Check subqueries
    assertEquals(1, (Number) profiler.getAnnotation(QueryProfiler.NUMVERTICES_ANNOTATION));
    int subQueryCounter = 0;
    for (SimpleQueryProfiler subProfiler : profiler) {
        assertNotNull(subProfiler);
        if (subProfiler.getGroupName().equals(QueryProfiler.OPTIMIZATION))
            continue;
        if (subQuerySpecs.length == 2) {
            //0=>fitted, 1=>ordered
            assertEquals(subQuerySpecs[0], (Boolean) subProfiler.getAnnotation(QueryProfiler.FITTED_ANNOTATION));
            assertEquals(subQuerySpecs[1], (Boolean) subProfiler.getAnnotation(QueryProfiler.ORDERED_ANNOTATION));
        }
        //assertEquals(1,Iterables.size(subProfiler)); This only applies if a disk call is necessary
        subQueryCounter++;
    }
    assertEquals(numSubQueries, subQueryCounter);
}
Also used : BasicVertexCentricQueryBuilder(com.thinkaurelius.titan.graphdb.query.vertex.BasicVertexCentricQueryBuilder) TitanElement(com.thinkaurelius.titan.core.TitanElement) OrderList(com.thinkaurelius.titan.graphdb.internal.OrderList) SimpleQueryProfiler(com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler) PropertyKey(com.thinkaurelius.titan.core.PropertyKey)

Aggregations

PropertyKey (com.thinkaurelius.titan.core.PropertyKey)2 TitanElement (com.thinkaurelius.titan.core.TitanElement)2 OrderList (com.thinkaurelius.titan.graphdb.internal.OrderList)2 SimpleQueryProfiler (com.thinkaurelius.titan.graphdb.query.profile.SimpleQueryProfiler)2 BasicVertexCentricQueryBuilder (com.thinkaurelius.titan.graphdb.query.vertex.BasicVertexCentricQueryBuilder)2 Preconditions (com.google.common.base.Preconditions)1 ImmutableList (com.google.common.collect.ImmutableList)1 ImmutableMap (com.google.common.collect.ImmutableMap)1 Iterables (com.google.common.collect.Iterables)1 Iterators (com.google.common.collect.Iterators)1 Lists (com.google.common.collect.Lists)1 Sets (com.google.common.collect.Sets)1 Cardinality (com.thinkaurelius.titan.core.Cardinality)1 EdgeLabel (com.thinkaurelius.titan.core.EdgeLabel)1 Multiplicity (com.thinkaurelius.titan.core.Multiplicity)1 RelationType (com.thinkaurelius.titan.core.RelationType)1 SchemaViolationException (com.thinkaurelius.titan.core.SchemaViolationException)1 TitanConfigurationException (com.thinkaurelius.titan.core.TitanConfigurationException)1 TitanEdge (com.thinkaurelius.titan.core.TitanEdge)1 TitanException (com.thinkaurelius.titan.core.TitanException)1