use of org.openrdf.model.ValueFactory in project incubator-rya by apache.
the class AccumuloTemporalIndexerTest method testStoreStatementWithInterestingLiterals.
@Test
public void testStoreStatementWithInterestingLiterals() throws Exception {
ValueFactory vf = new ValueFactoryImpl();
URI pred1_atTime = vf.createURI(URI_PROPERTY_AT_TIME);
tIndexer.storeStatement(convertStatement(new StatementImpl(vf.createURI("foo:subj2"), pred1_atTime, vf.createLiteral("A number of organizations located, gathered, or classed together. [Derived from Concise Oxford English Dictionary, 11th Edition, 2008]"))));
int rowsStoredActual = printTables("junit testing: Temporal entities stored in testStoreStatement", null, null);
// 4 index entries per statement
Assert.assertEquals("Number of rows stored.", 0, rowsStoredActual);
}
use of org.openrdf.model.ValueFactory in project incubator-rya by apache.
the class VisibilityStatementSerdeTest method serializeAndDeserialize.
@Test
public void serializeAndDeserialize() {
// Create the object that will be serialized.
final ValueFactory vf = new ValueFactoryImpl();
final Statement statement = vf.createStatement(vf.createURI("urn:person1"), vf.createURI("urn:hasName"), vf.createLiteral("alice"), vf.createURI("urn:testContext"));
final VisibilityStatement original = new VisibilityStatement(statement, "a|b|c");
// Serialize it.
try (final Serde<VisibilityStatement> serde = new VisibilityStatementSerde()) {
final byte[] bytes = serde.serializer().serialize("topic", original);
// Deserialize it.
final VisibilityStatement deserialized = serde.deserializer().deserialize("topic", bytes);
// Show the deserialized value matches the original.
assertEquals(original, deserialized);
}
}
use of org.openrdf.model.ValueFactory in project incubator-rya by apache.
the class KafkaGetQueryResultStreamIT method fromStart_visibilityStatements.
@Test
public void fromStart_visibilityStatements() throws Exception {
// Create an ID for the query.
final String ryaInstance = UUID.randomUUID().toString();
final UUID queryId = UUID.randomUUID();
// Create some statements that will be written to the result topic.
final List<VisibilityStatement> original = new ArrayList<>();
final ValueFactory vf = new ValueFactoryImpl();
original.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Alice"), vf.createURI("urn:talksTo"), vf.createURI("urn:Bob")), "a"));
original.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Bob"), vf.createURI("urn:age"), vf.createLiteral(63)), "b"));
original.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Alice"), vf.createURI("urn:age"), vf.createLiteral("urn:34")), ""));
// Write the entries to the query result topic in Kafka.
try (final Producer<?, VisibilityStatement> producer = KafkaTestUtil.makeProducer(kafka, StringSerializer.class, VisibilityStatementSerializer.class)) {
final String resultTopic = KafkaTopics.queryResultsTopic(ryaInstance, queryId);
for (final VisibilityStatement visStmt : original) {
producer.send(new ProducerRecord<>(resultTopic, visStmt));
}
}
// Use the interactor that is being tested to read all of the visibility binding sets.
final GetQueryResultStream<VisibilityStatement> interactor = new KafkaGetQueryResultStream<>(kafka.getKafkaHostname(), kafka.getKafkaPort(), VisibilityStatementDeserializer.class);
final List<VisibilityStatement> read = pollForResults(500, 3, 3, interactor.fromStart(ryaInstance, queryId));
// Show the fetched binding sets match the original, as well as their order.
assertEquals(original, read);
}
use of org.openrdf.model.ValueFactory in project incubator-rya by apache.
the class KafkaGetQueryResultStreamIT method fromNow.
@Test
public void fromNow() throws Exception {
// Create an ID for the query.
final String ryaInstance = UUID.randomUUID().toString();
final UUID queryId = UUID.randomUUID();
try (final Producer<?, VisibilityBindingSet> producer = KafkaTestUtil.makeProducer(kafka, StringSerializer.class, VisibilityBindingSetSerializer.class)) {
final String resultTopic = KafkaTopics.queryResultsTopic(ryaInstance, queryId);
// Write a single visibility binding set to the query's result topic. This will not appear in the expected results.
final ValueFactory vf = new ValueFactoryImpl();
MapBindingSet bs = new MapBindingSet();
bs.addBinding("urn:name", vf.createLiteral("Alice"));
producer.send(new ProducerRecord<>(resultTopic, new VisibilityBindingSet(bs, "a|b|c")));
producer.flush();
// Use the interactor that is being tested to read all of the visibility binding sets that appear after this point.
final GetQueryResultStream<VisibilityBindingSet> interactor = new KafkaGetQueryResultStream<>(kafka.getKafkaHostname(), kafka.getKafkaPort(), VisibilityBindingSetDeserializer.class);
try (QueryResultStream<VisibilityBindingSet> results = interactor.fromNow(ryaInstance, queryId)) {
// Read results from the stream.
List<VisibilityBindingSet> read = new ArrayList<>();
for (final VisibilityBindingSet visBs : results.poll(500)) {
read.add(visBs);
}
// Show nothing has been read.
assertTrue(read.isEmpty());
// Write two more entries to the result topic. These will be seen by the result stream.
final List<VisibilityBindingSet> original = new ArrayList<>();
bs = new MapBindingSet();
bs.addBinding("urn:name", vf.createLiteral("Bob"));
original.add(new VisibilityBindingSet(bs, "a"));
bs = new MapBindingSet();
bs.addBinding("urn:name", vf.createLiteral("Charlie"));
original.add(new VisibilityBindingSet(bs, "b|c"));
for (final VisibilityBindingSet visBs : original) {
producer.send(new ProducerRecord<>(resultTopic, visBs));
}
producer.flush();
// Read the results from the result stream.
read = pollForResults(500, 3, 2, results);
// Show the new entries were read.
assertEquals(original, read);
}
}
}
use of org.openrdf.model.ValueFactory in project incubator-rya by apache.
the class KafkaRunQueryIT method runQuery.
@Test
public void runQuery() throws Exception {
// Setup some constant that will be used through the test.
final String ryaInstance = UUID.randomUUID().toString();
final String statementsTopic = KafkaTopics.statementsTopic(ryaInstance);
// This query is completely in memory, so it doesn't need to be closed.
final QueryRepository queries = new InMemoryQueryRepository(new InMemoryQueryChangeLog(), Scheduler.newFixedRateSchedule(0L, 5, TimeUnit.SECONDS));
// Add the query to the query repository.
final StreamsQuery sQuery = queries.add("SELECT * WHERE { ?person <urn:worksAt> ?business . }", true, false);
final UUID queryId = sQuery.getQueryId();
final String resultsTopic = KafkaTopics.queryResultsTopic(ryaInstance, queryId);
// The thread that will run the tested interactor.
final Thread testThread = new Thread() {
@Override
public void run() {
final RunQuery runQuery = new KafkaRunQuery(kafka.getKafkaHostname(), kafka.getKafkaPort(), statementsTopic, resultsTopic, queries, new TopologyFactory());
try {
runQuery.run(queryId);
} catch (final RyaStreamsException e) {
// Do nothing. Test will still fail because the expected results will be missing.
}
}
};
// Create the topics.
kafka.createTopic(statementsTopic);
kafka.createTopic(resultsTopic);
// Create the statements that will be loaded.
final ValueFactory vf = new ValueFactoryImpl();
final List<VisibilityStatement> statements = new ArrayList<>();
statements.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Alice"), vf.createURI("urn:worksAt"), vf.createURI("urn:BurgerJoint")), "a"));
statements.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Bob"), vf.createURI("urn:worksAt"), vf.createURI("urn:TacoShop")), "a"));
statements.add(new VisibilityStatement(vf.createStatement(vf.createURI("urn:Charlie"), vf.createURI("urn:worksAt"), vf.createURI("urn:TacoShop")), "a"));
// Create the expected results.
final List<VisibilityBindingSet> expected = new ArrayList<>();
MapBindingSet bs = new MapBindingSet();
bs.addBinding("person", vf.createURI("urn:Alice"));
bs.addBinding("business", vf.createURI("urn:BurgerJoint"));
expected.add(new VisibilityBindingSet(bs, "a"));
bs = new MapBindingSet();
bs.addBinding("person", vf.createURI("urn:Bob"));
bs.addBinding("business", vf.createURI("urn:TacoShop"));
expected.add(new VisibilityBindingSet(bs, "a"));
bs = new MapBindingSet();
bs.addBinding("person", vf.createURI("urn:Charlie"));
bs.addBinding("business", vf.createURI("urn:TacoShop"));
expected.add(new VisibilityBindingSet(bs, "a"));
// Execute the test. This will result in a set of results that were read from the results topic.
final List<VisibilityBindingSet> results;
try {
// Wait for the program to start.
testThread.start();
Thread.sleep(2000);
// Write some statements to the program.
final LoadStatements loadStatements = new KafkaLoadStatements(statementsTopic, producer);
loadStatements.fromCollection(statements);
// Read the output of the streams program.
consumer.subscribe(Lists.newArrayList(resultsTopic));
results = KafkaTestUtil.pollForResults(500, 6, 3, consumer);
} finally {
// Tear down the test.
testThread.interrupt();
testThread.join(3000);
}
// Show the read results matched the expected ones.
assertEquals(expected, results);
}
Aggregations