use of edu.uci.ics.texera.dataflow.projection.ProjectionOperator in project textdb by TextDB.
the class OneToNBroadcastConnectorTest method testTwoOutputsWithProjection.
/*
* This test connects Connector with Projection
*/
@Test
public void testTwoOutputsWithProjection() throws TexeraException {
IOperator sourceOperator = new ScanBasedSourceOperator(new ScanSourcePredicate(PEOPLE_TABLE));
List<String> projectionFields = Arrays.asList(TestConstants.DESCRIPTION);
Schema projectionSchema = new Schema(TestConstants.DESCRIPTION_ATTR);
IField[] fields1 = { new TextField("Tall Angry") };
IField[] fields2 = { new TextField("Short Brown") };
IField[] fields3 = { new TextField("White Angry") };
IField[] fields4 = { new TextField("Lin Clooney is Short and lin clooney is Angry") };
IField[] fields5 = { new TextField("Tall Fair") };
IField[] fields6 = { new TextField("Short angry") };
Tuple tuple1 = new Tuple(projectionSchema, fields1);
Tuple tuple2 = new Tuple(projectionSchema, fields2);
Tuple tuple3 = new Tuple(projectionSchema, fields3);
Tuple tuple4 = new Tuple(projectionSchema, fields4);
Tuple tuple5 = new Tuple(projectionSchema, fields5);
Tuple tuple6 = new Tuple(projectionSchema, fields6);
List<Tuple> expectedResults = Arrays.asList(tuple1, tuple2, tuple3, tuple4, tuple5, tuple6);
ProjectionPredicate projectionPredicate = new ProjectionPredicate(projectionFields);
ProjectionOperator projection1 = new ProjectionOperator(projectionPredicate);
ProjectionOperator projection2 = new ProjectionOperator(projectionPredicate);
OneToNBroadcastConnector connector = new OneToNBroadcastConnector(2);
connector.setInputOperator(sourceOperator);
projection1.setInputOperator(connector.getOutputOperator(0));
projection2.setInputOperator(connector.getOutputOperator(1));
projection1.open();
List<Tuple> projection1Results = new ArrayList<>();
Tuple nextTuple = null;
while ((nextTuple = projection1.getNextTuple()) != null) {
projection1Results.add(nextTuple);
}
projection1.close();
projection2.open();
List<Tuple> projection2Results = new ArrayList<>();
nextTuple = null;
while ((nextTuple = projection2.getNextTuple()) != null) {
projection2Results.add(nextTuple);
}
projection2.close();
Assert.assertTrue(TestUtils.equals(expectedResults, projection1Results));
Assert.assertTrue(TestUtils.equals(expectedResults, projection2Results));
Assert.assertTrue(TestUtils.equals(projection1Results, projection2Results));
}
use of edu.uci.ics.texera.dataflow.projection.ProjectionOperator in project textdb by TextDB.
the class JoinDistanceTest method testOneOfTheOperatorResultContainsNoSpan.
// This case tests for the scenario when one of the operators result lists has no span.
// If one of the operators doesn't have span, then an exception will be thrown.
// Test result: DataflowException is thrown
@Test(expected = DataflowException.class)
public void testOneOfTheOperatorResultContainsNoSpan() throws Exception {
JoinTestHelper.insertToTable(BOOK_TABLE, JoinTestConstants.bookGroup1.get(0));
KeywordMatcherSourceOperator keywordSourceOuter = JoinTestHelper.getKeywordSource(BOOK_TABLE, "special", conjunction);
String fuzzyTokenQuery = "this writer writes well";
double thresholdRatio = 0.25;
List<String> textAttributeNames = JoinTestConstants.BOOK_SCHEMA.getAttributes().stream().filter(attr -> attr.getType() != AttributeType.TEXT).map(Attribute::getName).collect(Collectors.toList());
FuzzyTokenSourcePredicate fuzzySourcePredicateInner = new FuzzyTokenSourcePredicate(fuzzyTokenQuery, textAttributeNames, LuceneAnalyzerConstants.standardAnalyzerString(), thresholdRatio, BOOK_TABLE, SchemaConstants.SPAN_LIST);
FuzzyTokenMatcherSourceOperator fuzzyMatcherInner = new FuzzyTokenMatcherSourceOperator(fuzzySourcePredicateInner);
ProjectionPredicate removeSpanListPredicate = new ProjectionPredicate(JoinTestConstants.BOOK_SCHEMA.getAttributeNames());
ProjectionOperator removeSpanListProjection = new ProjectionOperator(removeSpanListPredicate);
removeSpanListProjection.setInputOperator(fuzzyMatcherInner);
JoinTestHelper.getJoinDistanceResults(keywordSourceOuter, removeSpanListProjection, new JoinDistancePredicate(JoinTestConstants.REVIEW, 20), Integer.MAX_VALUE, 0);
}
Aggregations