Examples with TupleSourceOperator edu.uci.ics.texera.dataflow.source.tuple.TupleSourceOperator used on opensource projects

Example 11 with TupleSourceOperator

use of edu.uci.ics.texera.dataflow.source.tuple.TupleSourceOperator in project textdb by TextDB.

the class EmojiSentimentTest method test2.

/*
     * Test sentiment with a neutral sentence, result should be 2 (neutral)
     */
@Test
public void test2() throws TexeraException {
    TupleSourceOperator tupleSource = new TupleSourceOperator(Arrays.asList(EmojiSentimentTestConstants.NEUTRAL_TUPLE), EmojiSentimentTestConstants.SENTIMENT_SCHEMA);
    EmojiSentimentOperator sentiment = new EmojiSentimentOperator(new EmojiSentimentPredicate(EmojiSentimentTestConstants.TEXT, "sentiment"));
    TupleSink tupleSink = new TupleSink();
    sentiment.setInputOperator(tupleSource);
    tupleSink.setInputOperator(sentiment);
    tupleSink.open();
    List<Tuple> results = tupleSink.collectAllTuples();
    tupleSink.close();
    Tuple tuple = results.get(0);
    Assert.assertEquals(tuple.getField("sentiment").getValue(), SentimentConstants.NEUTRAL);
}

Example 12 with TupleSourceOperator

use of edu.uci.ics.texera.dataflow.source.tuple.TupleSourceOperator in project textdb by TextDB.

the class EmojiSentimentTest method test3.

/*
     * Test sentiment with a negative sentence, result should be 1 (negative)
     */
@Test
public void test3() throws TexeraException {
    TupleSourceOperator tupleSource = new TupleSourceOperator(Arrays.asList(EmojiSentimentTestConstants.NEGATIVE_TUPLE1), EmojiSentimentTestConstants.SENTIMENT_SCHEMA);
    EmojiSentimentOperator sentiment = new EmojiSentimentOperator(new EmojiSentimentPredicate(NlpSentimentTestConstants.TEXT, "sentiment"));
    TupleSink tupleSink = new TupleSink();
    sentiment.setInputOperator(tupleSource);
    tupleSink.setInputOperator(sentiment);
    tupleSink.open();
    List<Tuple> results = tupleSink.collectAllTuples();
    tupleSink.close();
    Tuple tuple = results.get(0);
    Assert.assertEquals(tuple.getField("sentiment").getValue(), SentimentConstants.NEGATIVE);
}

Example 13 with TupleSourceOperator

use of edu.uci.ics.texera.dataflow.source.tuple.TupleSourceOperator in project textdb by TextDB.

the class NlpSentimentTest method test2.

/*
     * Test sentiment with a neutral sentence, result should be 2 (neutral)
     */
@Test
public void test2() throws TexeraException {
    TupleSourceOperator tupleSource = new TupleSourceOperator(Arrays.asList(NlpSentimentTestConstants.NEUTRAL_TUPLE), NlpSentimentTestConstants.SENTIMENT_SCHEMA);
    NlpSentimentOperator sentiment = new NlpSentimentOperator(new NlpSentimentPredicate(NlpSentimentTestConstants.TEXT, "sentiment"));
    TupleSink tupleSink = new TupleSink();
    sentiment.setInputOperator(tupleSource);
    tupleSink.setInputOperator(sentiment);
    tupleSink.open();
    List<Tuple> results = tupleSink.collectAllTuples();
    tupleSink.close();
    Tuple tuple = results.get(0);
    Assert.assertEquals(tuple.getField("sentiment").getValue(), SentimentConstants.NEUTRAL);
}

Example 14 with TupleSourceOperator

use of edu.uci.ics.texera.dataflow.source.tuple.TupleSourceOperator in project textdb by TextDB.

the class NltkSentimentOperatorTest method test3.

/*
     * Test batch processing of operator. All test results should be negative
     */
@Test
public void test3() throws TexeraException {
    int batchSize = 30;
    int tupleSourceSize = 101;
    List<Tuple> listTuple = new ArrayList<>();
    for (int i = 0; i < tupleSourceSize; i++) {
        listTuple.add(NltkSentimentTestConstants.NEGATIVE_TUPLE);
    }
    TupleSourceOperator tupleSource = new TupleSourceOperator(listTuple, NltkSentimentTestConstants.SENTIMENT_SCHEMA);
    NltkSentimentOperator nltkSentimentOperator = new NltkSentimentOperator(new NltkSentimentOperatorPredicate(NlpSentimentTestConstants.TEXT, "sentiment", batchSize, MODEL_FILE_NAME));
    TupleSink tupleSink = new TupleSink();
    nltkSentimentOperator.setInputOperator(tupleSource);
    tupleSink.setInputOperator(nltkSentimentOperator);
    tupleSink.open();
    List<Tuple> results = tupleSink.collectAllTuples();
    tupleSink.close();
    for (int i = 0; i < tupleSourceSize; i++) {
        Tuple tuple = results.get(i);
        Assert.assertEquals(tuple.getField("sentiment").getValue(), SentimentConstants.NEGATIVE);
    }
}