Examples with DataReader edu.uci.ics.texera.storage.DataReader used on opensource projects

Example 1 with DataReader

use of edu.uci.ics.texera.storage.DataReader in project textdb by TextDB.

the class WordCountIndexSource method computeWordCount.

private void computeWordCount() throws TexeraException {
    try {
        HashMap<String, Integer> wordCountMap = new HashMap<>();
        DataReader dataReader = RelationManager.getInstance().getTableDataReader(predicate.getTableName(), new MatchAllDocsQuery());
        dataReader.open();
        IndexReader luceneIndexReader = dataReader.getLuceneIndexReader();
        for (int i = 0; i < luceneIndexReader.numDocs(); i++) {
            Terms termVector = luceneIndexReader.getTermVector(i, predicate.getAttribute());
            TermsEnum termsEnum = termVector.iterator();
            while (termsEnum.next() != null) {
                String key = termsEnum.term().utf8ToString();
                wordCountMap.put(key, wordCountMap.get(key) == null ? ((int) termsEnum.totalTermFreq()) : wordCountMap.get(key) + ((int) termsEnum.totalTermFreq()));
            }
        }
        luceneIndexReader.close();
        dataReader.close();
        sortedWordCountMap = wordCountMap.entrySet().stream().sorted((e1, e2) -> e2.getValue().compareTo(e1.getValue())).collect(Collectors.toList());
        wordCountIterator = sortedWordCountMap.iterator();
    } catch (IOException e) {
        throw new DataflowException(e);
    }
}

Example 2 with DataReader

use of edu.uci.ics.texera.storage.DataReader in project textdb by TextDB.

the class PlanStore method getPlan.

/**
 * Retrieves a plan by given name from plan store.
 *
 * @param planName, the name of the plan.
 * @Return ITuple, the tuple consisting of fields of the plan.
 * @throws TexeraException
 */
public Tuple getPlan(String planName) throws TexeraException {
    Query q = new TermQuery(new Term(PlanStoreConstants.NAME, planName));
    DataReader reader = relationManager.getTableDataReader(PlanStoreConstants.TABLE_NAME, q);
    reader.open();
    Tuple inputTuple = null;
    while ((inputTuple = reader.getNextTuple()) != null) {
        IField nameField = inputTuple.getField(PlanStoreConstants.NAME);
        if (nameField.getValue().toString().equals(planName)) {
            reader.close();
            return inputTuple;
        }
    }
    reader.close();
    return null;
}

Example 3 with DataReader

use of edu.uci.ics.texera.storage.DataReader in project textdb by TextDB.

the class DictionaryManager method getDictionary.

public String getDictionary(String dictionaryName) throws StorageException {
    DataReader dataReader = relationManager.getTableDataReader(DictionaryManagerConstants.TABLE_NAME, new TermQuery(new Term(DictionaryManagerConstants.NAME, dictionaryName)));
    dataReader.open();
    if (dataReader.getNextTuple() == null) {
        throw new StorageException("Dictionary " + dictionaryName + "does not exist");
    }
    dataReader.close();
    try {
        return Files.lines(DictionaryManagerConstants.DICTIONARY_DIR_PATH.resolve(dictionaryName)).collect(Collectors.joining(","));
    } catch (IOException e) {
        throw new StorageException(e);
    }
}

Example 4 with DataReader

use of edu.uci.ics.texera.storage.DataReader in project textdb by TextDB.

the class DictionaryManager method getDictionaries.

public List<String> getDictionaries() throws StorageException {
    List<String> dictionaries = new ArrayList<>();
    DataReader dataReader = relationManager.getTableDataReader(DictionaryManagerConstants.TABLE_NAME, new MatchAllDocsQuery());
    dataReader.open();
    Tuple tuple;
    while ((tuple = dataReader.getNextTuple()) != null) {
        dictionaries.add(tuple.getField(DictionaryManagerConstants.NAME).getValue().toString());
    }
    dataReader.close();
    return dictionaries;
}

Example 5 with DataReader

use of edu.uci.ics.texera.storage.DataReader in project textdb by TextDB.

the class PlanStoreTest method testPlanIterator.

@Test
public void testPlanIterator() throws TexeraException {
    List<String> validPlans = new ArrayList<>();
    validPlans.add(logicalPlanJson1);
    validPlans.add(logicalPlanJson2);
    List<String> expectedPlans = new ArrayList<>();
    String planNamePrefix = "plan_";
    for (int i = 0; i < 100; i++) {
        String plan = validPlans.get(i % 2);
        expectedPlans.add(plan);
        planStore.addPlan(planNamePrefix + i, "basic plan " + i, plan);
    }
    DataReader reader = planStore.getPlanIterator();
    reader.open();
    Tuple tuple;
    String[] returnedPlans = new String[expectedPlans.size()];
    while ((tuple = reader.getNextTuple()) != null) {
        String planName = tuple.getField(PlanStoreConstants.NAME).getValue().toString();
        int planIdx = Integer.parseInt(planName.split("_")[1]);
        String logicalPlanJson = tuple.getField(PlanStoreConstants.LOGICAL_PLAN_JSON).getValue().toString();
        returnedPlans[planIdx] = logicalPlanJson;
    }
    reader.close();
    for (int i = 0; i < expectedPlans.size(); i++) {
        assertPlanEquivalence(expectedPlans.get(i), returnedPlans[i]);
    }
}