Search in sources :

Example 6 with ReadOnly

use of co.cask.cdap.api.annotation.ReadOnly in project cdap by caskdata.

the class IndexedTable method readByIndex.

/**
   * Reads table rows by the given secondary index key.  If no rows are indexed by the given key, then a
   * {@link co.cask.cdap.api.dataset.table.Scanner} with no results will be returned.
   * 
   * @return a Scanner returning rows from the data table, whose stored value for the given column matches the
   * given value.
   * @throws java.lang.IllegalArgumentException if the given column is not configured for indexing.
   */
@ReadOnly
public Scanner readByIndex(byte[] column, byte[] value) {
    assertIndexedColumn(column);
    byte[] rowKeyPrefix = Bytes.concat(column, KEY_DELIMITER, value, KEY_DELIMITER);
    byte[] stopRow = Bytes.stopKeyForPrefix(rowKeyPrefix);
    Scanner indexScan = index.scan(rowKeyPrefix, stopRow);
    return new IndexScanner(indexScan, column, value);
}
Also used : RecordScanner(co.cask.cdap.api.data.batch.RecordScanner) Scanner(co.cask.cdap.api.dataset.table.Scanner) ReadOnly(co.cask.cdap.api.annotation.ReadOnly)

Example 7 with ReadOnly

use of co.cask.cdap.api.annotation.ReadOnly in project cdap by caskdata.

the class IndexedTable method scanByIndex.

/**
   * Reads table rows within the given secondary index key range. If no rows are indexed, falling within the given
   * range, then a {@link co.cask.cdap.api.dataset.table.Scanner} with no results will be returned.
   *
   * @param column the column to use for the index lookup
   * @param startValue the inclusive start of the range for which rows must fall within to be returned in the scan.
   *                   {@code null} means start from first row of the table
   * @param endValue the exclusive end of the range for which rows must fall within to be returned in the scan
   *                 {@code null} means end with the last row of the table
   * @return a Scanner returning rows from the data table, whose stored value for the given column is within the the
   *         given range.
   * @throws java.lang.IllegalArgumentException if the given column is not configured for indexing.
   */
@ReadOnly
public Scanner scanByIndex(byte[] column, @Nullable byte[] startValue, @Nullable byte[] endValue) {
    assertIndexedColumn(column);
    // KEY_DELIMITER is not used at the end of the rowKeys, because they are used for a range scan,
    // instead of a fixed-match lookup
    byte[] startRow = startValue == null ? Bytes.concat(column, KEY_DELIMITER) : Bytes.concat(column, KEY_DELIMITER, startValue);
    byte[] stopRow = endValue == null ? Bytes.stopKeyForPrefix(Bytes.concat(column, KEY_DELIMITER)) : Bytes.concat(column, KEY_DELIMITER, endValue);
    Scanner indexScan = index.scan(startRow, stopRow);
    return new IndexRangeScanner(indexScan, column, startValue, endValue);
}
Also used : RecordScanner(co.cask.cdap.api.data.batch.RecordScanner) Scanner(co.cask.cdap.api.dataset.table.Scanner) ReadOnly(co.cask.cdap.api.annotation.ReadOnly)

Example 8 with ReadOnly

use of co.cask.cdap.api.annotation.ReadOnly in project cdap by caskdata.

the class IndexedObjectStore method readAllByIndex.

/**
   * Read all the objects from the objectStore for a given index. Returns all the objects that match the secondaryKey.
   * Returns an empty list if no values are found. Never returns null.
   *
   * @param secondaryKey for the lookup.
   * @return List of Objects matching the secondaryKey.
   */
@ReadOnly
public List<T> readAllByIndex(byte[] secondaryKey) {
    List<T> resultList = new ArrayList<>();
    //Lookup the secondaryKey and get all the keys in primary
    //Each row with secondaryKey as rowKey contains column named as the primary key
    // of every object that can be looked up using the secondaryKey
    Row row = index.get(secondaryKey);
    // if the index has no match, return nothing
    if (!row.isEmpty()) {
        for (byte[] column : row.getColumns().keySet()) {
            T obj = objectStore.read(column);
            resultList.add(obj);
        }
    }
    return Collections.unmodifiableList(resultList);
}
Also used : ArrayList(java.util.ArrayList) Row(co.cask.cdap.api.dataset.table.Row) ReadOnly(co.cask.cdap.api.annotation.ReadOnly)

Example 9 with ReadOnly

use of co.cask.cdap.api.annotation.ReadOnly in project cdap by caskdata.

the class HBaseTable method getInternal.

// columns being null means to get all rows; empty columns means get no rows.
@ReadOnly
private NavigableMap<byte[], byte[]> getInternal(byte[] row, @Nullable byte[][] columns) throws IOException {
    if (columns != null && columns.length == 0) {
        return EMPTY_ROW_MAP;
    }
    Get get = createGet(row, columns);
    Result result = hTable.get(get);
    // no tx logic needed
    if (tx == null) {
        return result.isEmpty() ? EMPTY_ROW_MAP : result.getFamilyMap(columnFamily);
    }
    return getRowMap(result, columnFamily);
}
Also used : Get(org.apache.hadoop.hbase.client.Get) Result(org.apache.hadoop.hbase.client.Result) ReadOnly(co.cask.cdap.api.annotation.ReadOnly)

Example 10 with ReadOnly

use of co.cask.cdap.api.annotation.ReadOnly in project cdap by caskdata.

the class BufferingTable method get.

@ReadOnly
@Override
public Row get(byte[] row, byte[][] columns) {
    ensureTransactionIsStarted();
    reportRead(1);
    try {
        return new Result(row, getRowMap(row, columns));
    } catch (Exception e) {
        LOG.debug("get failed for table: " + getTransactionAwareName() + ", row: " + Bytes.toStringBinary(row), e);
        throw new DataSetException("get failed", e);
    }
}
Also used : DataSetException(co.cask.cdap.api.dataset.DataSetException) IOException(java.io.IOException) DataSetException(co.cask.cdap.api.dataset.DataSetException) Result(co.cask.cdap.api.dataset.table.Result) ReadOnly(co.cask.cdap.api.annotation.ReadOnly)

Aggregations

ReadOnly (co.cask.cdap.api.annotation.ReadOnly)14 DataSetException (co.cask.cdap.api.dataset.DataSetException)6 Row (co.cask.cdap.api.dataset.table.Row)5 IOException (java.io.IOException)5 Result (co.cask.cdap.api.dataset.table.Result)4 Get (co.cask.cdap.api.dataset.table.Get)3 Scanner (co.cask.cdap.api.dataset.table.Scanner)3 RecordScanner (co.cask.cdap.api.data.batch.RecordScanner)2 ArrayList (java.util.ArrayList)2 Map (java.util.Map)2 NavigableMap (java.util.NavigableMap)2 TreeMap (java.util.TreeMap)2 FuzzyRowFilter (co.cask.cdap.data2.dataset2.lib.table.FuzzyRowFilter)1 ScanBuilder (co.cask.cdap.data2.util.hbase.ScanBuilder)1 ConcurrentSkipListMap (java.util.concurrent.ConcurrentSkipListMap)1 Get (org.apache.hadoop.hbase.client.Get)1 Result (org.apache.hadoop.hbase.client.Result)1 ResultScanner (org.apache.hadoop.hbase.client.ResultScanner)1