Search in sources :

Example 11 with TScan

use of org.apache.hadoop.hbase.thrift2.generated.TScan in project hbase by apache.

the class TestThriftHBaseServiceHandlerWithLabels method testScanWithVisibilityLabels.

@Test
public void testScanWithVisibilityLabels() throws Exception {
    ThriftHBaseServiceHandler handler = createHandler();
    ByteBuffer table = wrap(tableAname);
    // insert data
    TColumnValue columnValue = new TColumnValue(wrap(familyAname), wrap(qualifierAname), wrap(valueAname));
    List<TColumnValue> columnValues = new ArrayList<>(1);
    columnValues.add(columnValue);
    for (int i = 0; i < 10; i++) {
        TPut put = new TPut(wrap(("testScan" + i).getBytes()), columnValues);
        if (i == 5) {
            put.setCellVisibility(new TCellVisibility().setExpression(PUBLIC));
        } else {
            put.setCellVisibility(new TCellVisibility().setExpression("(" + SECRET + "|" + CONFIDENTIAL + ")" + "&" + "!" + TOPSECRET));
        }
        handler.put(table, put);
    }
    // create scan instance
    TScan scan = new TScan();
    List<TColumn> columns = new ArrayList<>(1);
    TColumn column = new TColumn();
    column.setFamily(familyAname);
    column.setQualifier(qualifierAname);
    columns.add(column);
    scan.setColumns(columns);
    scan.setStartRow("testScan".getBytes());
    scan.setStopRow("testScan￿".getBytes());
    TAuthorization tauth = new TAuthorization();
    List<String> labels = new ArrayList<>(2);
    labels.add(SECRET);
    labels.add(PRIVATE);
    tauth.setLabels(labels);
    scan.setAuthorizations(tauth);
    // get scanner and rows
    int scanId = handler.openScanner(table, scan);
    List<TResult> results = handler.getScannerRows(scanId, 10);
    assertEquals(9, results.size());
    Assert.assertFalse(Bytes.equals(results.get(5).getRow(), ("testScan" + 5).getBytes()));
    for (int i = 0; i < 9; i++) {
        if (i < 5) {
            assertArrayEquals(("testScan" + i).getBytes(), results.get(i).getRow());
        } else if (i == 5) {
            continue;
        } else {
            assertArrayEquals(("testScan" + (i + 1)).getBytes(), results.get(i).getRow());
        }
    }
    // check that we are at the end of the scan
    results = handler.getScannerRows(scanId, 9);
    assertEquals(0, results.size());
    // close scanner and check that it was indeed closed
    handler.closeScanner(scanId);
    try {
        handler.getScannerRows(scanId, 9);
        fail("Scanner id should be invalid");
    } catch (TIllegalArgument e) {
    }
}
Also used : TColumn(org.apache.hadoop.hbase.thrift2.generated.TColumn) ArrayList(java.util.ArrayList) TAuthorization(org.apache.hadoop.hbase.thrift2.generated.TAuthorization) TColumnValue(org.apache.hadoop.hbase.thrift2.generated.TColumnValue) ByteBuffer(java.nio.ByteBuffer) TResult(org.apache.hadoop.hbase.thrift2.generated.TResult) TIllegalArgument(org.apache.hadoop.hbase.thrift2.generated.TIllegalArgument) TScan(org.apache.hadoop.hbase.thrift2.generated.TScan) TCellVisibility(org.apache.hadoop.hbase.thrift2.generated.TCellVisibility) TPut(org.apache.hadoop.hbase.thrift2.generated.TPut) Test(org.junit.Test)

Example 12 with TScan

use of org.apache.hadoop.hbase.thrift2.generated.TScan in project hbase by apache.

the class TestThriftHBaseServiceHandlerWithLabels method testGetScannerResultsWithAuthorizations.

@Test
public void testGetScannerResultsWithAuthorizations() throws Exception {
    ThriftHBaseServiceHandler handler = createHandler();
    ByteBuffer table = wrap(tableAname);
    // insert data
    TColumnValue columnValue = new TColumnValue(wrap(familyAname), wrap(qualifierAname), wrap(valueAname));
    List<TColumnValue> columnValues = new ArrayList<>(1);
    columnValues.add(columnValue);
    for (int i = 0; i < 20; i++) {
        TPut put = new TPut(wrap(("testGetScannerResults" + pad(i, (byte) 2)).getBytes()), columnValues);
        if (i == 3) {
            put.setCellVisibility(new TCellVisibility().setExpression(PUBLIC));
        } else {
            put.setCellVisibility(new TCellVisibility().setExpression("(" + SECRET + "|" + CONFIDENTIAL + ")" + "&" + "!" + TOPSECRET));
        }
        handler.put(table, put);
    }
    // create scan instance
    TScan scan = new TScan();
    List<TColumn> columns = new ArrayList<>(1);
    TColumn column = new TColumn();
    column.setFamily(familyAname);
    column.setQualifier(qualifierAname);
    columns.add(column);
    scan.setColumns(columns);
    scan.setStartRow("testGetScannerResults".getBytes());
    // get 5 rows and check the returned results
    scan.setStopRow("testGetScannerResults05".getBytes());
    TAuthorization tauth = new TAuthorization();
    List<String> labels = new ArrayList<>(2);
    labels.add(SECRET);
    labels.add(PRIVATE);
    tauth.setLabels(labels);
    scan.setAuthorizations(tauth);
    List<TResult> results = handler.getScannerResults(table, scan, 5);
    assertEquals(4, results.size());
    for (int i = 0; i < 4; i++) {
        if (i < 3) {
            assertArrayEquals(("testGetScannerResults" + pad(i, (byte) 2)).getBytes(), results.get(i).getRow());
        } else if (i == 3) {
            continue;
        } else {
            assertArrayEquals(("testGetScannerResults" + pad(i + 1, (byte) 2)).getBytes(), results.get(i).getRow());
        }
    }
}
Also used : TColumn(org.apache.hadoop.hbase.thrift2.generated.TColumn) ArrayList(java.util.ArrayList) TAuthorization(org.apache.hadoop.hbase.thrift2.generated.TAuthorization) TColumnValue(org.apache.hadoop.hbase.thrift2.generated.TColumnValue) ByteBuffer(java.nio.ByteBuffer) TResult(org.apache.hadoop.hbase.thrift2.generated.TResult) TScan(org.apache.hadoop.hbase.thrift2.generated.TScan) TCellVisibility(org.apache.hadoop.hbase.thrift2.generated.TCellVisibility) TPut(org.apache.hadoop.hbase.thrift2.generated.TPut) Test(org.junit.Test)

Aggregations

ByteBuffer (java.nio.ByteBuffer)11 TScan (org.apache.hadoop.hbase.thrift2.generated.TScan)11 ArrayList (java.util.ArrayList)10 TColumnValue (org.apache.hadoop.hbase.thrift2.generated.TColumnValue)10 TPut (org.apache.hadoop.hbase.thrift2.generated.TPut)10 TResult (org.apache.hadoop.hbase.thrift2.generated.TResult)10 Test (org.junit.Test)10 TColumn (org.apache.hadoop.hbase.thrift2.generated.TColumn)9 TIllegalArgument (org.apache.hadoop.hbase.thrift2.generated.TIllegalArgument)6 HashMap (java.util.HashMap)2 Scan (org.apache.hadoop.hbase.client.Scan)2 TAuthorization (org.apache.hadoop.hbase.thrift2.generated.TAuthorization)2 TCellVisibility (org.apache.hadoop.hbase.thrift2.generated.TCellVisibility)2 TTimeRange (org.apache.hadoop.hbase.thrift2.generated.TTimeRange)2 IOException (java.io.IOException)1 Map (java.util.Map)1 Configuration (org.apache.hadoop.conf.Configuration)1 Delete (org.apache.hadoop.hbase.client.Delete)1 Get (org.apache.hadoop.hbase.client.Get)1 Increment (org.apache.hadoop.hbase.client.Increment)1