Examples with HBasePageSinkProvider io.hetu.core.plugin.hbase.query.HBasePageSinkProvider used on opensource projects

Example 1 with HBasePageSinkProvider

use of io.hetu.core.plugin.hbase.query.HBasePageSinkProvider in project hetu-core by openlookeng.

the class TestHBase method setUp.

/**
 * setUp
 */
@BeforeClass
public void setUp() {
    hCConf.setZkClientPort("2181");
    hCConf.setZkQuorum("zk1");
    hetuMetastore = new TestingHetuMetastore();
    table = TestUtils.createHBaseTableHandle();
    schemaTableName = new SchemaTableName("hbase", "test_table");
    hconn = new TestHBaseClientConnection(hCConf, hetuMetastore.getHetuMetastore());
    hconn.createConnection();
    session = new TestingConnectorSession("root");
    hcm = new HBaseConnectorMetadata(hconn);
    hConnector = new HBaseConnector(new HBaseConnectorMetadataFactory(hconn, hCConf), new HBaseSplitManager(hconn), new HBasePageSinkProvider(hconn), new HBasePageSourceProvider(new HBaseRecordSetProvider(hconn), hconn), Optional.empty(), null);
}

Example 2 with HBasePageSinkProvider

use of io.hetu.core.plugin.hbase.query.HBasePageSinkProvider in project hetu-core by openlookeng.

the class TestHBase method testPageSink.

/**
 * testPageSink
 */
@Test
public void testPageSink() {
    HBasePageSinkProvider hpsp = new HBasePageSinkProvider(hconn);
    HBaseTableHandle insertHandler = new HBaseTableHandle("hbase", "test_table", 0, hconn.getTable("hbase.test_table").getColumns(), hconn.getTable("hbase.test_table").getSerializerClassName(), Optional.of("test_table"), OptionalLong.empty());
    if (insertHandler instanceof ConnectorInsertTableHandle) {
        ConnectorPageSink cps = hpsp.createPageSink(new HBaseTransactionHandle(), session, (ConnectorInsertTableHandle) insertHandler);
        long completedBytes = cps.getCompletedBytes();
        long sysMemUsage = cps.getSystemMemoryUsage();
        long cpuNanos = cps.getValidationCpuNanos();
        assertTrue(cpuNanos >= 0);
        assertTrue(sysMemUsage >= 0);
        assertTrue(completedBytes >= 0);
        int[] offsets = { 0, 4 };
        Block rowkey = new VariableWidthBlock(1, TestSliceUtils.createSlice("0001"), offsets, Optional.empty());
        int[] offset2 = { 0, 5 };
        Block name = new VariableWidthBlock(1, TestSliceUtils.createSlice("name2"), offset2, Optional.empty());
        long[] longs = new long[1];
        longs[0] = 12;
        Block age = new LongArrayBlock(1, Optional.empty(), longs);
        int[] ints = new int[1];
        ints[0] = 17832;
        Block gender = new IntArrayBlock(1, Optional.empty(), ints);
        Block columnT = new LongArrayBlock(1, Optional.empty(), longs);
        Page page = new Page(rowkey, name, age, gender, columnT);
        assertEquals(NOT_BLOCKED, cps.appendPage(page));
        cps.abort();
    }
}

Example 3 with HBasePageSinkProvider

use of io.hetu.core.plugin.hbase.query.HBasePageSinkProvider in project hetu-core by openlookeng.

the class TestHBaseConnector method setUp.

/**
 * setUp
 */
@BeforeClass
public void setUp() {
    hCConf.setZkClientPort("2181");
    hCConf.setZkQuorum("zk1");
    hetuMetastore = new TestingHetuMetastore();
    schemaTableName = new SchemaTableName("hbase", "test_table");
    hconn = new TestHBaseClientConnection(hCConf, hetuMetastore.getHetuMetastore());
    hconn.createConnection();
    session = new TestingConnectorSession("root");
    hcm = new HBaseConnectorMetadata(hconn);
    hConnector = new HBaseConnector(new HBaseConnectorMetadataFactory(hconn, hCConf), new HBaseSplitManager(hconn), new HBasePageSinkProvider(hconn), new HBasePageSourceProvider(new HBaseRecordSetProvider(hconn), hconn), Optional.empty(), new HBaseTableProperties());
}