Examples with LoadTestKVGenerator org.apache.hadoop.hbase.util.LoadTestKVGenerator used on opensource projects

Example 1 with LoadTestKVGenerator

use of org.apache.hadoop.hbase.util.LoadTestKVGenerator in project hbase by apache.

the class TestEncodedSeekers method doPuts.

private void doPuts(HRegion region) throws IOException {
    LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(MIN_VALUE_SIZE, MAX_VALUE_SIZE);
    for (int i = 0; i < NUM_ROWS; ++i) {
        byte[] key = Bytes.toBytes(LoadTestKVGenerator.md5PrefixedKey(i));
        for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
            Put put = new Put(key);
            put.setDurability(Durability.ASYNC_WAL);
            byte[] col = Bytes.toBytes(String.valueOf(j));
            byte[] value = dataGenerator.generateRandomSizeValue(key, col);
            if (includeTags) {
                Tag[] tag = new Tag[1];
                tag[0] = new ArrayBackedTag((byte) 1, "Visibility");
                KeyValue kv = new KeyValue(key, CF_BYTES, col, HConstants.LATEST_TIMESTAMP, value, tag);
                put.add(kv);
            } else {
                put.addColumn(CF_BYTES, col, value);
            }
            if (VERBOSE) {
                KeyValue kvPut = new KeyValue(key, CF_BYTES, col, value);
                System.err.println(Strings.padFront(i + "", ' ', 4) + " " + kvPut);
            }
            region.put(put);
        }
        if (i % NUM_ROWS_PER_FLUSH == 0) {
            region.flush(true);
        }
    }
}

Example 2 with LoadTestKVGenerator

use of org.apache.hadoop.hbase.util.LoadTestKVGenerator in project hbase by apache.

the class TestSimpleRegionNormalizerOnCluster method generateTestData.

private static void generateTestData(Region region, int numRows) throws IOException {
    // generating 1Mb values
    LOG.debug("writing {}mb to {}", numRows, region);
    LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(1024 * 1024, 1024 * 1024);
    for (int i = 0; i < numRows; ++i) {
        byte[] key = Bytes.add(region.getRegionInfo().getStartKey(), Bytes.toBytes(i));
        for (int j = 0; j < 1; ++j) {
            Put put = new Put(key);
            byte[] col = Bytes.toBytes(String.valueOf(j));
            byte[] value = dataGenerator.generateRandomSizeValue(key, col);
            put.addColumn(FAMILY_NAME, col, value);
            region.put(put);
        }
    }
}