Examples with LowLevelLrfuCachePolicy org.apache.hadoop.hive.llap.cache.LowLevelLrfuCachePolicy used on opensource projects

Example 1 with LowLevelLrfuCachePolicy

use of org.apache.hadoop.hive.llap.cache.LowLevelLrfuCachePolicy in project hive by apache.

the class TestLlapOrcCacheLoader method setUp.

@Before
public void setUp() {
    conf = new Configuration();
    HiveConf.setIntVar(conf, HiveConf.ConfVars.LLAP_LRFU_BP_WRAPPER_SIZE, 1);
    LowLevelLrfuCachePolicy lrfu = new LowLevelLrfuCachePolicy(1, 39, conf);
    buddyAllocator = TestBuddyAllocatorForceEvict.create(2048, 2, 4096, false, true);
    metrics = LlapDaemonCacheMetrics.create("", "");
    metaCache = new MetadataCache(buddyAllocator, null, lrfu, false, metrics);
    tracePool = IoTrace.createTracePool(conf);
    cache = new LowLevelCacheImpl(metrics, lrfu, buddyAllocator, true);
    mockDataCache = new LlapIoMocks.MockDataCache(cache, buddyAllocator, lrfu);
    mockDiskRangeListFactory = new LlapIoMocks.MockDiskRangeListFactory();
}

Example 2 with LowLevelLrfuCachePolicy

use of org.apache.hadoop.hive.llap.cache.LowLevelLrfuCachePolicy in project hive by apache.

the class TestLlapCacheMetadataSerializer method setUp.

@Before
public void setUp() {
    conf = new Configuration();
    HiveConf.setIntVar(conf, HiveConf.ConfVars.LLAP_LRFU_BP_WRAPPER_SIZE, 1);
    HiveConf.setFloatVar(conf, HiveConf.ConfVars.LLAP_LRFU_HOTBUFFERS_PERCENTAGE, 1.0f);
    BuddyAllocator buddyAllocator = TestBuddyAllocatorForceEvict.create(16384, 2, 32768, false, true);
    LlapDaemonCacheMetrics metrics = LlapDaemonCacheMetrics.create("", "");
    cachePolicy = new LowLevelLrfuCachePolicy(1, 5, conf);
    LowLevelCacheImpl cache = new LowLevelCacheImpl(metrics, cachePolicy, buddyAllocator, true);
    fileMetadataCache = new MetadataCache(buddyAllocator, null, cachePolicy, false, metrics);
    tracePool = IoTrace.createTracePool(conf);
    mockDataCache = new LlapIoMocks.MockDataCache(cache, buddyAllocator, cachePolicy);
    pathCache = new MemoryLimitedPathCache(conf);
    tracePool = IoTrace.createTracePool(conf);
    serializer = new LlapCacheMetadataSerializer(fileMetadataCache, mockDataCache, conf, pathCache, tracePool, cachePolicy);
}