Search in sources :

Example 1 with TestWorkloadConf

use of org.apache.hyracks.storage.am.common.TestWorkloadConf in project asterixdb by apache.

the class AbstractRTreeMultiThreadTest method rstartreeFourDimensionsDouble.

@Test
public void rstartreeFourDimensionsDouble() throws InterruptedException, HyracksDataException {
    if (!testRstarPolicy) {
        if (LOGGER.isLoggable(Level.INFO)) {
            LOGGER.info("Ignoring RTree Multithread Test With Four Dimensions With Double Keys.");
        }
        return;
    }
    ISerializerDeserializer[] fieldSerdes = { DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE };
    int numKeys = 8;
    IPrimitiveValueProviderFactory[] valueProviderFactories = RTreeUtils.createPrimitiveValueProviderFactories(numKeys, DoublePointable.FACTORY);
    String dataMsg = "Four Dimensions Of Double Values";
    for (TestWorkloadConf conf : workloadConfs) {
        runTest(fieldSerdes, valueProviderFactories, numKeys, RTreePolicyType.RSTARTREE, REGULAR_NUM_THREADS, conf, dataMsg);
        runTest(fieldSerdes, valueProviderFactories, numKeys, RTreePolicyType.RSTARTREE, EXCESSIVE_NUM_THREADS, conf, dataMsg);
    }
}
Also used : TestWorkloadConf(org.apache.hyracks.storage.am.common.TestWorkloadConf) IPrimitiveValueProviderFactory(org.apache.hyracks.storage.am.common.api.IPrimitiveValueProviderFactory) ISerializerDeserializer(org.apache.hyracks.api.dataflow.value.ISerializerDeserializer) Test(org.junit.Test)

Example 2 with TestWorkloadConf

use of org.apache.hyracks.storage.am.common.TestWorkloadConf in project asterixdb by apache.

the class AbstractRTreeMultiThreadTest method rtreeTwoDimensionsDouble.

@Test
public void rtreeTwoDimensionsDouble() throws Exception {
    ISerializerDeserializer[] fieldSerdes = { DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE, DoubleSerializerDeserializer.INSTANCE };
    int numKeys = 4;
    IPrimitiveValueProviderFactory[] valueProviderFactories = RTreeUtils.createPrimitiveValueProviderFactories(numKeys, DoublePointable.FACTORY);
    String dataMsg = "Two Dimensions Of Double Values";
    for (TestWorkloadConf conf : workloadConfs) {
        runTest(fieldSerdes, valueProviderFactories, numKeys, RTreePolicyType.RTREE, REGULAR_NUM_THREADS, conf, dataMsg);
        runTest(fieldSerdes, valueProviderFactories, numKeys, RTreePolicyType.RTREE, EXCESSIVE_NUM_THREADS, conf, dataMsg);
    }
}
Also used : TestWorkloadConf(org.apache.hyracks.storage.am.common.TestWorkloadConf) IPrimitiveValueProviderFactory(org.apache.hyracks.storage.am.common.api.IPrimitiveValueProviderFactory) ISerializerDeserializer(org.apache.hyracks.api.dataflow.value.ISerializerDeserializer) Test(org.junit.Test)

Example 3 with TestWorkloadConf

use of org.apache.hyracks.storage.am.common.TestWorkloadConf in project asterixdb by apache.

the class LSMRTreeWithAntiMatterTuplesMultiThreadTest method getTestWorkloadConf.

@Override
protected ArrayList<TestWorkloadConf> getTestWorkloadConf() {
    ArrayList<TestWorkloadConf> workloadConfs = new ArrayList<>();
    // Insert only workload.
    TestOperation[] insertOnlyOps = new TestOperation[] { TestOperation.INSERT };
    workloadConfs.add(new TestWorkloadConf(insertOnlyOps, ProbabilityHelper.getUniformProbDist(insertOnlyOps.length)));
    // Insert and merge workload.
    TestOperation[] insertMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertMergeOps, ProbabilityHelper.getUniformProbDist(insertMergeOps.length)));
    // Inserts mixed with scans.
    TestOperation[] insertSearchOnlyOps = new TestOperation[] { TestOperation.INSERT, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(insertSearchOnlyOps, ProbabilityHelper.getUniformProbDist(insertSearchOnlyOps.length)));
    // Inserts and deletes.
    TestOperation[] insertDeleteOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteOps, ProbabilityHelper.getUniformProbDist(insertDeleteOps.length)));
    // Inserts, deletes and merges.
    TestOperation[] insertDeleteMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteMergeOps, ProbabilityHelper.getUniformProbDist(insertDeleteMergeOps.length)));
    // All operations except merge.
    TestOperation[] allNoMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(allNoMergeOps, ProbabilityHelper.getUniformProbDist(allNoMergeOps.length)));
    // All operations.
    TestOperation[] allOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.SCAN, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(allOps, ProbabilityHelper.getUniformProbDist(allOps.length)));
    return workloadConfs;
}
Also used : TestOperation(org.apache.hyracks.storage.am.common.TestOperationSelector.TestOperation) TestWorkloadConf(org.apache.hyracks.storage.am.common.TestWorkloadConf) ArrayList(java.util.ArrayList)

Example 4 with TestWorkloadConf

use of org.apache.hyracks.storage.am.common.TestWorkloadConf in project asterixdb by apache.

the class LSMInvertedIndexMultiThreadTest method getTestWorkloadConf.

protected ArrayList<TestWorkloadConf> getTestWorkloadConf() {
    ArrayList<TestWorkloadConf> workloadConfs = new ArrayList<>();
    // Insert only workload.
    TestOperation[] insertOnlyOps = new TestOperation[] { TestOperation.INSERT };
    workloadConfs.add(new TestWorkloadConf(insertOnlyOps, ProbabilityHelper.getUniformProbDist(insertOnlyOps.length)));
    // Insert and merge workload.
    TestOperation[] insertMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertMergeOps, ProbabilityHelper.getUniformProbDist(insertMergeOps.length)));
    // Inserts mixed with point searches and scans.
    TestOperation[] insertSearchOnlyOps = new TestOperation[] { TestOperation.INSERT, TestOperation.POINT_SEARCH, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(insertSearchOnlyOps, ProbabilityHelper.getUniformProbDist(insertSearchOnlyOps.length)));
    // Inserts, and deletes.
    TestOperation[] insertDeleteUpdateOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteUpdateOps, ProbabilityHelper.getUniformProbDist(insertDeleteUpdateOps.length)));
    // Inserts, deletes and merges.
    TestOperation[] insertDeleteUpdateMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteUpdateMergeOps, ProbabilityHelper.getUniformProbDist(insertDeleteUpdateMergeOps.length)));
    // All operations except merge.
    TestOperation[] allNoMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.POINT_SEARCH, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(allNoMergeOps, ProbabilityHelper.getUniformProbDist(allNoMergeOps.length)));
    // All operations.
    TestOperation[] allOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.POINT_SEARCH, TestOperation.SCAN, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(allOps, ProbabilityHelper.getUniformProbDist(allOps.length)));
    return workloadConfs;
}
Also used : TestOperation(org.apache.hyracks.storage.am.common.TestOperationSelector.TestOperation) TestWorkloadConf(org.apache.hyracks.storage.am.common.TestWorkloadConf) ArrayList(java.util.ArrayList)

Example 5 with TestWorkloadConf

use of org.apache.hyracks.storage.am.common.TestWorkloadConf in project asterixdb by apache.

the class LSMRTreeMultiThreadTest method getTestWorkloadConf.

@Override
protected ArrayList<TestWorkloadConf> getTestWorkloadConf() {
    ArrayList<TestWorkloadConf> workloadConfs = new ArrayList<>();
    // Insert only workload.
    TestOperation[] insertOnlyOps = new TestOperation[] { TestOperation.INSERT };
    workloadConfs.add(new TestWorkloadConf(insertOnlyOps, ProbabilityHelper.getUniformProbDist(insertOnlyOps.length)));
    // Insert and merge workload.
    TestOperation[] insertMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertMergeOps, ProbabilityHelper.getUniformProbDist(insertMergeOps.length)));
    // Inserts mixed with scans.
    TestOperation[] insertSearchOnlyOps = new TestOperation[] { TestOperation.INSERT, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(insertSearchOnlyOps, ProbabilityHelper.getUniformProbDist(insertSearchOnlyOps.length)));
    // Inserts and deletes.
    TestOperation[] insertDeleteOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteOps, ProbabilityHelper.getUniformProbDist(insertDeleteOps.length)));
    // Inserts, deletes and merges.
    TestOperation[] insertDeleteMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(insertDeleteMergeOps, ProbabilityHelper.getUniformProbDist(insertDeleteMergeOps.length)));
    // All operations except merge.
    TestOperation[] allNoMergeOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.SCAN };
    workloadConfs.add(new TestWorkloadConf(allNoMergeOps, ProbabilityHelper.getUniformProbDist(allNoMergeOps.length)));
    // All operations.
    TestOperation[] allOps = new TestOperation[] { TestOperation.INSERT, TestOperation.DELETE, TestOperation.SCAN, TestOperation.MERGE };
    workloadConfs.add(new TestWorkloadConf(allOps, ProbabilityHelper.getUniformProbDist(allOps.length)));
    return workloadConfs;
}
Also used : TestOperation(org.apache.hyracks.storage.am.common.TestOperationSelector.TestOperation) TestWorkloadConf(org.apache.hyracks.storage.am.common.TestWorkloadConf) ArrayList(java.util.ArrayList)

Aggregations

TestWorkloadConf (org.apache.hyracks.storage.am.common.TestWorkloadConf)16 Test (org.junit.Test)10 ISerializerDeserializer (org.apache.hyracks.api.dataflow.value.ISerializerDeserializer)8 ArrayList (java.util.ArrayList)6 TestOperation (org.apache.hyracks.storage.am.common.TestOperationSelector.TestOperation)6 IPrimitiveValueProviderFactory (org.apache.hyracks.storage.am.common.api.IPrimitiveValueProviderFactory)6 TupleGenerator (org.apache.hyracks.storage.am.common.datagen.TupleGenerator)2 LSMInvertedIndexTestContext (org.apache.hyracks.storage.am.lsm.invertedindex.util.LSMInvertedIndexTestContext)2 UTF8StringSerializerDeserializer (org.apache.hyracks.dataflow.common.data.marshalling.UTF8StringSerializerDeserializer)1