Search in sources :

Example 1 with VectorMapJoinTableContainer

use of org.apache.hadoop.hive.ql.exec.vector.mapjoin.hashtable.VectorMapJoinTableContainer in project hive by apache.

the class VectorMapJoinCommonOperator method completeInitializationOp.

@Override
protected void completeInitializationOp(Object[] os) throws HiveException {
    // setup mapJoinTables and serdes
    super.completeInitializationOp(os);
    VectorMapJoinDesc vectorDesc = (VectorMapJoinDesc) conf.getVectorDesc();
    HashTableImplementationType hashTableImplementationType = vectorDesc.hashTableImplementationType();
    switch(vectorDesc.hashTableImplementationType()) {
        case OPTIMIZED:
            {
                // Create our vector map join optimized hash table variation *above* the
                // map join table container.
                vectorMapJoinHashTable = VectorMapJoinOptimizedCreateHashTable.createHashTable(conf, mapJoinTables[posSingleVectorMapJoinSmallTable]);
            }
            break;
        case FAST:
            {
                // Get our vector map join fast hash table variation from the
                // vector map join table container.
                VectorMapJoinTableContainer vectorMapJoinTableContainer = (VectorMapJoinTableContainer) mapJoinTables[posSingleVectorMapJoinSmallTable];
                vectorMapJoinHashTable = vectorMapJoinTableContainer.vectorMapJoinHashTable();
            }
            break;
        default:
            throw new RuntimeException("Unknown vector map join hash table implementation type " + hashTableImplementationType.name());
    }
    LOG.info("Using " + vectorMapJoinHashTable.getClass().getSimpleName() + " from " + this.getClass().getSimpleName());
}
Also used : VectorMapJoinDesc(org.apache.hadoop.hive.ql.plan.VectorMapJoinDesc) HashTableImplementationType(org.apache.hadoop.hive.ql.plan.VectorMapJoinDesc.HashTableImplementationType) VectorMapJoinTableContainer(org.apache.hadoop.hive.ql.exec.vector.mapjoin.hashtable.VectorMapJoinTableContainer)

Aggregations

VectorMapJoinTableContainer (org.apache.hadoop.hive.ql.exec.vector.mapjoin.hashtable.VectorMapJoinTableContainer)1 VectorMapJoinDesc (org.apache.hadoop.hive.ql.plan.VectorMapJoinDesc)1 HashTableImplementationType (org.apache.hadoop.hive.ql.plan.VectorMapJoinDesc.HashTableImplementationType)1