Examples with ImmutableRoaringBitmap org.roaringbitmap.buffer.ImmutableRoaringBitmap used on opensource projects

Example 11 with ImmutableRoaringBitmap

use of org.roaringbitmap.buffer.ImmutableRoaringBitmap in project druid by druid-io.

the class WrappedImmutableRoaringBitmap method difference.

@Override
public ImmutableBitmap difference(ImmutableBitmap otherBitmap) {
    WrappedImmutableRoaringBitmap other = (WrappedImmutableRoaringBitmap) otherBitmap;
    ImmutableRoaringBitmap unwrappedOtherBitmap = other.bitmap;
    return new WrappedImmutableRoaringBitmap(ImmutableRoaringBitmap.andNot(bitmap, unwrappedOtherBitmap));
}

Example 12 with ImmutableRoaringBitmap

use of org.roaringbitmap.buffer.ImmutableRoaringBitmap in project druid by druid-io.

the class WrappedImmutableRoaringBitmap method union.

@Override
public ImmutableBitmap union(ImmutableBitmap otherBitmap) {
    WrappedImmutableRoaringBitmap other = (WrappedImmutableRoaringBitmap) otherBitmap;
    ImmutableRoaringBitmap unwrappedOtherBitmap = other.bitmap;
    return new WrappedImmutableRoaringBitmap(ImmutableRoaringBitmap.or(bitmap, unwrappedOtherBitmap));
}

Example 13 with ImmutableRoaringBitmap

use of org.roaringbitmap.buffer.ImmutableRoaringBitmap in project pinot by linkedin.

the class BitmapInvertedIndexReader method buildRoaringBitmapForIndex.

private synchronized ImmutableRoaringBitmap buildRoaringBitmapForIndex(final int index) {
    final int currentOffset = getOffset(index);
    final int nextOffset = getOffset(index + 1);
    final int bufferLength = nextOffset - currentOffset;
    // Slice the buffer appropriately for Roaring Bitmap
    ByteBuffer bb = buffer.toDirectByteBuffer(currentOffset, bufferLength);
    ImmutableRoaringBitmap immutableRoaringBitmap = null;
    try {
        immutableRoaringBitmap = new ImmutableRoaringBitmap(bb);
    } catch (Exception e) {
        LOGGER.error("Error creating immutableRoaringBitmap for dictionary id:{} currentOffset:{} bufferLength:{} slice position{} limit:{} file:{}", index, currentOffset, bufferLength, bb.position(), bb.limit(), file.getAbsolutePath());
    }
    return immutableRoaringBitmap;
}

Example 14 with ImmutableRoaringBitmap

use of org.roaringbitmap.buffer.ImmutableRoaringBitmap in project pinot by linkedin.

the class BitmapInvertedIndexReader method getImmutable.

/**
   * {@inheritDoc}
   * @see InvertedIndexReader#getImmutable(int)
   */
@Override
public ImmutableRoaringBitmap getImmutable(int idx) {
    SoftReference<ImmutableRoaringBitmap>[] bitmapArrayReference = null;
    // Return the bitmap if it's still on heap
    if (bitmaps != null) {
        bitmapArrayReference = bitmaps.get();
        if (bitmapArrayReference != null) {
            SoftReference<ImmutableRoaringBitmap> bitmapReference = bitmapArrayReference[idx];
            if (bitmapReference != null) {
                ImmutableRoaringBitmap value = bitmapReference.get();
                if (value != null) {
                    return value;
                }
            }
        } else {
            bitmapArrayReference = new SoftReference[numberOfBitmaps];
            bitmaps = new SoftReference<SoftReference<ImmutableRoaringBitmap>[]>(bitmapArrayReference);
        }
    } else {
        bitmapArrayReference = new SoftReference[numberOfBitmaps];
        bitmaps = new SoftReference<SoftReference<ImmutableRoaringBitmap>[]>(bitmapArrayReference);
    }
    synchronized (this) {
        ImmutableRoaringBitmap value;
        if (bitmapArrayReference[idx] == null || bitmapArrayReference[idx].get() == null) {
            value = buildRoaringBitmapForIndex(idx);
            bitmapArrayReference[idx] = new SoftReference<ImmutableRoaringBitmap>(value);
        } else {
            value = bitmapArrayReference[idx].get();
        }
        return value;
    }
}

Example 15 with ImmutableRoaringBitmap

use of org.roaringbitmap.buffer.ImmutableRoaringBitmap in project pinot by linkedin.

the class BitmapDocIdSetTest method testSimple.

@Test
public void testSimple() throws IOException {
    int numBitMaps = 5;
    final int numDocs = 1000;
    List<ImmutableRoaringBitmap> list = new ArrayList<ImmutableRoaringBitmap>();
    Random r = new Random();
    TreeSet<Integer> originalSet = new TreeSet<Integer>();
    for (int i = 0; i < numBitMaps; i++) {
        MutableRoaringBitmap mutableRoaringBitmap = new MutableRoaringBitmap();
        int length = r.nextInt(numDocs);
        for (int j = 0; j < length; j++) {
            int docId = r.nextInt(numDocs);
            originalSet.add(docId);
            mutableRoaringBitmap.add(docId);
        }
        ByteArrayOutputStream bos = new ByteArrayOutputStream();
        DataOutputStream dos = new DataOutputStream(bos);
        // could call "rr1.runOptimize()" and "rr2.runOptimize" if there 
        // there were runs to compress
        mutableRoaringBitmap.serialize(dos);
        dos.close();
        ByteBuffer bb = ByteBuffer.wrap(bos.toByteArray());
        ImmutableRoaringBitmap immutableRoaringBitmap = new ImmutableRoaringBitmap(bb);
        list.add(immutableRoaringBitmap);
    }
    ImmutableRoaringBitmap[] bitmaps = new ImmutableRoaringBitmap[list.size()];
    list.toArray(bitmaps);
    BlockMetadata blockMetadata = new BlockMetadata() {

        @Override
        public boolean isSparse() {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public boolean isSorted() {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public boolean isSingleValue() {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public boolean hasInvertedIndex() {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public boolean hasDictionary() {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public int getStartDocId() {
            // TODO Auto-generated method stub
            return 0;
        }

        @Override
        public int getSize() {
            // TODO Auto-generated method stub
            return 0;
        }

        @Override
        public int getMaxNumberOfMultiValues() {
            // TODO Auto-generated method stub
            return 0;
        }

        @Override
        public int getLength() {
            return numDocs;
        }

        @Override
        public int getEndDocId() {
            return numDocs - 1;
        }

        @Override
        public Dictionary getDictionary() {
            // TODO Auto-generated method stub
            return null;
        }

        @Override
        public DataType getDataType() {
            // TODO Auto-generated method stub
            return null;
        }
    };
    BitmapDocIdSet bitmapDocIdSet = new BitmapDocIdSet("testColumn", blockMetadata, 0, numDocs - 1, bitmaps);
    BlockDocIdIterator iterator = bitmapDocIdSet.iterator();
    int docId;
    TreeSet<Integer> result = new TreeSet<Integer>();
    while ((docId = iterator.next()) != Constants.EOF) {
        result.add(docId);
    }
    Assert.assertEquals(originalSet.size(), result.size());
    Assert.assertEquals(originalSet, result);
}