Examples with IndexTracker org.apache.jackrabbit.oak.plugins.index.lucene.IndexTracker used on opensource projects

Example 6 with IndexTracker

use of org.apache.jackrabbit.oak.plugins.index.lucene.IndexTracker in project jackrabbit-oak by apache.

the class HybridIndexTest method createRepository.

@Override
protected ContentRepository createRepository() {
    IndexCopier copier;
    try {
        copier = new IndexCopier(executorService, temporaryFolder.getRoot());
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
    MountInfoProvider mip = defaultMountInfoProvider();
    NRTIndexFactory nrtIndexFactory = new NRTIndexFactory(copier, clock, TimeUnit.MILLISECONDS.toSeconds(refreshDelta), StatisticsProvider.NOOP);
    LuceneIndexReaderFactory indexReaderFactory = new DefaultIndexReaderFactory(mip, copier);
    IndexTracker tracker = new IndexTracker(indexReaderFactory, nrtIndexFactory);
    LuceneIndexProvider provider = new LuceneIndexProvider(tracker);
    queue = new DocumentQueue(100, tracker, sameThreadExecutor());
    LuceneIndexEditorProvider editorProvider = new LuceneIndexEditorProvider(copier, tracker, null, null, mip);
    editorProvider.setIndexingQueue(queue);
    LocalIndexObserver localIndexObserver = new LocalIndexObserver(queue, StatisticsProvider.NOOP);
    nodeStore = new MemoryNodeStore();
    Oak oak = new Oak(nodeStore).with(new InitialContent()).with(new OpenSecurityProvider()).with((QueryIndexProvider) provider).with((Observer) provider).with(localIndexObserver).with(editorProvider).with(new PropertyIndexEditorProvider()).with(new NodeTypeIndexProvider()).with(optionalEditorProvider).with(new NodeCounterEditorProvider()).withAsyncIndexing("async", TimeUnit.DAYS.toSeconds(1));
    wb = oak.getWhiteboard();
    return oak.createContentRepository();
}

Example 7 with IndexTracker

use of org.apache.jackrabbit.oak.plugins.index.lucene.IndexTracker in project jackrabbit-oak by apache.

the class DocumentQueueTest method benchMarkIndexWriter.

//@Test
public void benchMarkIndexWriter() throws Exception {
    Executor executor = Executors.newFixedThreadPool(5);
    IndexCopier indexCopier = new IndexCopier(executor, temporaryFolder.getRoot());
    indexFactory = new NRTIndexFactory(indexCopier, clock, TimeUnit.MILLISECONDS.toSeconds(refreshDelta), StatisticsProvider.NOOP);
    tracker = new IndexTracker(new DefaultIndexReaderFactory(defaultMountInfoProvider(), indexCopier), indexFactory);
    NodeState indexed = createAndPopulateAsyncIndex(IndexingMode.NRT);
    tracker.update(indexed);
    DocumentQueue queue = new DocumentQueue(1000, tracker, executor);
    /*
            Sample output
            [nrt] Time taken for 10000 is 639.3 ms with waits 1
            [sync] Time taken for 10000 is 30.34 s

            Refreshing reader after every commit would slow down things
         */
    LuceneDoc doc = createDoc("/a/b", "a");
    int numDocs = 10000;
    Stopwatch w = Stopwatch.createStarted();
    int waitCount = 0;
    for (int i = 0; i < numDocs; i++) {
        while (!queue.add(doc)) {
            waitCount++;
        }
    }
    System.out.printf("%n[nrt] Time taken for %d is %s with waits %d%n", numDocs, w, waitCount);
    indexed = createAndPopulateAsyncIndex(IndexingMode.SYNC);
    tracker.update(indexed);
    queue = new DocumentQueue(1000, tracker, executor);
    w = Stopwatch.createStarted();
    for (int i = 0; i < numDocs; i++) {
        ListMultimap<String, LuceneDoc> docs = ArrayListMultimap.create();
        docs.get("/oak:index/fooIndex").add(doc);
        queue.addAllSynchronously(docs.asMap());
    }
    System.out.printf("%n[sync] Time taken for %d is %s%n", numDocs, w);
}

Example 8 with IndexTracker

use of org.apache.jackrabbit.oak.plugins.index.lucene.IndexTracker in project jackrabbit-oak by apache.

the class LocalIndexWriterFactoryTest method setUp.

@Before
public void setUp() throws IOException {
    tracker = new IndexTracker();
    DocumentQueue queue = new DocumentQueue(100, tracker, sameThreadExecutor());
    editorProvider = new LuceneIndexEditorProvider(null, null, null, Mounts.defaultMountInfoProvider());
    editorProvider.setIndexingQueue(queue);
    syncHook = new EditorHook(new IndexUpdateProvider(editorProvider));
    asyncHook = new EditorHook(new IndexUpdateProvider(editorProvider, "async", false));
}