Examples with ConsumableBlockingQueue uk.gov.gchq.gaffer.commonutil.iterable.ConsumableBlockingQueue used on opensource projects

Example 1 with ConsumableBlockingQueue

use of uk.gov.gchq.gaffer.commonutil.iterable.ConsumableBlockingQueue in project Gaffer by gchq.

the class GafferAdderTest method shouldRestartAddElementsIfPauseInIngest.

@Test
public void shouldRestartAddElementsIfPauseInIngest() throws Exception {
    // Given
    final AddElementsFromSocket op = mock(AddElementsFromSocket.class);
    final Store store = mock(Store.class);
    given(store.getProperties()).willReturn(new StoreProperties());
    given(store.getSchema()).willReturn(new Schema());
    given(op.isValidate()).willReturn(true);
    given(op.isSkipInvalidElements()).willReturn(false);
    given(op.getOption(FlinkConstants.MAX_QUEUE_SIZE)).willReturn(MAX_QUEUE_SIZE_OPTION);
    final Element element = mock(Element.class);
    final Element element2 = mock(Element.class);
    final GafferAdder adder = new GafferAdder(op, store);
    // When
    adder.add(element);
    // Then
    final ArgumentCaptor<Runnable> runnableCaptor1 = ArgumentCaptor.forClass(Runnable.class);
    verify(store).runAsync(runnableCaptor1.capture());
    runnableCaptor1.getValue().run();
    final ConsumableBlockingQueue<Element> expectedQueue = new ConsumableBlockingQueue<>(MAX_QUEUE_SIZE_VALUE);
    expectedQueue.put(element);
    verify(store).execute(Mockito.eq(new AddElements.Builder().input(expectedQueue).validate(true).skipInvalidElements(false).build()), Mockito.any());
    Mockito.reset(store);
    // When
    adder.add(element2);
    // Then
    final ArgumentCaptor<Runnable> runnableCaptor2 = ArgumentCaptor.forClass(Runnable.class);
    verify(store).runAsync(runnableCaptor2.capture());
    runnableCaptor2.getValue().run();
    // As the queue has not been consumed the original elements will still be on the queue.
    expectedQueue.put(element2);
    verify(store).execute(Mockito.eq(new AddElements.Builder().input(expectedQueue).validate(true).skipInvalidElements(false).build()), Mockito.any());
}

Example 2 with ConsumableBlockingQueue

use of uk.gov.gchq.gaffer.commonutil.iterable.ConsumableBlockingQueue in project Gaffer by gchq.

the class GafferAdderTest method shouldAddElementsIfInvokeCalledMultipleTimes.

@Test
public void shouldAddElementsIfInvokeCalledMultipleTimes() throws Exception {
    // Given
    final int duplicates = 4;
    final AddElementsFromSocket op = mock(AddElementsFromSocket.class);
    final Store store = mock(Store.class);
    given(store.getProperties()).willReturn(new StoreProperties());
    given(store.getSchema()).willReturn(new Schema());
    given(op.isValidate()).willReturn(true);
    given(op.isSkipInvalidElements()).willReturn(false);
    given(op.getOption(FlinkConstants.MAX_QUEUE_SIZE)).willReturn(MAX_QUEUE_SIZE_OPTION);
    final Element element = mock(Element.class);
    final GafferAdder adder = new GafferAdder(op, store);
    // When
    for (int i = 0; i < duplicates; i++) {
        adder.add(element);
    }
    // Then
    final ArgumentCaptor<Runnable> runnableCaptor1 = ArgumentCaptor.forClass(Runnable.class);
    verify(store).runAsync(runnableCaptor1.capture());
    assertEquals(1, runnableCaptor1.getAllValues().size());
    runnableCaptor1.getValue().run();
    final ConsumableBlockingQueue<Element> expectedQueue = new ConsumableBlockingQueue<>(MAX_QUEUE_SIZE_VALUE);
    for (int i = 0; i < duplicates; i++) {
        expectedQueue.put(element);
    }
    verify(store).execute(Mockito.eq(new AddElements.Builder().input(expectedQueue).validate(true).skipInvalidElements(false).build()), Mockito.any());
}

Example 3 with ConsumableBlockingQueue

use of uk.gov.gchq.gaffer.commonutil.iterable.ConsumableBlockingQueue in project Gaffer by gchq.

the class GafferAdderTest method shouldAddElementsToStore.

@Test
public void shouldAddElementsToStore() throws Exception {
    // Given
    final AddElementsFromSocket op = mock(AddElementsFromSocket.class);
    final Store store = mock(Store.class);
    given(store.getProperties()).willReturn(new StoreProperties());
    given(store.getSchema()).willReturn(new Schema());
    given(op.isValidate()).willReturn(true);
    given(op.isSkipInvalidElements()).willReturn(false);
    given(op.getOption(FlinkConstants.MAX_QUEUE_SIZE)).willReturn(MAX_QUEUE_SIZE_OPTION);
    final Element element = mock(Element.class);
    final GafferAdder adder = new GafferAdder(op, store);
    // When
    adder.add(element);
    // Then
    final ArgumentCaptor<Runnable> runnableCaptor = ArgumentCaptor.forClass(Runnable.class);
    verify(store).runAsync(runnableCaptor.capture());
    runnableCaptor.getValue().run();
    ArgumentCaptor<AddElements> opCaptor = ArgumentCaptor.forClass(AddElements.class);
    verify(store).execute(opCaptor.capture(), Mockito.any());
    final ConsumableBlockingQueue<Element> expectedQueue = new ConsumableBlockingQueue<>(MAX_QUEUE_SIZE_VALUE);
    expectedQueue.put(element);
    verify(store).execute(Mockito.eq(new AddElements.Builder().input(expectedQueue).validate(true).skipInvalidElements(false).build()), Mockito.any());
}