Examples with ContentClaim org.apache.nifi.controller.repository.claim.ContentClaim used on opensource projects

Example 51 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testReadAfterSessionClosesStream.

@Test
public void testReadAfterSessionClosesStream() throws IOException {
    final ContentClaim claim = contentRepo.create(false);
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    final FlowFile flowFile = session.get();
    assertNotNull(flowFile);
    final AtomicReference<InputStream> inputStreamHolder = new AtomicReference<>(null);
    session.read(flowFile, true, new InputStreamCallback() {

        @Override
        public void process(final InputStream inputStream) throws IOException {
            inputStreamHolder.set(inputStream);
        }
    });
    assertDisabled(inputStreamHolder.get());
}

Example 52 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testExpireDecrementsClaimsOnce.

@Test
@SuppressWarnings("unchecked")
public void testExpireDecrementsClaimsOnce() throws IOException {
    final ContentClaim contentClaim = contentRepo.create(false);
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).contentClaim(contentClaim).build();
    Mockito.doAnswer(new Answer<List<FlowFileRecord>>() {

        int iterations = 0;

        @Override
        public List<FlowFileRecord> answer(InvocationOnMock invocation) throws Throwable {
            if (iterations++ == 0) {
                final Set<FlowFileRecord> expired = invocation.getArgumentAt(1, Set.class);
                expired.add(flowFileRecord);
            }
            return null;
        }
    }).when(flowFileQueue).poll(Mockito.any(FlowFileFilter.class), Mockito.any(Set.class));
    session.expireFlowFiles();
    // if the content claim count is decremented to less than 0, an exception will be thrown.
    session.commit();
    assertEquals(1L, contentRepo.getClaimsRemoved());
}

Example 53 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testUpdateFlowFileModifiedMultipleTimesHasTransientClaimsOnCommit.

@Test
public void testUpdateFlowFileModifiedMultipleTimesHasTransientClaimsOnCommit() {
    flowFileQueue.put(new MockFlowFile(1L));
    FlowFile flowFile = session.get();
    for (int i = 0; i < 5; i++) {
        final byte[] content = String.valueOf(i).getBytes();
        flowFile = session.write(flowFile, out -> out.write(content));
    }
    session.transfer(flowFile, new Relationship.Builder().name("success").build());
    session.commit();
    final List<RepositoryRecord> repoUpdates = flowFileRepo.getUpdates();
    assertEquals(1, repoUpdates.size());
    // Should be 4 transient claims because it was written to 5 times. So 4 transient + 1 actual claim.
    final RepositoryRecord record = repoUpdates.get(0);
    assertEquals(RepositoryRecordType.UPDATE, record.getType());
    final List<ContentClaim> transientClaims = record.getTransientClaims();
    assertEquals(4, transientClaims.size());
}

Example 54 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testAppendDoesNotDecrementContentClaimIfNotNeeded.

@Test
public void testAppendDoesNotDecrementContentClaimIfNotNeeded() {
    FlowFile flowFile = session.create();
    session.append(flowFile, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
            out.write("hello".getBytes());
        }
    });
    final Set<ContentClaim> existingClaims = contentRepo.getExistingClaims();
    assertEquals(1, existingClaims.size());
    final ContentClaim claim = existingClaims.iterator().next();
    final int countAfterAppend = contentRepo.getClaimantCount(claim);
    assertEquals(1, countAfterAppend);
}

Example 55 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testOpenMultipleInputStreamsToFlowFile.

@Test
public void testOpenMultipleInputStreamsToFlowFile() throws IOException {
    final ContentClaim claim = contentRepo.create(false);
    try (final OutputStream out = contentRepo.write(claim)) {
        out.write("hello, world".getBytes());
    }
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).size(12L).build();
    flowFileQueue.put(flowFileRecord);
    final FlowFile flowFile = session.get();
    InputStream in = session.read(flowFile);
    final byte[] buffer = new byte[12];
    StreamUtils.fillBuffer(in, buffer);
    assertEquals("hello, world", new String(buffer));
    InputStream in2 = session.read(flowFile);
    StreamUtils.fillBuffer(in2, buffer);
    assertEquals("hello, world", new String(buffer));
    in.close();
    in2.close();
    session.remove(flowFile);
    session.commit();
}