Examples with ContentClaim org.apache.nifi.controller.repository.claim.ContentClaim used on opensource projects

Example 56 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testAppendAfterSessionClosesStream.

@Test
public void testAppendAfterSessionClosesStream() throws IOException {
    final ContentClaim claim = contentRepo.create(false);
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    FlowFile flowFile = session.get();
    assertNotNull(flowFile);
    final AtomicReference<OutputStream> outputStreamHolder = new AtomicReference<>(null);
    flowFile = session.append(flowFile, new OutputStreamCallback() {

        @Override
        public void process(final OutputStream outputStream) throws IOException {
            outputStreamHolder.set(outputStream);
        }
    });
    assertDisabled(outputStreamHolder.get());
}

Example 57 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testUpdateFlowFileModifiedMultipleTimesHasTransientClaimsOnRollback.

@Test
public void testUpdateFlowFileModifiedMultipleTimesHasTransientClaimsOnRollback() {
    flowFileQueue.put(new MockFlowFile(1L));
    FlowFile flowFile = session.get();
    for (int i = 0; i < 5; i++) {
        final byte[] content = String.valueOf(i).getBytes();
        flowFile = session.write(flowFile, out -> out.write(content));
    }
    session.rollback();
    final List<RepositoryRecord> repoUpdates = flowFileRepo.getUpdates();
    assertEquals(1, repoUpdates.size());
    // Should be 5 transient claims because it was written to 5 times and then rolled back so all
    // content claims are 'transient'.
    final RepositoryRecord record = repoUpdates.get(0);
    assertEquals(RepositoryRecordType.CLEANUP_TRANSIENT_CLAIMS, record.getType());
    final List<ContentClaim> transientClaims = record.getTransientClaims();
    assertEquals(5, transientClaims.size());
}

Example 58 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testModifyContentThenRollback.

@Test
public void testModifyContentThenRollback() throws IOException {
    assertEquals(0, contentRepo.getExistingClaims().size());
    final ContentClaim claim = contentRepo.create(false);
    assertEquals(1, contentRepo.getExistingClaims().size());
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    FlowFile flowFile = session.get();
    assertNotNull(flowFile);
    flowFile = session.putAttribute(flowFile, "filename", "1.txt");
    flowFile = session.write(flowFile, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
        }
    });
    session.transfer(flowFile);
    session.commit();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    flowFile = session.write(flowFile, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
        }
    });
    session.transfer(flowFile);
    session.commit();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    session.remove(flowFile);
    session.rollback();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    session.remove(flowFile);
    session.commit();
    assertEquals(0, contentRepo.getExistingClaims().size());
}

Example 59 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class TestStandardProcessSession method testNewFlowFileModifiedMultipleTimesHasTransientClaimsOnCommit.

@Test
public void testNewFlowFileModifiedMultipleTimesHasTransientClaimsOnCommit() {
    FlowFile flowFile = session.create();
    for (int i = 0; i < 5; i++) {
        final byte[] content = String.valueOf(i).getBytes();
        flowFile = session.write(flowFile, out -> out.write(content));
    }
    session.transfer(flowFile, new Relationship.Builder().name("success").build());
    session.commit();
    final List<RepositoryRecord> repoUpdates = flowFileRepo.getUpdates();
    assertEquals(1, repoUpdates.size());
    // Should be 4 transient claims because it was written to 5 times. So 4 transient + 1 actual claim.
    final RepositoryRecord record = repoUpdates.get(0);
    assertEquals(RepositoryRecordType.CREATE, record.getType());
    final List<ContentClaim> transientClaims = record.getTransientClaims();
    assertEquals(4, transientClaims.size());
}

Example 60 with ContentClaim

use of org.apache.nifi.controller.repository.claim.ContentClaim in project nifi by apache.

the class StandardProcessSession method importFrom.

@Override
public FlowFile importFrom(final Path source, final boolean keepSourceFile, FlowFile destination) {
    verifyTaskActive();
    destination = validateRecordState(destination);
    // TODO: find a better solution. With Windows 7 and Java 7 (very early update, at least), Files.isWritable(source.getParent()) returns false, even when it should be true.
    if (!keepSourceFile && !Files.isWritable(source.getParent()) && !source.getParent().toFile().canWrite()) {
        // If we do NOT want to keep the file, ensure that we can delete it, or else error.
        throw new FlowFileAccessException("Cannot write to path " + source.getParent().toFile().getAbsolutePath() + " so cannot delete file; will not import.");
    }
    final StandardRepositoryRecord record = records.get(destination);
    final ContentClaim newClaim;
    final long claimOffset;
    try {
        newClaim = context.getContentRepository().create(context.getConnectable().isLossTolerant());
        claimLog.debug("Creating ContentClaim {} for 'importFrom' for {}", newClaim, destination);
    } catch (final IOException e) {
        throw new FlowFileAccessException("Unable to create ContentClaim due to " + e.toString(), e);
    }
    claimOffset = 0L;
    long newSize = 0L;
    try {
        newSize = context.getContentRepository().importFrom(source, newClaim);
        bytesWritten += newSize;
        bytesRead += newSize;
    } catch (final Throwable t) {
        destroyContent(newClaim);
        throw new FlowFileAccessException("Failed to import data from " + source + " for " + destination + " due to " + t.toString(), t);
    }
    removeTemporaryClaim(record);
    final FlowFileRecord newFile = new StandardFlowFileRecord.Builder().fromFlowFile(record.getCurrent()).contentClaim(newClaim).contentClaimOffset(claimOffset).size(newSize).addAttribute(CoreAttributes.FILENAME.key(), source.toFile().getName()).build();
    record.setWorking(newFile, CoreAttributes.FILENAME.key(), source.toFile().getName());
    if (!keepSourceFile) {
        deleteOnCommit.put(newFile, source);
    }
    return newFile;
}