Examples with OutputStreamCallback org.apache.nifi.processor.io.OutputStreamCallback used on opensource projects

Example 41 with OutputStreamCallback

use of org.apache.nifi.processor.io.OutputStreamCallback in project nifi by apache.

the class TestStandardProcessSession method testAppendAfterSessionClosesStream.

@Test
public void testAppendAfterSessionClosesStream() throws IOException {
    final ContentClaim claim = contentRepo.create(false);
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    FlowFile flowFile = session.get();
    assertNotNull(flowFile);
    final AtomicReference<OutputStream> outputStreamHolder = new AtomicReference<>(null);
    flowFile = session.append(flowFile, new OutputStreamCallback() {

        @Override
        public void process(final OutputStream outputStream) throws IOException {
            outputStreamHolder.set(outputStream);
        }
    });
    assertDisabled(outputStreamHolder.get());
}

Example 42 with OutputStreamCallback

use of org.apache.nifi.processor.io.OutputStreamCallback in project nifi by apache.

the class TestStandardProcessSession method testModifyContentThenRollback.

@Test
public void testModifyContentThenRollback() throws IOException {
    assertEquals(0, contentRepo.getExistingClaims().size());
    final ContentClaim claim = contentRepo.create(false);
    assertEquals(1, contentRepo.getExistingClaims().size());
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().contentClaim(claim).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    FlowFile flowFile = session.get();
    assertNotNull(flowFile);
    flowFile = session.putAttribute(flowFile, "filename", "1.txt");
    flowFile = session.write(flowFile, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
        }
    });
    session.transfer(flowFile);
    session.commit();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    flowFile = session.write(flowFile, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
        }
    });
    session.transfer(flowFile);
    session.commit();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    session.remove(flowFile);
    session.rollback();
    assertEquals(1, contentRepo.getExistingClaims().size());
    flowFile = session.get();
    assertNotNull(flowFile);
    session.remove(flowFile);
    session.commit();
    assertEquals(0, contentRepo.getExistingClaims().size());
}

Example 43 with OutputStreamCallback

use of org.apache.nifi.processor.io.OutputStreamCallback in project nifi by apache.

the class TestStandardProcessSession method testManyFilesOpened.

@Test
@Ignore
public void testManyFilesOpened() throws IOException {
    StandardProcessSession[] standardProcessSessions = new StandardProcessSession[100000];
    for (int i = 0; i < 70000; i++) {
        standardProcessSessions[i] = new StandardProcessSession(context, () -> false);
        FlowFile flowFile = standardProcessSessions[i].create();
        final byte[] buff = new byte["Hello".getBytes().length];
        flowFile = standardProcessSessions[i].append(flowFile, new OutputStreamCallback() {

            @Override
            public void process(OutputStream out) throws IOException {
                out.write("Hello".getBytes());
            }
        });
        try {
            standardProcessSessions[i].read(flowFile, false, new InputStreamCallback() {

                @Override
                public void process(final InputStream in) throws IOException {
                    StreamUtils.fillBuffer(in, buff);
                }
            });
        } catch (Exception e) {
            System.out.println("Failed at file:" + i);
            throw e;
        }
        if (i % 1000 == 0) {
            System.out.println("i:" + i);
        }
    }
}

Example 44 with OutputStreamCallback

use of org.apache.nifi.processor.io.OutputStreamCallback in project nifi by apache.

the class TestStandardProcessSession method testAppend.

@Test
public void testAppend() throws IOException {
    FlowFile ff = session.create();
    ff = session.append(ff, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
            out.write("Hello".getBytes());
        }
    });
    // do not allow the content repo to be read from; this ensures that we are
    // not copying the data each time we call append but instead are actually appending to the output stream
    contentRepo.disableRead = true;
    ff = session.append(ff, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
            out.write(", ".getBytes());
        }
    });
    ff = session.append(ff, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
            out.write("World".getBytes());
        }
    });
    contentRepo.disableRead = false;
    final byte[] buff = new byte["Hello, World".getBytes().length];
    session.read(ff, new InputStreamCallback() {

        @Override
        public void process(final InputStream in) throws IOException {
            StreamUtils.fillBuffer(in, buff);
        }
    });
    assertEquals("Hello, World", new String(buff));
}

Example 45 with OutputStreamCallback

use of org.apache.nifi.processor.io.OutputStreamCallback in project nifi by apache.

the class TestStandardProcessSession method testContentNotFoundExceptionThrownWhenUnableToReadDataStreamCallbackOffsetTooLarge.

@Test
public void testContentNotFoundExceptionThrownWhenUnableToReadDataStreamCallbackOffsetTooLarge() {
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).contentClaim(new StandardContentClaim(resourceClaimManager.newResourceClaim("x", "x", "0", true, false), 0L)).build();
    flowFileQueue.put(flowFileRecord);
    FlowFile ff1 = session.get();
    ff1 = session.write(ff1, new OutputStreamCallback() {

        @Override
        public void process(OutputStream out) throws IOException {
        }
    });
    session.transfer(ff1);
    session.commit();
    final FlowFileRecord flowFileRecord2 = new StandardFlowFileRecord.Builder().addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).contentClaim(new StandardContentClaim(resourceClaimManager.newResourceClaim("x", "x", "0", true, false), 0L)).contentClaimOffset(1000L).size(1000L).build();
    flowFileQueue.put(flowFileRecord2);
    // attempt to read the data.
    try {
        session.get();
        final FlowFile ff2 = session.get();
        session.write(ff2, new StreamCallback() {

            @Override
            public void process(InputStream in, OutputStream out) throws IOException {
            }
        });
        Assert.fail("Expected ContentNotFoundException");
    } catch (final MissingFlowFileException mffe) {
    }
}