Examples with FileExistsMode org.springframework.integration.file.support.FileExistsMode used on opensource projects

Example 1 with FileExistsMode

use of org.springframework.integration.file.support.FileExistsMode in project spring-integration by spring-projects.

the class FtpTests method testFtpMgetFlow.

@Test
@SuppressWarnings("unchecked")
public void testFtpMgetFlow() {
    QueueChannel out = new QueueChannel();
    IntegrationFlow flow = f -> f.handle(Ftp.outboundGateway(sessionFactory(), AbstractRemoteFileOutboundGateway.Command.MGET, "payload").options(AbstractRemoteFileOutboundGateway.Option.RECURSIVE).fileExistsMode(FileExistsMode.IGNORE).filterExpression("name matches 'subFtpSource|.*1.txt'").localDirectoryExpression("'" + getTargetLocalDirectoryName() + "' + #remoteDirectory").localFilenameExpression("#remoteFileName.replaceFirst('ftpSource', 'localTarget')")).channel(out);
    IntegrationFlowRegistration registration = this.flowContext.registration(flow).register();
    String dir = "ftpSource/";
    registration.getInputChannel().send(new GenericMessage<>(dir + "*"));
    Message<?> result = out.receive(10_000);
    assertNotNull(result);
    List<File> localFiles = (List<File>) result.getPayload();
    // should have filtered ftpSource2.txt
    assertEquals(2, localFiles.size());
    for (File file : localFiles) {
        assertThat(file.getPath().replaceAll(Matcher.quoteReplacement(File.separator), "/"), Matchers.containsString(dir));
    }
    assertThat(localFiles.get(1).getPath().replaceAll(Matcher.quoteReplacement(File.separator), "/"), Matchers.containsString(dir + "subFtpSource"));
    registration.destroy();
}

Example 2 with FileExistsMode

use of org.springframework.integration.file.support.FileExistsMode in project spring-integration by spring-projects.

the class AbstractRemoteFileOutboundGateway method get.

/**
 * Copy a remote file to the configured local directory.
 * @param message the message.
 * @param session the session.
 * @param remoteDir the remote directory.
 * @param remoteFilePath the remote file path.
 * @param remoteFilename the remote file name.
 * @param fileInfoParam the remote file info; if null we will execute an 'ls' command
 * first.
 * @return The file.
 * @throws IOException Any IOException.
 */
protected File get(Message<?> message, Session<F> session, String remoteDir, String remoteFilePath, String remoteFilename, F fileInfoParam) throws IOException {
    F fileInfo = fileInfoParam;
    if (fileInfo == null) {
        F[] files = session.list(remoteFilePath);
        if (files == null) {
            throw new MessagingException("Session returned null when listing " + remoteFilePath);
        }
        if (files.length != 1 || files[0] == null || isDirectory(files[0]) || isLink(files[0])) {
            throw new MessagingException(remoteFilePath + " is not a file");
        }
        fileInfo = files[0];
    }
    File localFile = new File(generateLocalDirectory(message, remoteDir), generateLocalFileName(message, remoteFilename));
    FileExistsMode fileExistsMode = this.fileExistsMode;
    boolean appending = FileExistsMode.APPEND.equals(fileExistsMode);
    boolean exists = localFile.exists();
    boolean replacing = FileExistsMode.REPLACE.equals(fileExistsMode) || (exists && FileExistsMode.REPLACE_IF_MODIFIED.equals(fileExistsMode) && localFile.lastModified() != getModified(fileInfo));
    if (!exists || appending || replacing) {
        OutputStream outputStream;
        String tempFileName = localFile.getAbsolutePath() + this.remoteFileTemplate.getTemporaryFileSuffix();
        File tempFile = new File(tempFileName);
        if (appending) {
            outputStream = new BufferedOutputStream(new FileOutputStream(localFile, true));
        } else {
            outputStream = new BufferedOutputStream(new FileOutputStream(tempFile));
        }
        if (replacing) {
            localFile.delete();
        }
        try {
            session.read(remoteFilePath, outputStream);
        } catch (Exception e) {
            /* Some operation systems acquire exclusive file-lock during file processing
				and the file can't be deleted without closing streams before.
				*/
            outputStream.close();
            tempFile.delete();
            if (e instanceof RuntimeException) {
                throw (RuntimeException) e;
            } else {
                throw new MessagingException("Failure occurred while copying from remote to local directory", e);
            }
        } finally {
            try {
                outputStream.close();
            } catch (Exception ignored2) {
            // Ignore it
            }
        }
        if (!appending && !tempFile.renameTo(localFile)) {
            throw new MessagingException("Failed to rename local file");
        }
        if (this.options.contains(Option.PRESERVE_TIMESTAMP) || FileExistsMode.REPLACE_IF_MODIFIED.equals(fileExistsMode)) {
            localFile.setLastModified(getModified(fileInfo));
        }
        if (this.options.contains(Option.DELETE)) {
            boolean result = session.remove(remoteFilePath);
            if (!result) {
                logger.error("Failed to delete: " + remoteFilePath);
            } else if (logger.isDebugEnabled()) {
                logger.debug(remoteFilePath + " deleted");
            }
        }
    } else if (FileExistsMode.REPLACE_IF_MODIFIED.equals(fileExistsMode)) {
        if (logger.isDebugEnabled()) {
            logger.debug("Local file '" + localFile + "' has the same modified timestamp, ignored");
        }
        if (this.command.equals(Command.MGET)) {
            localFile = null;
        }
    } else if (!FileExistsMode.IGNORE.equals(fileExistsMode)) {
        throw new MessageHandlingException(message, "Local file " + localFile + " already exists");
    } else {
        if (logger.isDebugEnabled()) {
            logger.debug("Existing file skipped: " + localFile);
        }
        if (this.command.equals(Command.MGET)) {
            localFile = null;
        }
    }
    return localFile;
}