Examples with CompositeFileListFilter org.springframework.integration.file.filters.CompositeFileListFilter used on opensource projects

Example 1 with CompositeFileListFilter

use of org.springframework.integration.file.filters.CompositeFileListFilter in project spring-integration by spring-projects.

the class FileReadingMessageSourceFactoryBean method initSource.

private void initSource() throws Exception {
    synchronized (this.initializationMonitor) {
        if (this.source != null) {
            return;
        }
        boolean comparatorSet = this.comparator != null;
        boolean queueSizeSet = this.queueSize != null;
        if (comparatorSet) {
            if (queueSizeSet) {
                logger.warn("'comparator' and 'queueSize' are mutually exclusive. Ignoring 'queueSize'");
            }
            this.source = new FileReadingMessageSource(this.comparator);
        } else if (queueSizeSet) {
            this.source = new FileReadingMessageSource(this.queueSize);
        } else {
            this.source = new FileReadingMessageSource();
        }
        this.source.setDirectory(this.directory);
        if (this.scanner != null) {
            this.source.setScanner(this.scanner);
        } else {
            this.source.setUseWatchService(this.useWatchService);
            if (this.watchEvents != null) {
                this.source.setWatchEvents(this.watchEvents);
            }
        }
        if (this.filter != null) {
            if (this.locker == null) {
                this.source.setFilter(this.filter);
            } else {
                CompositeFileListFilter<File> compositeFileListFilter = new CompositeFileListFilter<File>();
                compositeFileListFilter.addFilter(this.filter);
                compositeFileListFilter.addFilter(this.locker);
                this.source.setFilter(compositeFileListFilter);
                this.source.setLocker(this.locker);
            }
        } else if (this.locker != null) {
            CompositeFileListFilter<File> compositeFileListFilter = new CompositeFileListFilter<File>();
            compositeFileListFilter.addFilter(new FileListFilterFactoryBean().getObject());
            compositeFileListFilter.addFilter(this.locker);
            this.source.setFilter(compositeFileListFilter);
            this.source.setLocker(this.locker);
        }
        if (this.scanEachPoll != null) {
            this.source.setScanEachPoll(this.scanEachPoll);
        }
        if (this.autoCreateDirectory != null) {
            this.source.setAutoCreateDirectory(this.autoCreateDirectory);
        }
        if (this.beanFactory != null) {
            this.source.setBeanFactory(this.beanFactory);
        }
        this.source.afterPropertiesSet();
    }
}

Example 2 with CompositeFileListFilter

use of org.springframework.integration.file.filters.CompositeFileListFilter in project spring-integration by spring-projects.

the class FtpInboundRemoteFileSystemSynchronizerTests method testCopyFileToLocalDir.

@Test
public void testCopyFileToLocalDir() throws Exception {
    File localDirectory = new File("test");
    assertFalse(localDirectory.exists());
    TestFtpSessionFactory ftpSessionFactory = new TestFtpSessionFactory();
    ftpSessionFactory.setUsername("kermit");
    ftpSessionFactory.setPassword("frog");
    ftpSessionFactory.setHost("foo.com");
    FtpInboundFileSynchronizer synchronizer = spy(new FtpInboundFileSynchronizer(ftpSessionFactory));
    synchronizer.setDeleteRemoteFiles(true);
    synchronizer.setPreserveTimestamp(true);
    synchronizer.setRemoteDirectory("remote-test-dir");
    FtpRegexPatternFileListFilter patternFilter = new FtpRegexPatternFileListFilter(".*\\.test$");
    PropertiesPersistingMetadataStore store = spy(new PropertiesPersistingMetadataStore());
    store.setBaseDirectory("test");
    store.afterPropertiesSet();
    FtpPersistentAcceptOnceFileListFilter persistFilter = new FtpPersistentAcceptOnceFileListFilter(store, "foo");
    List<FileListFilter<FTPFile>> filters = new ArrayList<FileListFilter<FTPFile>>();
    filters.add(persistFilter);
    filters.add(patternFilter);
    CompositeFileListFilter<FTPFile> filter = new CompositeFileListFilter<FTPFile>(filters);
    synchronizer.setFilter(filter);
    ExpressionParser expressionParser = new SpelExpressionParser(new SpelParserConfiguration(true, true));
    Expression expression = expressionParser.parseExpression("'subdir/' + #this.toUpperCase() + '.a'");
    synchronizer.setLocalFilenameGeneratorExpression(expression);
    synchronizer.setBeanFactory(mock(BeanFactory.class));
    synchronizer.afterPropertiesSet();
    FtpInboundFileSynchronizingMessageSource ms = new FtpInboundFileSynchronizingMessageSource(synchronizer);
    ms.setAutoCreateLocalDirectory(true);
    ms.setLocalDirectory(localDirectory);
    ms.setBeanFactory(mock(BeanFactory.class));
    CompositeFileListFilter<File> localFileListFilter = new CompositeFileListFilter<File>();
    localFileListFilter.addFilter(new RegexPatternFileListFilter(".*\\.TEST\\.a$"));
    AcceptOnceFileListFilter<File> localAcceptOnceFilter = new AcceptOnceFileListFilter<File>();
    localFileListFilter.addFilter(localAcceptOnceFilter);
    RecursiveDirectoryScanner scanner = new RecursiveDirectoryScanner();
    ms.setScanner(scanner);
    ms.setLocalFilter(localFileListFilter);
    ms.afterPropertiesSet();
    ms.start();
    Message<File> atestFile = ms.receive();
    assertNotNull(atestFile);
    assertEquals("A.TEST.a", atestFile.getPayload().getName());
    // The test remote files are created with the current timestamp + 1 day.
    assertThat(atestFile.getPayload().lastModified(), Matchers.greaterThan(System.currentTimeMillis()));
    assertEquals("A.TEST.a", atestFile.getHeaders().get(FileHeaders.FILENAME));
    Message<File> btestFile = ms.receive();
    assertNotNull(btestFile);
    assertEquals("B.TEST.a", btestFile.getPayload().getName());
    // The test remote files are created with the current timestamp + 1 day.
    assertThat(atestFile.getPayload().lastModified(), Matchers.greaterThan(System.currentTimeMillis()));
    Message<File> nothing = ms.receive();
    assertNull(nothing);
    // two times because on the third receive (above) the internal queue will be empty, so it will attempt
    verify(synchronizer, times(2)).synchronizeToLocalDirectory(localDirectory, Integer.MIN_VALUE);
    assertTrue(new File("test/subdir/A.TEST.a").exists());
    assertTrue(new File("test/subdir/B.TEST.a").exists());
    TestUtils.getPropertyValue(localAcceptOnceFilter, "seenSet", Collection.class).clear();
    new File("test/subdir/A.TEST.a").delete();
    new File("test/subdir/B.TEST.a").delete();
    // the remote filter should prevent a re-fetch
    nothing = ms.receive();
    assertNull(nothing);
    ms.stop();
    verify(synchronizer).close();
    verify(store).close();
}

Example 3 with CompositeFileListFilter

use of org.springframework.integration.file.filters.CompositeFileListFilter in project spring-integration by spring-projects.

the class SftpInboundChannelAdapterSpec method composeFilters.

@SuppressWarnings("unchecked")
private CompositeFileListFilter<ChannelSftp.LsEntry> composeFilters(FileListFilter<ChannelSftp.LsEntry> fileListFilter) {
    CompositeFileListFilter<ChannelSftp.LsEntry> compositeFileListFilter = new CompositeFileListFilter<>();
    compositeFileListFilter.addFilters(fileListFilter, new SftpPersistentAcceptOnceFileListFilter(new SimpleMetadataStore(), "sftpMessageSource"));
    return compositeFileListFilter;
}

Example 4 with CompositeFileListFilter

use of org.springframework.integration.file.filters.CompositeFileListFilter in project spring-integration by spring-projects.

the class FileInboundChannelAdapterWithPatternParserTests method compositeFilterType.

@Test
public void compositeFilterType() {
    DirectFieldAccessor scannerAccessor = new DirectFieldAccessor(accessor.getPropertyValue("scanner"));
    assertTrue(scannerAccessor.getPropertyValue("filter") instanceof CompositeFileListFilter);
}

Example 5 with CompositeFileListFilter

use of org.springframework.integration.file.filters.CompositeFileListFilter in project spring-integration by spring-projects.

the class FileInboundChannelAdapterWithPreventDuplicatesFlagTests method defaultAndNull.

@Test
public void defaultAndNull() throws Exception {
    FileListFilter<File> filter = this.extractFilter("defaultAndNull");
    assertNotNull(filter);
    assertFalse(filter instanceof CompositeFileListFilter);
    assertTrue(filter instanceof AcceptOnceFileListFilter);
    File testFile = new File("test");
    File[] files = new File[] { testFile, testFile, testFile };
    List<File> result = filter.filterFiles(files);
    assertEquals(1, result.size());
}