Search in sources :

Example 51 with FileFilter

use of java.io.FileFilter in project voltdb by VoltDB.

the class RestoreAgent method getSnapshots.

/**
     * Finds all the snapshots in all the places we know of which could possibly
     * store snapshots, like command log snapshots, auto snapshots, etc.
     *
     * @return All snapshots
     */
private Map<String, Snapshot> getSnapshots() {
    /*
         * Use the individual snapshot directories instead of voltroot, because
         * they can be set individually
         */
    Map<String, SnapshotPathType> paths = new HashMap<String, SnapshotPathType>();
    if (VoltDB.instance().getConfig().m_isEnterprise) {
        if (m_clSnapshotPath != null) {
            paths.put(m_clSnapshotPath, SnapshotPathType.SNAP_CL);
        }
    }
    if (m_snapshotPath != null) {
        paths.put(m_snapshotPath, SnapshotPathType.SNAP_AUTO);
    }
    HashMap<String, Snapshot> snapshots = new HashMap<String, Snapshot>();
    FileFilter filter = new SnapshotUtil.SnapshotFilter();
    for (String path : paths.keySet()) {
        SnapshotUtil.retrieveSnapshotFiles(new File(path), snapshots, filter, false, paths.get(path), LOG);
    }
    return snapshots;
}
Also used : Snapshot(org.voltdb.sysprocs.saverestore.SnapshotUtil.Snapshot) HashMap(java.util.HashMap) FileFilter(java.io.FileFilter) File(java.io.File) SnapshotPathType(org.voltdb.sysprocs.saverestore.SnapshotPathType)

Example 52 with FileFilter

use of java.io.FileFilter in project voltdb by VoltDB.

the class NodeSettings method archiveSnapshotDirectory.

default default boolean archiveSnapshotDirectory() {
    File snapshotDH = resolve(getSnapshoth());
    String[] snapshots = snapshotDH.list();
    if (snapshots == null || snapshots.length == 0) {
        return false;
    }
    Pattern archvRE = Pattern.compile(getSnapshoth().getName() + "\\.(\\d+)");
    final ImmutableSortedMap.Builder<Integer, File> mb = ImmutableSortedMap.naturalOrder();
    File parent = snapshotDH.getParentFile();
    parent.listFiles(new FileFilter() {

        @Override
        public boolean accept(File path) {
            Matcher mtc = archvRE.matcher(path.getName());
            if (path.isDirectory() && mtc.matches()) {
                mb.put(Integer.parseInt(mtc.group(1)), path);
                return true;
            }
            return false;
        }
    });
    NavigableMap<Integer, File> snapdirs = mb.build();
    for (Map.Entry<Integer, File> e : snapdirs.descendingMap().entrySet()) {
        File renameTo = new File(snapshotDH.getPath() + "." + (e.getKey() + 1));
        try {
            Files.move(e.getValue().toPath(), renameTo.toPath());
        } catch (IOException exc) {
            throw new SettingsException("failed to rename " + e.getValue() + " to " + renameTo, exc);
        }
    }
    File renameTo = new File(snapshotDH.getPath() + ".1");
    try {
        Files.move(snapshotDH.toPath(), renameTo.toPath());
    } catch (IOException e) {
        throw new SettingsException("failed to rename " + snapshotDH + " to " + renameTo, e);
    }
    if (!snapshotDH.mkdir()) {
        throw new SettingsException("failed to create snapshot directory " + snapshotDH);
    }
    return true;
}
Also used : Pattern(java.util.regex.Pattern) Matcher(java.util.regex.Matcher) ImmutableSortedMap(com.google_voltpatches.common.collect.ImmutableSortedMap) IOException(java.io.IOException) FileFilter(java.io.FileFilter) File(java.io.File) VoltFile(org.voltdb.utils.VoltFile) ImmutableSortedMap(com.google_voltpatches.common.collect.ImmutableSortedMap) NavigableMap(java.util.NavigableMap) Map(java.util.Map) ImmutableMap(com.google_voltpatches.common.collect.ImmutableMap)

Example 53 with FileFilter

use of java.io.FileFilter in project tdi-studio-se by Talend.

the class ComponentsFactory method loadComponentsFromFolder.

private void loadComponentsFromFolder(String pathSource, AbstractComponentsProvider provider) {
    boolean isCustom = false;
    if ("org.talend.designer.components.model.UserComponentsProvider".equals(provider.getId()) || "org.talend.designer.components.exchange.ExchangeComponentsProvider".equals(provider.getId())) {
        isCustom = true;
    }
    File source;
    try {
        source = provider.getInstallationFolder();
    } catch (IOException e1) {
        ExceptionHandler.process(e1);
        return;
    }
    File[] childDirectories;
    FileFilter fileFilter = new FileFilter() {

        @Override
        public boolean accept(final File file) {
            return file.isDirectory() && file.getName().charAt(0) != '.' && !file.getName().equals(IComponentsFactory.EXTERNAL_COMPONENTS_INNER_FOLDER);
        }
    };
    if (source == null) {
        //$NON-NLS-1$
        ExceptionHandler.process(new Exception(Messages.getString("ComponentsFactory.componentNotFound") + pathSource));
        return;
    }
    childDirectories = source.listFiles(fileFilter);
    IBrandingService service = (IBrandingService) GlobalServiceRegister.getDefault().getService(IBrandingService.class);
    // String[] availableComponents = service.getBrandingConfiguration().getAvailableComponents();
    FileFilter skeletonFilter = new FileFilter() {

        @Override
        public boolean accept(final File file) {
            String fileName = file.getName();
            return file.isFile() && fileName.charAt(0) != '.' && (fileName.endsWith(SKELETON_SUFFIX) || fileName.endsWith(INCLUDEFILEINJET_SUFFIX));
        }
    };
    // Changed by Marvin Wang on Feb.22 for bug TDI-19166, caz the test ConnectionManagerTest maybe get the null
    // context.
    BundleContext context = null;
    if (Platform.getProduct() != null) {
        final Bundle definingBundle = Platform.getProduct().getDefiningBundle();
        if (definingBundle != null) {
            context = definingBundle.getBundleContext();
        }
    }
    if (context == null) {
        context = CodeGeneratorActivator.getDefault().getBundle().getBundleContext();
    }
    ServiceReference sref = context.getServiceReference(PackageAdmin.class.getName());
    PackageAdmin admin = (PackageAdmin) context.getService(sref);
    String bundleName;
    if (!isCustom) {
        bundleName = admin.getBundle(provider.getClass()).getSymbolicName();
    } else {
        bundleName = IComponentsFactory.COMPONENTS_LOCATION;
    }
    if (childDirectories != null) {
        if (monitor != null) {
            this.subMonitor = SubMonitor.convert(monitor, Messages.getString("ComponentsFactory.load.components"), //$NON-NLS-1$
            childDirectories.length);
        }
        if (skeletonList != null) {
            // to optimize the size of the array
            skeletonList.ensureCapacity(childDirectories.length);
            for (File currentFolder : childDirectories) {
                // get the skeleton files first, then XML config files later.
                File[] skeletonFiles = currentFolder.listFiles(skeletonFilter);
                if (skeletonFiles != null) {
                    for (File file : skeletonFiles) {
                        // path
                        skeletonList.add(file.getAbsolutePath());
                    }
                }
                try {
                    File xmlMainFile = new File(currentFolder, ComponentFilesNaming.getInstance().getMainXMLFileName(currentFolder.getName(), getCodeLanguageSuffix()));
                    if (!xmlMainFile.exists()) {
                        // if not a component folder, ignore it.
                        continue;
                    }
                    String currentXmlSha1 = null;
                    try {
                        currentXmlSha1 = SHA1Util.calculateFromTextStream(new FileInputStream(xmlMainFile));
                    } catch (FileNotFoundException e) {
                    // nothing since exceptions are directly in the check bellow
                    }
                    // Need to check if this component is already in the cache or not.
                    // if yes, then we compare the sha1... and if different we reload the component
                    // if component is not in the cache, of course just load it!
                    ComponentsCache cache = ComponentManager.getComponentCache();
                    boolean foundComponentIsSame = false;
                    ComponentInfo existingComponentInfoInCache = null;
                    if (cache.getComponentEntryMap().containsKey(currentFolder.getName())) {
                        EList<ComponentInfo> infos = cache.getComponentEntryMap().get(currentFolder.getName());
                        for (ComponentInfo info : infos) {
                            if (StringUtils.equals(bundleName, info.getSourceBundleName())) {
                                existingComponentInfoInCache = info;
                                if (StringUtils.equals(info.getSha1(), currentXmlSha1)) {
                                    foundComponentIsSame = true;
                                }
                                // found component, no matter changed or not
                                break;
                            }
                        }
                    }
                    if (foundComponentIsSame) {
                        // it should go here mainly for commandline or if use like ctrl+shift+f3
                        if (componentsCache.containsKey(xmlMainFile.getAbsolutePath())) {
                            IComponent componentFromThisProvider = null;
                            for (IComponent component : componentsCache.get(xmlMainFile.getAbsolutePath()).values()) {
                                if (component instanceof EmfComponent) {
                                    if (bundleName.equals(((EmfComponent) component).getSourceBundleName())) {
                                        componentFromThisProvider = component;
                                        break;
                                    }
                                }
                            }
                            if (componentFromThisProvider != null) {
                                // In headless mode, we assume the components won't change and we will use a cache
                                componentList.add(componentFromThisProvider);
                                if (isCustom) {
                                    customComponentList.add(componentFromThisProvider);
                                }
                                continue;
                            }
                        }
                    }
                    if (!foundComponentIsSame) {
                        ComponentFileChecker.checkComponentFolder(currentFolder, getCodeLanguageSuffix());
                    }
                    String pathName = xmlMainFile.getAbsolutePath();
                    String applicationPath = ComponentBundleToPath.getPathFromBundle(bundleName);
                    // pathName = C:\myapp\plugins\myplugin\components\mycomponent\mycomponent.xml
                    pathName = (new Path(pathName)).toPortableString();
                    // pathName = C:/myapp/plugins/myplugin/components/mycomponent/mycomponent.xml
                    //$NON-NLS-1$
                    pathName = pathName.replace(applicationPath, "");
                    // pathName = /components/mycomponent/mycomponent.xml
                    // if not already in memory, just load the component from cache.
                    // if the component is already existing in cache and if it's the same, it won't reload all (cf
                    // flag: foundComponentIsSame)
                    EmfComponent currentComp = new EmfComponent(pathName, bundleName, xmlMainFile.getParentFile().getName(), pathSource, cache, foundComponentIsSame, provider);
                    if (!foundComponentIsSame) {
                        // force to call some functions to update the cache. (to improve)
                        currentComp.isVisibleInComponentDefinition();
                        currentComp.isTechnical();
                        currentComp.getOriginalFamilyName();
                        currentComp.getTranslatedFamilyName();
                        currentComp.getPluginExtension();
                        currentComp.getVersion();
                        currentComp.getModulesNeeded(null);
                        currentComp.getPluginDependencies();
                        // end of force cache update.
                        EList<ComponentInfo> componentsInfo = cache.getComponentEntryMap().get(currentFolder.getName());
                        for (ComponentInfo cInfo : componentsInfo) {
                            if (cInfo.getSourceBundleName().equals(bundleName)) {
                                cInfo.setSha1(currentXmlSha1);
                                break;
                            }
                        }
                        // this will force to save the cache later.
                        ComponentManager.setModified(true);
                    }
                    boolean hiddenComponent = false;
                    Collection<IComponentFactoryFilter> filters = ComponentsFactoryProviderManager.getInstance().getProviders();
                    for (IComponentFactoryFilter filter : filters) {
                        if (!filter.isAvailable(currentComp.getName())) {
                            hiddenComponent = true;
                            break;
                        }
                    }
                    // just don't load it
                    if (hiddenComponent && !(currentComp.getOriginalFamilyName().contains("Technical") || currentComp.isTechnical())) {
                        continue;
                    }
                    componentToProviderMap.put(currentComp, provider);
                    // hide it
                    if (hiddenComponent && (currentComp.getOriginalFamilyName().contains("Technical") || currentComp.isTechnical())) {
                        currentComp.setVisible(false);
                        currentComp.setTechnical(true);
                    }
                    if (provider.getId().contains("Camel")) {
                        currentComp.setPaletteType(ComponentCategory.CATEGORY_4_CAMEL.getName());
                    } else {
                        currentComp.setPaletteType(currentComp.getType());
                    }
                    if (componentList.contains(currentComp)) {
                        //$NON-NLS-1$ //$NON-NLS-2$
                        log.warn("Component " + currentComp.getName() + " already exists. Cannot load user version.");
                    } else {
                        // currentComp.setResourceBundle(getComponentResourceBundle(currentComp, source.toString(),
                        // null,
                        // provider));
                        currentComp.setProvider(provider);
                        componentList.add(currentComp);
                        if (isCustom) {
                            customComponentList.add(currentComp);
                        }
                        if (pathSource != null) {
                            Path userComponent = new Path(pathSource);
                            Path templatePath = new Path(IComponentsFactory.COMPONENTS_INNER_FOLDER + File.separatorChar + IComponentsFactory.EXTERNAL_COMPONENTS_INNER_FOLDER + File.separatorChar + ComponentUtilities.getExtFolder(OLD_COMPONENTS_USER_INNER_FOLDER));
                            if (userComponent.equals(templatePath)) {
                                userComponentList.add(currentComp);
                            }
                        }
                    }
                    // componentsCache only used bellow in case of headless (commandline) or if use like
                    // ctrl+shift+f3
                    String componentName = xmlMainFile.getAbsolutePath();
                    if (!componentsCache.containsKey(componentName)) {
                        componentsCache.put(componentName, new HashMap<String, IComponent>());
                    }
                    componentsCache.get(xmlMainFile.getAbsolutePath()).put(currentComp.getPaletteType(), currentComp);
                } catch (MissingMainXMLComponentFileException e) {
                    //$NON-NLS-1$ //$NON-NLS-2$
                    log.trace(currentFolder.getName() + " is not a " + getCodeLanguageSuffix() + " component", e);
                } catch (BusinessException e) {
                    BusinessException ex = new BusinessException(//$NON-NLS-1$ //$NON-NLS-2$
                    "Cannot load component \"" + currentFolder.getName() + "\": " + e.getMessage(), e);
                    ExceptionHandler.process(ex, Level.ERROR);
                }
                if (this.subMonitor != null) {
                    this.subMonitor.worked(1);
                }
                if (this.monitor != null && this.monitor.isCanceled()) {
                    return;
                }
            }
            // to optimize the size of the array
            skeletonList.trimToSize();
        }
    }
}
Also used : IComponent(org.talend.core.model.components.IComponent) IComponentFactoryFilter(org.talend.core.model.components.filters.IComponentFactoryFilter) FileNotFoundException(java.io.FileNotFoundException) BusinessException(org.talend.commons.exception.BusinessException) FileFilter(java.io.FileFilter) Path(org.eclipse.core.runtime.Path) ComponentBundleToPath(org.talend.designer.core.model.components.ComponentBundleToPath) Bundle(org.osgi.framework.Bundle) ResourceBundle(java.util.ResourceBundle) IOException(java.io.IOException) IBrandingService(org.talend.core.ui.branding.IBrandingService) ComponentsCache(org.talend.core.model.component_cache.ComponentsCache) FileNotFoundException(java.io.FileNotFoundException) BusinessException(org.talend.commons.exception.BusinessException) IOException(java.io.IOException) FileInputStream(java.io.FileInputStream) ServiceReference(org.osgi.framework.ServiceReference) PackageAdmin(org.osgi.service.packageadmin.PackageAdmin) EmfComponent(org.talend.designer.core.model.components.EmfComponent) ComponentInfo(org.talend.core.model.component_cache.ComponentInfo) File(java.io.File) BundleContext(org.osgi.framework.BundleContext)

Example 54 with FileFilter

use of java.io.FileFilter in project tdi-studio-se by Talend.

the class JetSkeletonManager method getSystemSkeletons.

/**
     * DOC xtan get the skeleton file: subprocess_header_java.skeleton.
     * 
     * @return
     */
private static List<String> getSystemSkeletons() {
    List<String> skeletonList = new ArrayList<String>();
    // here add the skeleton file in org.talend.designer.codegen\resources
    FileFilter skeletonFilter = new FileFilter() {

        @Override
        public boolean accept(final File file) {
            String fileName = file.getName();
            return file.isFile() && fileName.charAt(0) != '.' && (fileName.endsWith(SKELETON_SUFFIX) || fileName.endsWith(INCLUDEFILEINJET_SUFFIX));
        }
    };
    for (TemplateUtil template : CodeGeneratorInternalTemplatesFactoryProvider.getInstance().getTemplates()) {
        Bundle b = Platform.getBundle(template.getJetPluginRepository());
        URL resourcesUrl = null;
        try {
            resourcesUrl = FileLocator.toFileURL(FileLocator.find(b, new Path(template.getTemplateRelativeUri()), null));
        } catch (IOException e) {
            ExceptionHandler.process(e);
        }
        if (resourcesUrl != null) {
            File resourcesDir = new File(resourcesUrl.getFile());
            File[] skeletonFiles = resourcesDir.listFiles(skeletonFilter);
            if (skeletonFiles != null) {
                for (File file : skeletonFiles) {
                    // path
                    skeletonList.add(file.getAbsolutePath());
                }
            }
        }
    }
    return skeletonList;
}
Also used : Path(org.eclipse.core.runtime.Path) TemplateUtil(org.talend.designer.codegen.config.TemplateUtil) Bundle(org.osgi.framework.Bundle) ArrayList(java.util.ArrayList) IOException(java.io.IOException) FileFilter(java.io.FileFilter) IFile(org.eclipse.core.resources.IFile) File(java.io.File) URL(java.net.URL)

Example 55 with FileFilter

use of java.io.FileFilter in project android_frameworks_base by ResurrectionRemix.

the class SQLiteDatabase method deleteDatabase.

/**
     * Deletes a database including its journal file and other auxiliary files
     * that may have been created by the database engine.
     *
     * @param file The database file path.
     * @return True if the database was successfully deleted.
     */
public static boolean deleteDatabase(File file) {
    if (file == null) {
        throw new IllegalArgumentException("file must not be null");
    }
    boolean deleted = false;
    deleted |= file.delete();
    deleted |= new File(file.getPath() + "-journal").delete();
    deleted |= new File(file.getPath() + "-shm").delete();
    deleted |= new File(file.getPath() + "-wal").delete();
    File dir = file.getParentFile();
    if (dir != null) {
        final String prefix = file.getName() + "-mj";
        File[] files = dir.listFiles(new FileFilter() {

            @Override
            public boolean accept(File candidate) {
                return candidate.getName().startsWith(prefix);
            }
        });
        if (files != null) {
            for (File masterJournal : files) {
                deleted |= masterJournal.delete();
            }
        }
    }
    return deleted;
}
Also used : FileFilter(java.io.FileFilter) File(java.io.File)

Aggregations

FileFilter (java.io.FileFilter)281 File (java.io.File)267 ArrayList (java.util.ArrayList)59 IOException (java.io.IOException)53 JarFile (java.util.jar.JarFile)22 URL (java.net.URL)17 Test (org.junit.Test)16 HashMap (java.util.HashMap)15 FileNotFoundException (java.io.FileNotFoundException)11 FilenameFilter (java.io.FilenameFilter)11 HashSet (java.util.HashSet)11 FileInputStream (java.io.FileInputStream)10 Pattern (java.util.regex.Pattern)10 WildcardFileFilter (org.apache.commons.io.filefilter.WildcardFileFilter)10 MalformedURLException (java.net.MalformedURLException)9 URI (java.net.URI)9 Map (java.util.Map)7 Path (org.apache.hadoop.fs.Path)7 NotNull (org.jetbrains.annotations.NotNull)7 Treebank (edu.stanford.nlp.trees.Treebank)6