Examples with LsEntry com.jcraft.jsch.ChannelSftp.LsEntry used on opensource projects

Example 6 with LsEntry

use of com.jcraft.jsch.ChannelSftp.LsEntry in project cdap by caskdata.

the class SFTPFileSystem method listStatus.

/**
   * Convenience method, so that we don't open a new connection when using this
   * method from within another method. Otherwise every API invocation incurs
   * the overhead of opening/closing a TCP connection.
   */
@SuppressWarnings("unchecked")
private FileStatus[] listStatus(ChannelSftp client, Path file) throws IOException {
    Path workDir;
    try {
        workDir = new Path(client.pwd());
    } catch (SftpException e) {
        throw new IOException(e);
    }
    Path absolute = makeAbsolute(workDir, file);
    FileStatus fileStat = getFileStatus(client, absolute);
    if (!fileStat.isDirectory()) {
        return new FileStatus[] { fileStat };
    }
    Vector<LsEntry> sftpFiles;
    try {
        sftpFiles = (Vector<LsEntry>) client.ls(absolute.toUri().getPath());
    } catch (SftpException e) {
        throw new IOException(e);
    }
    ArrayList<FileStatus> fileStats = new ArrayList<FileStatus>();
    for (int i = 0; i < sftpFiles.size(); i++) {
        LsEntry entry = sftpFiles.get(i);
        String fname = entry.getFilename();
        // skip current and parent directory, ie. "." and ".."
        if (!".".equalsIgnoreCase(fname) && !"..".equalsIgnoreCase(fname)) {
            fileStats.add(getFileStatus(client, entry, absolute));
        }
    }
    return fileStats.toArray(new FileStatus[fileStats.size()]);
}

Example 7 with LsEntry

use of com.jcraft.jsch.ChannelSftp.LsEntry in project hadoop by apache.

the class SFTPFileSystem method listStatus.

/**
   * Convenience method, so that we don't open a new connection when using this
   * method from within another method. Otherwise every API invocation incurs
   * the overhead of opening/closing a TCP connection.
   */
@SuppressWarnings("unchecked")
private FileStatus[] listStatus(ChannelSftp client, Path file) throws IOException {
    Path workDir;
    try {
        workDir = new Path(client.pwd());
    } catch (SftpException e) {
        throw new IOException(e);
    }
    Path absolute = makeAbsolute(workDir, file);
    FileStatus fileStat = getFileStatus(client, absolute);
    if (!fileStat.isDirectory()) {
        return new FileStatus[] { fileStat };
    }
    Vector<LsEntry> sftpFiles;
    try {
        sftpFiles = (Vector<LsEntry>) client.ls(absolute.toUri().getPath());
    } catch (SftpException e) {
        throw new IOException(e);
    }
    ArrayList<FileStatus> fileStats = new ArrayList<FileStatus>();
    for (int i = 0; i < sftpFiles.size(); i++) {
        LsEntry entry = sftpFiles.get(i);
        String fname = entry.getFilename();
        // skip current and parent directory, ie. "." and ".."
        if (!".".equalsIgnoreCase(fname) && !"..".equalsIgnoreCase(fname)) {
            fileStats.add(getFileStatus(client, entry, absolute));
        }
    }
    return fileStats.toArray(new FileStatus[fileStats.size()]);
}

Example 8 with LsEntry

use of com.jcraft.jsch.ChannelSftp.LsEntry in project DataX by alibaba.

the class SftpHelper method getListFiles.

@Override
public HashSet<String> getListFiles(String directoryPath, int parentLevel, int maxTraversalLevel) {
    if (parentLevel < maxTraversalLevel) {
        // 父级目录,以'/'结尾
        String parentPath = null;
        int pathLen = directoryPath.length();
        if (directoryPath.contains("*") || directoryPath.contains("?")) {
            //*和？的限制
            // path是正则表达式
            String subPath = UnstructuredStorageReaderUtil.getRegexPathParentPath(directoryPath);
            if (isDirExist(subPath)) {
                parentPath = subPath;
            } else {
                String message = String.format("不能进入目录：[%s]," + "请确认您的配置项path:[%s]存在，且配置的用户有权限进入", subPath, directoryPath);
                LOG.error(message);
                throw DataXException.asDataXException(FtpReaderErrorCode.FILE_NOT_EXISTS, message);
            }
        } else if (isDirExist(directoryPath)) {
            // path是目录
            if (directoryPath.charAt(pathLen - 1) == IOUtils.DIR_SEPARATOR) {
                parentPath = directoryPath;
            } else {
                parentPath = directoryPath + IOUtils.DIR_SEPARATOR;
            }
        } else if (isSymbolicLink(directoryPath)) {
            //path是链接文件
            String message = String.format("文件:[%s]是链接文件，当前不支持链接文件的读取", directoryPath);
            LOG.error(message);
            throw DataXException.asDataXException(FtpReaderErrorCode.LINK_FILE, message);
        } else if (isFileExist(directoryPath)) {
            // path指向具体文件
            sourceFiles.add(directoryPath);
            return sourceFiles;
        } else {
            String message = String.format("请确认您的配置项path:[%s]存在，且配置的用户有权限读取", directoryPath);
            LOG.error(message);
            throw DataXException.asDataXException(FtpReaderErrorCode.FILE_NOT_EXISTS, message);
        }
        try {
            Vector vector = channelSftp.ls(directoryPath);
            for (int i = 0; i < vector.size(); i++) {
                LsEntry le = (LsEntry) vector.get(i);
                String strName = le.getFilename();
                String filePath = parentPath + strName;
                if (isDirExist(filePath)) {
                    // 是子目录
                    if (!(strName.equals(".") || strName.equals(".."))) {
                        //递归处理
                        getListFiles(filePath, parentLevel + 1, maxTraversalLevel);
                    }
                } else if (isSymbolicLink(filePath)) {
                    //是链接文件
                    String message = String.format("文件:[%s]是链接文件，当前不支持链接文件的读取", filePath);
                    LOG.error(message);
                    throw DataXException.asDataXException(FtpReaderErrorCode.LINK_FILE, message);
                } else if (isFileExist(filePath)) {
                    // 是文件
                    sourceFiles.add(filePath);
                } else {
                    String message = String.format("请确认path:[%s]存在，且配置的用户有权限读取", filePath);
                    LOG.error(message);
                    throw DataXException.asDataXException(FtpReaderErrorCode.FILE_NOT_EXISTS, message);
                }
            }
        // end for vector
        } catch (SftpException e) {
            String message = String.format("获取path：[%s] 下文件列表时发生I/O异常,请确认与ftp服务器的连接正常", directoryPath);
            LOG.error(message);
            throw DataXException.asDataXException(FtpReaderErrorCode.COMMAND_FTP_IO_EXCEPTION, message, e);
        }
        return sourceFiles;
    } else {
        //超出最大递归层数
        String message = String.format("获取path：[%s] 下文件列表时超出最大层数,请确认路径[%s]下不存在软连接文件", directoryPath, directoryPath);
        LOG.error(message);
        throw DataXException.asDataXException(FtpReaderErrorCode.OUT_MAX_DIRECTORY_LEVEL, message);
    }
}

Example 9 with LsEntry

use of com.jcraft.jsch.ChannelSftp.LsEntry in project DataX by alibaba.

the class SftpHelperImpl method getAllFilesInDir.

@Override
public Set<String> getAllFilesInDir(String dir, String prefixFileName) {
    Set<String> allFilesWithPointedPrefix = new HashSet<String>();
    try {
        this.printWorkingDirectory();
        @SuppressWarnings("rawtypes") Vector allFiles = this.channelSftp.ls(dir);
        LOG.debug(String.format("ls: %s", JSON.toJSONString(allFiles, SerializerFeature.UseSingleQuotes)));
        for (int i = 0; i < allFiles.size(); i++) {
            LsEntry le = (LsEntry) allFiles.get(i);
            String strName = le.getFilename();
            if (strName.startsWith(prefixFileName)) {
                allFilesWithPointedPrefix.add(strName);
            }
        }
    } catch (SftpException e) {
        String message = String.format("获取path:[%s] 下文件列表时发生I/O异常,请确认与ftp服务器的连接正常,拥有目录ls权限, errorMessage:%s", dir, e.getMessage());
        LOG.error(message);
        throw DataXException.asDataXException(FtpWriterErrorCode.COMMAND_FTP_IO_EXCEPTION, message, e);
    }
    return allFilesWithPointedPrefix;
}

Example 10 with LsEntry

use of com.jcraft.jsch.ChannelSftp.LsEntry in project ats-framework by Axway.

the class JschSftpClient method isDirectoryEmpty.

/**
     *
     * @param directoryPath directory path
     * @return <code>true</code> if the directory is empty
     */
public boolean isDirectoryEmpty(String directoryPath) {
    try {
        List<LsEntry> entries = new ArrayList<LsEntry>();
        channel.ls(directoryPath, new LsEntrySelector(entries));
        return entries.size() == 0;
    } catch (Exception e) {
        throw new JschSftpClientException(e.getMessage(), e);
    }
}