Examples with TarArchiveInputStream org.apache.commons.compress.archivers.tar.TarArchiveInputStream used on opensource projects

Example 66 with TarArchiveInputStream

use of org.apache.commons.compress.archivers.tar.TarArchiveInputStream in project canal by alibaba.

the class BinlogDownloadQueue method saveFile.

private static void saveFile(File parentFile, String fileName, HttpResponse response) throws IOException {
    InputStream is = response.getEntity().getContent();
    long totalSize = Long.parseLong(response.getFirstHeader("Content-Length").getValue());
    if (response.getFirstHeader("Content-Disposition") != null) {
        fileName = response.getFirstHeader("Content-Disposition").getValue();
        fileName = StringUtils.substringAfter(fileName, "filename=");
    }
    boolean isTar = StringUtils.endsWith(fileName, ".tar");
    FileUtils.forceMkdir(parentFile);
    FileOutputStream fos = null;
    try {
        if (isTar) {
            TarArchiveInputStream tais = new TarArchiveInputStream(is);
            TarArchiveEntry tarArchiveEntry = null;
            while ((tarArchiveEntry = tais.getNextTarEntry()) != null) {
                String name = tarArchiveEntry.getName();
                File tarFile = new File(parentFile, name + ".tmp");
                logger.info("start to download file " + tarFile.getName());
                if (tarFile.exists()) {
                    tarFile.delete();
                }
                BufferedOutputStream bos = null;
                try {
                    bos = new BufferedOutputStream(new FileOutputStream(tarFile));
                    int read = -1;
                    byte[] buffer = new byte[1024];
                    while ((read = tais.read(buffer)) != -1) {
                        bos.write(buffer, 0, read);
                    }
                    logger.info("download file " + tarFile.getName() + " end!");
                    tarFile.renameTo(new File(parentFile, name));
                } finally {
                    IOUtils.closeQuietly(bos);
                }
            }
            tais.close();
        } else {
            File file = new File(parentFile, fileName + ".tmp");
            if (file.exists()) {
                file.delete();
            }
            if (!file.isFile()) {
                file.createNewFile();
            }
            try {
                fos = new FileOutputStream(file);
                byte[] buffer = new byte[1024];
                int len;
                long copySize = 0;
                long nextPrintProgress = 0;
                logger.info("start to download file " + file.getName());
                while ((len = is.read(buffer)) != -1) {
                    fos.write(buffer, 0, len);
                    copySize += len;
                    long progress = copySize * 100 / totalSize;
                    if (progress >= nextPrintProgress) {
                        logger.info("download " + file.getName() + " progress : " + progress + "% , download size : " + copySize + ", total size : " + totalSize);
                        nextPrintProgress += 10;
                    }
                }
                logger.info("download file " + file.getName() + " end!");
                fos.flush();
            } finally {
                IOUtils.closeQuietly(fos);
            }
            file.renameTo(new File(parentFile, fileName));
        }
    } finally {
        IOUtils.closeQuietly(fos);
    }
}

Example 67 with TarArchiveInputStream

use of org.apache.commons.compress.archivers.tar.TarArchiveInputStream in project jstorm by alibaba.

the class Utils method unTarUsingJava.

private static void unTarUsingJava(File inFile, File targetDir, boolean gzipped) throws IOException {
    InputStream inputStream = null;
    TarArchiveInputStream tis = null;
    try {
        if (gzipped) {
            inputStream = new BufferedInputStream(new GZIPInputStream(new FileInputStream(inFile)));
        } else {
            inputStream = new BufferedInputStream(new FileInputStream(inFile));
        }
        tis = new TarArchiveInputStream(inputStream);
        for (TarArchiveEntry entry = tis.getNextTarEntry(); entry != null; ) {
            unpackEntries(tis, entry, targetDir);
            entry = tis.getNextTarEntry();
        }
    } finally {
        cleanup(tis, inputStream);
    }
}

Example 68 with TarArchiveInputStream

use of org.apache.commons.compress.archivers.tar.TarArchiveInputStream in project mycore by MyCoRe-Org.

the class MCRUtils method untar.

/**
 * Extracts files in a tar archive. Currently works only on uncompressed tar files.
 *
 * @param source
 *            the uncompressed tar to extract
 * @param expandToDirectory
 *            the directory to extract the tar file to
 * @throws IOException
 *             if the source file does not exists
 */
public static void untar(Path source, Path expandToDirectory) throws IOException {
    try (TarArchiveInputStream tain = new TarArchiveInputStream(Files.newInputStream(source))) {
        TarArchiveEntry tarEntry;
        FileSystem targetFS = expandToDirectory.getFileSystem();
        HashMap<Path, FileTime> directoryTimes = new HashMap<>();
        while ((tarEntry = tain.getNextTarEntry()) != null) {
            Path target = MCRPathUtils.getPath(targetFS, tarEntry.getName());
            Path absoluteTarget = expandToDirectory.resolve(target).normalize().toAbsolutePath();
            if (tarEntry.isDirectory()) {
                Files.createDirectories(expandToDirectory.resolve(absoluteTarget));
                directoryTimes.put(absoluteTarget, FileTime.fromMillis(tarEntry.getLastModifiedDate().getTime()));
            } else {
                if (Files.notExists(absoluteTarget.getParent())) {
                    Files.createDirectories(absoluteTarget.getParent());
                }
                Files.copy(tain, absoluteTarget, StandardCopyOption.REPLACE_EXISTING);
                Files.setLastModifiedTime(absoluteTarget, FileTime.fromMillis(tarEntry.getLastModifiedDate().getTime()));
            }
        }
        // restore directory dates
        Files.walkFileTree(expandToDirectory, new SimpleFileVisitor<Path>() {

            @Override
            public FileVisitResult postVisitDirectory(Path dir, IOException exc) throws IOException {
                Path absolutePath = dir.normalize().toAbsolutePath();
                Files.setLastModifiedTime(absolutePath, directoryTimes.get(absolutePath));
                return super.postVisitDirectory(dir, exc);
            }
        });
    }
}

Example 69 with TarArchiveInputStream

use of org.apache.commons.compress.archivers.tar.TarArchiveInputStream in project gerrit by GerritCodeReview.

the class GetArchiveIT method getTarContent.

private HashMap<String, String> getTarContent(InputStream in) throws Exception {
    HashMap<String, String> archiveEntries = new HashMap<>();
    int bufferSize = 100;
    try (TarArchiveInputStream tarIn = new TarArchiveInputStream(in)) {
        TarArchiveEntry entry;
        while ((entry = tarIn.getNextTarEntry()) != null) {
            if (entry.isDirectory()) {
                archiveEntries.put(entry.getName(), null);
            } else {
                byte[] data = new byte[bufferSize];
                try (ByteArrayOutputStream out = new ByteArrayOutputStream();
                    BufferedOutputStream bufferedOut = new BufferedOutputStream(out, bufferSize)) {
                    int count;
                    while ((count = tarIn.read(data, 0, bufferSize)) != -1) {
                        bufferedOut.write(data, 0, count);
                    }
                    bufferedOut.flush();
                    archiveEntries.put(entry.getName(), out.toString());
                }
            }
        }
    }
    return archiveEntries;
}

Example 70 with TarArchiveInputStream

use of org.apache.commons.compress.archivers.tar.TarArchiveInputStream in project ats-framework by Axway.

the class LocalFileSystemOperations method extractTarGZip.

private void extractTarGZip(String tarGzipFilePath, String outputDirPath) {
    TarArchiveEntry entry = null;
    try (TarArchiveInputStream tis = new TarArchiveInputStream(new GzipCompressorInputStream(new FileInputStream(tarGzipFilePath)))) {
        while ((entry = (TarArchiveEntry) tis.getNextEntry()) != null) {
            if (log.isDebugEnabled()) {
                log.debug("Extracting " + entry.getName());
            }
            File entryDestination = new File(outputDirPath, entry.getName());
            if (entry.isDirectory()) {
                entryDestination.mkdirs();
            } else {
                entryDestination.getParentFile().mkdirs();
                OutputStream out = new BufferedOutputStream(new FileOutputStream(entryDestination));
                IoUtils.copyStream(tis, out, false, true);
            }
            if (OperatingSystemType.getCurrentOsType() != OperatingSystemType.WINDOWS) {
                // check if the OS is UNIX
                // set file/dir permissions, after it is created
                Files.setPosixFilePermissions(entryDestination.getCanonicalFile().toPath(), getPosixFilePermission(entry.getMode()));
            }
        }
    } catch (Exception e) {
        String errorMsg = null;
        if (entry != null) {
            errorMsg = "Unable to gunzip " + entry.getName() + " from " + tarGzipFilePath + ".Target directory '" + outputDirPath + "' is in inconsistent state.";
        } else {
            errorMsg = "Could not read data from " + tarGzipFilePath;
        }
        throw new FileSystemOperationException(errorMsg, e);
    }
}