Search in sources :

Example 26 with ArchiveEntry

use of org.apache.commons.compress.archivers.ArchiveEntry in project neo4j by neo4j.

the class Loader method load.

public void load(Path archive, DatabaseLayout databaseLayout) throws IOException, IncorrectFormat {
    Path databaseDestination = databaseLayout.databaseDirectory();
    Path transactionLogsDirectory = databaseLayout.getTransactionLogsDirectory();
    validatePath(databaseDestination, false);
    validatePath(transactionLogsDirectory, true);
    createDestination(databaseDestination);
    createDestination(transactionLogsDirectory);
    checkDatabasePresence(databaseLayout);
    try (ArchiveInputStream stream = openArchiveIn(archive);
        Resource ignore = progressPrinter.startPrinting()) {
        ArchiveEntry entry;
        while ((entry = nextEntry(stream, archive)) != null) {
            Path destination = determineEntryDestination(entry, databaseDestination, transactionLogsDirectory);
            loadEntry(destination, stream, entry);
        }
    }
}
Also used : Path(java.nio.file.Path) TarArchiveInputStream(org.apache.commons.compress.archivers.tar.TarArchiveInputStream) ArchiveInputStream(org.apache.commons.compress.archivers.ArchiveInputStream) Resource(org.neo4j.graphdb.Resource) ArchiveEntry(org.apache.commons.compress.archivers.ArchiveEntry)

Example 27 with ArchiveEntry

use of org.apache.commons.compress.archivers.ArchiveEntry in project neo4j by neo4j.

the class LoaderTest method shouldGiveAClearErrorMessageIfTheArchiveEntryPointsToRandomPlace.

@Test
void shouldGiveAClearErrorMessageIfTheArchiveEntryPointsToRandomPlace() throws IOException {
    Path archive = testDirectory.file("the-archive.dump");
    delete(databaseLayout.databaseDirectory());
    delete(databaseLayout.getTransactionLogsDirectory());
    final Path testFile = testDirectory.file("testFile");
    try (TarArchiveOutputStream tar = new TarArchiveOutputStream(new GzipCompressorOutputStream(Files.newOutputStream(archive, StandardOpenOption.CREATE_NEW)))) {
        ArchiveEntry archiveEntry = tar.createArchiveEntry(testFile.toFile(), "../../../../etc/shadow");
        tar.putArchiveEntry(archiveEntry);
        tar.closeArchiveEntry();
    }
    final InvalidDumpEntryException exception = assertThrows(InvalidDumpEntryException.class, () -> new Loader().load(archive, databaseLayout));
    assertThat(exception.getMessage()).contains("points to a location outside of the destination database.");
}
Also used : Path(java.nio.file.Path) GzipCompressorOutputStream(org.apache.commons.compress.compressors.gzip.GzipCompressorOutputStream) ArchiveEntry(org.apache.commons.compress.archivers.ArchiveEntry) TarArchiveOutputStream(org.apache.commons.compress.archivers.tar.TarArchiveOutputStream) Test(org.junit.jupiter.api.Test)

Example 28 with ArchiveEntry

use of org.apache.commons.compress.archivers.ArchiveEntry in project android by cSploit.

the class UpdateService method extract.

/**
 * extract an archive into a directory
 *
 * @throws IOException if some I/O error occurs
 * @throws java.util.concurrent.CancellationException if task is cancelled by user
 * @throws java.lang.InterruptedException when the the running thread get cancelled.
 */
private void extract() throws RuntimeException, IOException, InterruptedException, ChildManager.ChildNotStartedException {
    ArchiveInputStream is = null;
    ArchiveEntry entry;
    CountingInputStream counter;
    OutputStream outputStream = null;
    File f, inFile;
    File[] list;
    String name;
    String envPath;
    final StringBuffer sb = new StringBuffer();
    int mode;
    int count;
    long total;
    boolean isTar, r, w, x, isElf, isScript;
    short percentage, old_percentage;
    Child which;
    if (mCurrentTask.path == null || mCurrentTask.outputDir == null)
        return;
    mBuilder.setContentTitle(getString(R.string.extracting)).setContentText("").setContentInfo("").setSmallIcon(android.R.drawable.ic_popup_sync).setProgress(100, 0, false);
    mNotificationManager.notify(NOTIFICATION_ID, mBuilder.build());
    Logger.info(String.format("extracting '%s' to '%s'", mCurrentTask.path, mCurrentTask.outputDir));
    envPath = null;
    which = null;
    try {
        if (mCurrentTask.fixShebang) {
            which = System.getTools().raw.async("which env", new Raw.RawReceiver() {

                @Override
                public void onNewLine(String line) {
                    sb.delete(0, sb.length());
                    sb.append(line);
                }
            });
        }
        inFile = new File(mCurrentTask.path);
        total = inFile.length();
        counter = new CountingInputStream(new FileInputStream(inFile));
        is = openArchiveStream(counter);
        isTar = mCurrentTask.archiver.equals(archiveAlgorithm.tar);
        old_percentage = -1;
        f = new File(mCurrentTask.outputDir);
        if (f.exists() && f.isDirectory() && (list = f.listFiles()) != null && list.length > 2)
            wipe();
        if (mCurrentTask.fixShebang) {
            if (execShell(which, "cancelled while retrieving env path") != 0) {
                throw new RuntimeException("cannot find 'env' executable");
            }
            envPath = sb.toString();
        }
        while (mRunning && (entry = is.getNextEntry()) != null) {
            name = entry.getName().replaceFirst("^\\./?", "");
            if (mCurrentTask.skipRoot) {
                if (name.contains("/"))
                    name = name.substring(name.indexOf('/') + 1);
                else if (entry.isDirectory())
                    continue;
            }
            f = new File(mCurrentTask.outputDir, name);
            isElf = isScript = false;
            if (entry.isDirectory()) {
                if (!f.exists()) {
                    if (!f.mkdirs()) {
                        throw new IOException(String.format("Couldn't create directory '%s'.", f.getAbsolutePath()));
                    }
                }
            } else {
                byte[] buffer = null;
                byte[] writeMe = null;
                outputStream = new FileOutputStream(f);
                // check il file is an ELF or a script
                if ((!isTar || mCurrentTask.fixShebang) && entry.getSize() > 4) {
                    writeMe = buffer = new byte[4];
                    IOUtils.readFully(is, buffer);
                    if (buffer[0] == 0x7F && buffer[1] == 0x45 && buffer[2] == 0x4C && buffer[3] == 0x46) {
                        isElf = true;
                    } else if (buffer[0] == '#' && buffer[1] == '!') {
                        isScript = true;
                        ByteArrayOutputStream firstLine = new ByteArrayOutputStream();
                        int newline = -1;
                        // assume that '\n' is more far then 4 chars.
                        firstLine.write(buffer);
                        buffer = new byte[1024];
                        count = 0;
                        while (mRunning && (count = is.read(buffer)) >= 0 && (newline = Arrays.binarySearch(buffer, 0, count, (byte) 0x0A)) < 0) {
                            firstLine.write(buffer, 0, count);
                        }
                        if (!mRunning) {
                            throw new CancellationException("cancelled while searching for newline.");
                        } else if (count < 0) {
                            newline = count = 0;
                        } else if (newline < 0) {
                            newline = count;
                        }
                        firstLine.write(buffer, 0, newline);
                        firstLine.close();
                        byte[] newFirstLine = new String(firstLine.toByteArray()).replace("/usr/bin/env", envPath).getBytes();
                        writeMe = new byte[newFirstLine.length + (count - newline)];
                        java.lang.System.arraycopy(newFirstLine, 0, writeMe, 0, newFirstLine.length);
                        java.lang.System.arraycopy(buffer, newline, writeMe, newFirstLine.length, count - newline);
                    }
                }
                if (writeMe != null) {
                    outputStream.write(writeMe);
                }
                IOUtils.copy(is, outputStream);
                outputStream.close();
                outputStream = null;
                percentage = (short) (((double) counter.getBytesRead() / total) * 100);
                if (percentage != old_percentage) {
                    mBuilder.setProgress(100, percentage, false).setContentInfo(percentage + "%");
                    mNotificationManager.notify(NOTIFICATION_ID, mBuilder.build());
                    old_percentage = percentage;
                }
            }
            // Zip does not store file permissions.
            if (isTar) {
                mode = ((TarArchiveEntry) entry).getMode();
                r = (mode & 0400) > 0;
                w = (mode & 0200) > 0;
                x = (mode & 0100) > 0;
            } else if (isElf || isScript) {
                r = w = x = true;
            } else {
                continue;
            }
            if (!f.setExecutable(x, true)) {
                Logger.warning(String.format("cannot set executable permission of '%s'", name));
            }
            if (!f.setWritable(w, true)) {
                Logger.warning(String.format("cannot set writable permission of '%s'", name));
            }
            if (!f.setReadable(r, true)) {
                Logger.warning(String.format("cannot set readable permission of '%s'", name));
            }
        }
        if (!mRunning)
            throw new CancellationException("extraction cancelled.");
        Logger.info("extraction completed");
        f = new File(mCurrentTask.outputDir, ".nomedia");
        if (f.createNewFile())
            Logger.info(".nomedia created");
        mBuilder.setContentInfo("").setProgress(100, 100, true);
        mNotificationManager.notify(NOTIFICATION_ID, mBuilder.build());
    } finally {
        if (is != null)
            is.close();
        if (outputStream != null)
            outputStream.close();
    }
}
Also used : ByteArrayOutputStream(java.io.ByteArrayOutputStream) OutputStream(java.io.OutputStream) FileOutputStream(java.io.FileOutputStream) CountingInputStream(org.apache.commons.compress.utils.CountingInputStream) ArchiveEntry(org.apache.commons.compress.archivers.ArchiveEntry) TarArchiveEntry(org.apache.commons.compress.archivers.tar.TarArchiveEntry) IOException(java.io.IOException) ByteArrayOutputStream(java.io.ByteArrayOutputStream) FileInputStream(java.io.FileInputStream) TarArchiveInputStream(org.apache.commons.compress.archivers.tar.TarArchiveInputStream) ArchiveInputStream(org.apache.commons.compress.archivers.ArchiveInputStream) ZipArchiveInputStream(org.apache.commons.compress.archivers.zip.ZipArchiveInputStream) CancellationException(java.util.concurrent.CancellationException) FileOutputStream(java.io.FileOutputStream) File(java.io.File)

Example 29 with ArchiveEntry

use of org.apache.commons.compress.archivers.ArchiveEntry in project spring-boot by spring-projects.

the class EphemeralBuilderTests method unpack.

private File unpack(TarArchiveInputStream archive, String name) throws Exception {
    File directory = new File(this.temp, name);
    directory.mkdirs();
    ArchiveEntry entry = archive.getNextEntry();
    while (entry != null) {
        File file = new File(directory, entry.getName());
        if (entry.isDirectory()) {
            file.mkdirs();
        } else {
            file.getParentFile().mkdirs();
            try (OutputStream out = new FileOutputStream(file)) {
                IOUtils.copy(archive, out);
            }
        }
        entry = archive.getNextEntry();
    }
    return directory;
}
Also used : ByteArrayOutputStream(java.io.ByteArrayOutputStream) OutputStream(java.io.OutputStream) FileOutputStream(java.io.FileOutputStream) FileOutputStream(java.io.FileOutputStream) ArchiveEntry(org.apache.commons.compress.archivers.ArchiveEntry) File(java.io.File)

Example 30 with ArchiveEntry

use of org.apache.commons.compress.archivers.ArchiveEntry in project AozoraEpub3 by hmdev.

the class AozoraEpub3 method countZipText.

/**
 * Zipファイル内のテキストファイルの数を取得
 */
public static int countZipText(File zipFile) throws IOException {
    int txtCount = 0;
    ZipArchiveInputStream zis = new ZipArchiveInputStream(new BufferedInputStream(new FileInputStream(zipFile), 65536), "MS932", false);
    try {
        ArchiveEntry entry;
        while ((entry = zis.getNextEntry()) != null) {
            String entryName = entry.getName();
            if (entryName.substring(entryName.lastIndexOf('.') + 1).equalsIgnoreCase("txt"))
                txtCount++;
        }
    } finally {
        zis.close();
    }
    return txtCount;
}
Also used : ZipArchiveInputStream(org.apache.commons.compress.archivers.zip.ZipArchiveInputStream) BufferedInputStream(java.io.BufferedInputStream) ArchiveEntry(org.apache.commons.compress.archivers.ArchiveEntry) FileInputStream(java.io.FileInputStream)

Aggregations

ArchiveEntry (org.apache.commons.compress.archivers.ArchiveEntry)62 File (java.io.File)24 FileInputStream (java.io.FileInputStream)24 IOException (java.io.IOException)22 TarArchiveInputStream (org.apache.commons.compress.archivers.tar.TarArchiveInputStream)20 ZipArchiveEntry (org.apache.commons.compress.archivers.zip.ZipArchiveEntry)19 ZipArchiveInputStream (org.apache.commons.compress.archivers.zip.ZipArchiveInputStream)17 InputStream (java.io.InputStream)16 FileOutputStream (java.io.FileOutputStream)11 TarArchiveEntry (org.apache.commons.compress.archivers.tar.TarArchiveEntry)11 BufferedInputStream (java.io.BufferedInputStream)9 ByteArrayOutputStream (java.io.ByteArrayOutputStream)9 Path (java.nio.file.Path)9 ArchiveInputStream (org.apache.commons.compress.archivers.ArchiveInputStream)9 ArchiveStreamFactory (org.apache.commons.compress.archivers.ArchiveStreamFactory)9 ByteArrayInputStream (java.io.ByteArrayInputStream)8 ArchiveException (org.apache.commons.compress.archivers.ArchiveException)6 OutputStream (java.io.OutputStream)5 TarArchiveOutputStream (org.apache.commons.compress.archivers.tar.TarArchiveOutputStream)5 BufferedOutputStream (java.io.BufferedOutputStream)4