Examples with EncryptedFileKey com.dracoon.sdk.crypto.model.EncryptedFileKey used on opensource projects

Example 6 with EncryptedFileKey

use of com.dracoon.sdk.crypto.model.EncryptedFileKey in project cyberduck by iterate-ch.

the class SDSDirectS3UploadFeature method upload.

@Override
public Node upload(final Path file, final Local local, final BandwidthThrottle throttle, final StreamListener listener, final TransferStatus status, final ConnectionCallback callback) throws BackgroundException {
    final ThreadPool pool = ThreadPoolFactory.get("multipart", concurrency);
    try {
        final CreateFileUploadRequest createFileUploadRequest = new CreateFileUploadRequest().directS3Upload(true).timestampModification(status.getTimestamp() != null ? new DateTime(status.getTimestamp()) : null).size(TransferStatus.UNKNOWN_LENGTH == status.getLength() ? null : status.getLength()).parentId(Long.parseLong(nodeid.getVersionId(file.getParent(), new DisabledListProgressListener()))).name(file.getName());
        final CreateFileUploadResponse createFileUploadResponse = new NodesApi(session.getClient()).createFileUploadChannel(createFileUploadRequest, StringUtils.EMPTY);
        if (log.isDebugEnabled()) {
            log.debug(String.format("upload started for %s with response %s", file, createFileUploadResponse));
        }
        final Map<Integer, TransferStatus> etags = new HashMap<>();
        final List<PresignedUrl> presignedUrls = this.retrievePresignedUrls(createFileUploadResponse, status);
        final List<Future<TransferStatus>> parts = new ArrayList<>();
        final InputStream in;
        final String random = new UUIDRandomStringService().random();
        if (SDSNodeIdProvider.isEncrypted(file)) {
            in = new SDSTripleCryptEncryptorFeature(session, nodeid).encrypt(file, local.getInputStream(), status);
        } else {
            in = local.getInputStream();
        }
        try {
            // Full size of file
            final long size = status.getLength() + status.getOffset();
            long offset = 0;
            long remaining = status.getLength();
            for (int partNumber = 1; remaining >= 0; partNumber++) {
                final long length = Math.min(Math.max((size / (MAXIMUM_UPLOAD_PARTS - 1)), partsize), remaining);
                final PresignedUrl presignedUrl = presignedUrls.get(partNumber - 1);
                if (SDSNodeIdProvider.isEncrypted(file)) {
                    final Local temporary = temp.create(String.format("%s-%d", random, partNumber));
                    if (log.isDebugEnabled()) {
                        log.debug(String.format("Encrypted contents for part %d to %s", partNumber, temporary));
                    }
                    new StreamCopier(status, StreamProgress.noop).withAutoclose(false).withLimit(length).transfer(in, new BufferOutputStream(new FileBuffer(temporary)));
                    parts.add(this.submit(pool, file, temporary, throttle, listener, status, presignedUrl.getUrl(), presignedUrl.getPartNumber(), 0L, length, callback));
                } else {
                    parts.add(this.submit(pool, file, local, throttle, listener, status, presignedUrl.getUrl(), presignedUrl.getPartNumber(), offset, length, callback));
                }
                remaining -= length;
                offset += length;
                if (0L == remaining) {
                    break;
                }
            }
        } finally {
            in.close();
        }
        for (Future<TransferStatus> future : parts) {
            try {
                final TransferStatus part = future.get();
                etags.put(part.getPart(), part);
            } catch (InterruptedException e) {
                log.error("Part upload failed with interrupt failure");
                status.setCanceled();
                throw new ConnectionCanceledException(e);
            } catch (ExecutionException e) {
                log.warn(String.format("Part upload failed with execution failure %s", e.getMessage()));
                if (e.getCause() instanceof BackgroundException) {
                    throw (BackgroundException) e.getCause();
                }
                throw new BackgroundException(e.getCause());
            }
        }
        final CompleteS3FileUploadRequest completeS3FileUploadRequest = new CompleteS3FileUploadRequest().keepShareLinks(status.isExists() ? new HostPreferences(session.getHost()).getBoolean("sds.upload.sharelinks.keep") : false).resolutionStrategy(status.isExists() ? CompleteS3FileUploadRequest.ResolutionStrategyEnum.OVERWRITE : CompleteS3FileUploadRequest.ResolutionStrategyEnum.FAIL);
        if (status.getFilekey() != null) {
            final ObjectReader reader = session.getClient().getJSON().getContext(null).readerFor(FileKey.class);
            final FileKey fileKey = reader.readValue(status.getFilekey().array());
            final EncryptedFileKey encryptFileKey = Crypto.encryptFileKey(TripleCryptConverter.toCryptoPlainFileKey(fileKey), TripleCryptConverter.toCryptoUserPublicKey(session.keyPair().getPublicKeyContainer()));
            completeS3FileUploadRequest.setFileKey(TripleCryptConverter.toSwaggerFileKey(encryptFileKey));
        }
        etags.forEach((key, value) -> completeS3FileUploadRequest.addPartsItem(new S3FileUploadPart().partEtag(value.getChecksum().hash).partNumber(key)));
        if (log.isDebugEnabled()) {
            log.debug(String.format("Complete file upload with %s for %s", completeS3FileUploadRequest, file));
        }
        new NodesApi(session.getClient()).completeS3FileUpload(completeS3FileUploadRequest, createFileUploadResponse.getUploadId(), StringUtils.EMPTY);
        // Polling
        final ScheduledThreadPool polling = new ScheduledThreadPool();
        final CountDownLatch done = new CountDownLatch(1);
        final AtomicReference<BackgroundException> failure = new AtomicReference<>();
        final ScheduledFuture f = polling.repeat(new Runnable() {

            @Override
            public void run() {
                try {
                    if (log.isDebugEnabled()) {
                        log.debug(String.format("Query upload status for %s", createFileUploadResponse));
                    }
                    final S3FileUploadStatus uploadStatus = new NodesApi(session.getClient()).requestUploadStatusFiles(createFileUploadResponse.getUploadId(), StringUtils.EMPTY, null);
                    switch(uploadStatus.getStatus()) {
                        case "finishing":
                            // Expected
                            break;
                        case "transfer":
                            failure.set(new InteroperabilityException(uploadStatus.getStatus()));
                            done.countDown();
                            break;
                        case "error":
                            failure.set(new InteroperabilityException(uploadStatus.getErrorDetails().getMessage()));
                            done.countDown();
                            break;
                        case "done":
                            // Set node id in transfer status
                            nodeid.cache(file, String.valueOf(uploadStatus.getNode().getId()));
                            // Mark parent status as complete
                            status.withResponse(new SDSAttributesAdapter(session).toAttributes(uploadStatus.getNode())).setComplete();
                            done.countDown();
                            break;
                    }
                } catch (ApiException e) {
                    failure.set(new SDSExceptionMappingService(nodeid).map("Upload {0} failed", e, file));
                    done.countDown();
                }
            }
        }, new HostPreferences(session.getHost()).getLong("sds.upload.s3.status.period"), TimeUnit.MILLISECONDS);
        Uninterruptibles.awaitUninterruptibly(done);
        polling.shutdown();
        if (null != failure.get()) {
            throw failure.get();
        }
        return null;
    } catch (CryptoSystemException | InvalidFileKeyException | InvalidKeyPairException | UnknownVersionException e) {
        throw new TripleCryptExceptionMappingService().map("Upload {0} failed", e, file);
    } catch (ApiException e) {
        throw new SDSExceptionMappingService(nodeid).map("Upload {0} failed", e, file);
    } catch (IOException e) {
        throw new DefaultIOExceptionMappingService().map(e);
    } finally {
        temp.shutdown();
        // Cancel future tasks
        pool.shutdown(false);
    }
}

Example 7 with EncryptedFileKey

use of com.dracoon.sdk.crypto.model.EncryptedFileKey in project cyberduck by iterate-ch.

the class SDSUploadService method complete.

/**
 * Complete file upload
 *
 * @param file        Remote path
 * @param uploadToken Upload token
 * @param status      Transfer status
 * @return Node Id from server
 */
public Node complete(final Path file, final String uploadToken, final TransferStatus status) throws BackgroundException {
    try {
        final CompleteUploadRequest body = new CompleteUploadRequest().keepShareLinks(status.isExists() ? new HostPreferences(session.getHost()).getBoolean("sds.upload.sharelinks.keep") : false).resolutionStrategy(status.isExists() ? CompleteUploadRequest.ResolutionStrategyEnum.OVERWRITE : CompleteUploadRequest.ResolutionStrategyEnum.FAIL);
        if (status.getFilekey() != null) {
            final ObjectReader reader = session.getClient().getJSON().getContext(null).readerFor(FileKey.class);
            final FileKey fileKey = reader.readValue(status.getFilekey().array());
            final EncryptedFileKey encryptFileKey = Crypto.encryptFileKey(TripleCryptConverter.toCryptoPlainFileKey(fileKey), TripleCryptConverter.toCryptoUserPublicKey(session.keyPair().getPublicKeyContainer()));
            body.setFileKey(TripleCryptConverter.toSwaggerFileKey(encryptFileKey));
        }
        final Node upload = new UploadsApi(session.getClient()).completeFileUploadByToken(body, uploadToken, StringUtils.EMPTY);
        if (!upload.isIsEncrypted()) {
            final Checksum checksum = status.getChecksum();
            if (Checksum.NONE != checksum) {
                final Checksum server = Checksum.parse(upload.getHash());
                if (Checksum.NONE != server) {
                    if (checksum.algorithm.equals(server.algorithm)) {
                        if (!server.equals(checksum)) {
                            throw new ChecksumException(MessageFormat.format(LocaleFactory.localizedString("Upload {0} failed", "Error"), file.getName()), MessageFormat.format("Mismatch between MD5 hash {0} of uploaded data and ETag {1} returned by the server", checksum.hash, server.hash));
                        }
                    }
                }
            }
        }
        nodeid.cache(file, String.valueOf(upload.getId()));
        return upload;
    } catch (ApiException e) {
        throw new SDSExceptionMappingService(nodeid).map("Upload {0} failed", e, file);
    } catch (CryptoSystemException | InvalidFileKeyException | InvalidKeyPairException | UnknownVersionException e) {
        throw new TripleCryptExceptionMappingService().map("Upload {0} failed", e, file);
    } catch (IOException e) {
        throw new DefaultIOExceptionMappingService().map("Upload {0} failed", e, file);
    }
}

Example 8 with EncryptedFileKey

use of com.dracoon.sdk.crypto.model.EncryptedFileKey in project cyberduck by iterate-ch.

the class SDSMissingFileKeysSchedulerFeatureTest method testFileKeyMigration.

@Test
public void testFileKeyMigration() throws Exception {
    final UserApi userApi = new UserApi(session.getClient());
    this.removeKeyPairs(userApi);
    session.resetUserKeyPairs();
    // create legacy and new crypto key pair
    final UserKeyPair deprecated = Crypto.generateUserKeyPair(UserKeyPair.Version.RSA2048, "eth[oh8uv4Eesij");
    userApi.setUserKeyPair(TripleCryptConverter.toSwaggerUserKeyPairContainer(deprecated), null);
    List<UserKeyPairContainer> keyPairs = userApi.requestUserKeyPairs(null, null);
    assertEquals(1, keyPairs.size());
    final SDSNodeIdProvider nodeid = new SDSNodeIdProvider(session);
    final Path room = new SDSDirectoryFeature(session, nodeid).createRoom(new Path(new AlphanumericRandomStringService().random(), EnumSet.of(Path.Type.directory, Path.Type.volume)), true);
    final byte[] content = RandomUtils.nextBytes(32769);
    final TransferStatus status = new TransferStatus();
    status.setLength(content.length);
    final Path test = new Path(room, UUID.randomUUID().toString(), EnumSet.of(Path.Type.file));
    final SDSEncryptionBulkFeature bulk = new SDSEncryptionBulkFeature(session, nodeid);
    bulk.pre(Transfer.Type.upload, Collections.singletonMap(new TransferItem(test), status), new DisabledConnectionCallback());
    final TripleCryptWriteFeature writer = new TripleCryptWriteFeature(session, nodeid, new SDSMultipartWriteFeature(session, nodeid));
    final StatusOutputStream<Node> out = writer.write(test, status, new DisabledConnectionCallback());
    new StreamCopier(status, status).transfer(new ByteArrayInputStream(content), out);
    // Start migration
    session.unlockTripleCryptKeyPair(new DisabledLoginCallback() {

        @Override
        public Credentials prompt(final Host bookmark, final String title, final String reason, final LoginOptions options) throws LoginCanceledException {
            return new VaultCredentials("eth[oh8uv4Eesij");
        }
    }, session.userAccount(), UserKeyPair.Version.RSA4096);
    keyPairs = userApi.requestUserKeyPairs(null, null);
    assertEquals(2, keyPairs.size());
    final FileKey key = new NodesApi(session.getClient()).requestUserFileKey(Long.parseLong(test.attributes().getVersionId()), null, null);
    final EncryptedFileKey encFileKey = TripleCryptConverter.toCryptoEncryptedFileKey(key);
    assertEquals(EncryptedFileKey.Version.RSA2048_AES256GCM, encFileKey.getVersion());
    final SDSMissingFileKeysSchedulerFeature background = new SDSMissingFileKeysSchedulerFeature();
    final List<UserFileKeySetRequest> processed = background.operate(session, new DisabledPasswordCallback() {

        @Override
        public Credentials prompt(final Host bookmark, final String title, final String reason, final LoginOptions options) {
            return new VaultCredentials("eth[oh8uv4Eesij");
        }
    }, null);
    assertFalse(processed.isEmpty());
    boolean found = false;
    for (UserFileKeySetRequest p : processed) {
        if (p.getFileId().equals(Long.parseLong(test.attributes().getVersionId()))) {
            found = true;
            break;
        }
    }
    assertTrue(found);
    final List<UserFileKeySetRequest> empty = new SDSMissingFileKeysSchedulerFeature().operate(session, new DisabledPasswordCallback() {

        @Override
        public Credentials prompt(final Host bookmark, final String title, final String reason, final LoginOptions options) {
            return new VaultCredentials("eth[oh8uv4Eesij");
        }
    }, null);
    assertTrue(empty.isEmpty());
    assertEquals(2, userApi.requestUserKeyPairs(null, null).size());
    new SDSDeleteFeature(session, nodeid).delete(Collections.singletonList(room), new DisabledLoginCallback(), new Delete.DisabledCallback());
}

Example 9 with EncryptedFileKey

use of com.dracoon.sdk.crypto.model.EncryptedFileKey in project cyberduck by iterate-ch.

the class PresignedMultipartOutputStream method close.

@Override
public void close() throws IOException {
    try {
        if (close.get()) {
            log.warn(String.format("Skip double close of stream %s", this));
            return;
        }
        if (null != canceled.get()) {
            return;
        }
        if (etags.isEmpty()) {
            new SDSTouchFeature(session, nodeid).touch(file, new TransferStatus());
        } else {
            try {
                final CompleteS3FileUploadRequest completeS3FileUploadRequest = new CompleteS3FileUploadRequest().keepShareLinks(overall.isExists() ? new HostPreferences(session.getHost()).getBoolean("sds.upload.sharelinks.keep") : false).resolutionStrategy(overall.isExists() ? CompleteS3FileUploadRequest.ResolutionStrategyEnum.OVERWRITE : CompleteS3FileUploadRequest.ResolutionStrategyEnum.FAIL);
                if (overall.getFilekey() != null) {
                    final ObjectReader reader = session.getClient().getJSON().getContext(null).readerFor(FileKey.class);
                    final FileKey fileKey = reader.readValue(overall.getFilekey().array());
                    final EncryptedFileKey encryptFileKey = Crypto.encryptFileKey(TripleCryptConverter.toCryptoPlainFileKey(fileKey), TripleCryptConverter.toCryptoUserPublicKey(session.keyPair().getPublicKeyContainer()));
                    completeS3FileUploadRequest.setFileKey(TripleCryptConverter.toSwaggerFileKey(encryptFileKey));
                }
                etags.forEach((key, value) -> completeS3FileUploadRequest.addPartsItem(new S3FileUploadPart().partEtag(StringUtils.remove(value, '"')).partNumber(key)));
                new NodesApi(session.getClient()).completeS3FileUpload(completeS3FileUploadRequest, createFileUploadResponse.getUploadId(), StringUtils.EMPTY);
                // Polling
                final ScheduledThreadPool polling = new ScheduledThreadPool();
                final CountDownLatch done = new CountDownLatch(1);
                final AtomicReference<BackgroundException> failure = new AtomicReference<>();
                final ScheduledFuture f = polling.repeat(new Runnable() {

                    @Override
                    public void run() {
                        try {
                            final S3FileUploadStatus uploadStatus = new NodesApi(session.getClient()).requestUploadStatusFiles(createFileUploadResponse.getUploadId(), StringUtils.EMPTY, null);
                            switch(uploadStatus.getStatus()) {
                                case "finishing":
                                    // Expected
                                    break;
                                case "transfer":
                                    failure.set(new InteroperabilityException(uploadStatus.getStatus()));
                                    done.countDown();
                                case "error":
                                    failure.set(new InteroperabilityException(uploadStatus.getErrorDetails().getMessage()));
                                    done.countDown();
                                case "done":
                                    nodeid.cache(file, String.valueOf(uploadStatus.getNode().getId()));
                                    done.countDown();
                                    break;
                            }
                        } catch (ApiException e) {
                            failure.set(new SDSExceptionMappingService(nodeid).map("Upload {0} failed", e, file));
                            done.countDown();
                        }
                    }
                }, new HostPreferences(session.getHost()).getLong("sds.upload.s3.status.period"), TimeUnit.MILLISECONDS);
                Uninterruptibles.awaitUninterruptibly(done);
                polling.shutdown();
                if (null != failure.get()) {
                    throw failure.get();
                }
            } catch (CryptoSystemException | InvalidFileKeyException | InvalidKeyPairException | UnknownVersionException e) {
                throw new TripleCryptExceptionMappingService().map("Upload {0} failed", e, file);
            } catch (ApiException e) {
                throw new SDSExceptionMappingService(nodeid).map("Upload {0} failed", e, file);
            }
        }
    } catch (BackgroundException e) {
        throw new IOException(e);
    } finally {
        close.set(true);
    }
}