Search in sources :

Example 1 with SDSAttributesAdapter

use of ch.cyberduck.core.sds.SDSAttributesAdapter in project cyberduck by iterate-ch.

the class SDSSingleTransferWorkerTest method testTransferredSizeRepeat.

@Test
public void testTransferredSizeRepeat() throws Exception {
    final SDSNodeIdProvider fileid = new SDSNodeIdProvider(session);
    final Local local = new Local(System.getProperty("java.io.tmpdir"), UUID.randomUUID().toString());
    // chunk size 32768
    final byte[] content = new byte[98305];
    new Random().nextBytes(content);
    final OutputStream out = local.getOutputStream(false);
    IOUtils.write(content, out);
    out.close();
    final AtomicBoolean failed = new AtomicBoolean();
    final BytecountStreamListener counter = new BytecountStreamListener();
    final SDSSession conn = new SDSSession(session.getHost().withCredentials(new Credentials(System.getProperties().getProperty("sds.user"), System.getProperties().getProperty("sds.key"))), new DisabledX509TrustManager(), new DefaultX509KeyManager()) {

        @Override
        @SuppressWarnings("unchecked")
        public <T> T _getFeature(final Class<T> type) {
            if (type == Upload.class) {
                return (T) new DefaultUploadFeature(new SDSMultipartWriteFeature(this, fileid) {

                    @Override
                    public HttpResponseOutputStream<Node> write(final Path file, final TransferStatus status, final ConnectionCallback callback) throws BackgroundException {
                        final HttpResponseOutputStream<Node> proxy = super.write(file, status, callback);
                        if (failed.get()) {
                            // Second attempt successful
                            return proxy;
                        }
                        return new HttpResponseOutputStream<Node>(new CountingOutputStream(proxy) {

                            @Override
                            protected void afterWrite(final int n) throws IOException {
                                super.afterWrite(n);
                                if (this.getByteCount() >= 42768L) {
                                    // Buffer size
                                    assertEquals(32768L, counter.getSent());
                                    failed.set(true);
                                    throw new SocketTimeoutException();
                                }
                            }
                        }, new SDSAttributesAdapter(session), status) {

                            @Override
                            public Node getStatus() throws BackgroundException {
                                return proxy.getStatus();
                            }
                        };
                    }
                });
            }
            return super._getFeature(type);
        }
    };
    conn.open(Proxy.DIRECT, new DisabledHostKeyCallback(), new DisabledLoginCallback(), new DisabledCancelCallback());
    conn.login(Proxy.DIRECT, new DisabledLoginCallback(), new DisabledCancelCallback());
    final Path room = new SDSDirectoryFeature(conn, fileid).mkdir(new Path(new AlphanumericRandomStringService().random(), EnumSet.of(Path.Type.directory, Path.Type.volume)), new TransferStatus());
    final Path test = new Path(room, UUID.randomUUID().toString(), EnumSet.of(Path.Type.file));
    final Transfer t = new UploadTransfer(session.getHost(), test, local);
    assertTrue(new SingleTransferWorker(conn, conn, t, new TransferOptions(), new TransferSpeedometer(t), new DisabledTransferPrompt() {

        @Override
        public TransferAction prompt(final TransferItem file) {
            return TransferAction.overwrite;
        }
    }, new DisabledTransferErrorCallback(), new DisabledProgressListener(), counter, new DisabledLoginCallback(), new DisabledNotificationService()) {
    }.run(session));
    local.delete();
    assertTrue(t.isComplete());
    assertEquals(content.length, new SDSAttributesFinderFeature(conn, fileid).find(test).getSize());
    assertEquals(content.length, counter.getRecv(), 0L);
    assertEquals(content.length, counter.getSent(), 0L);
    assertTrue(failed.get());
    new SDSDeleteFeature(conn, fileid).delete(Arrays.asList(test, room), new DisabledLoginCallback(), new Delete.DisabledCallback());
}
Also used : Delete(ch.cyberduck.core.features.Delete) SDSDeleteFeature(ch.cyberduck.core.sds.SDSDeleteFeature) DisabledX509TrustManager(ch.cyberduck.core.ssl.DisabledX509TrustManager) TransferAction(ch.cyberduck.core.transfer.TransferAction) HttpResponseOutputStream(ch.cyberduck.core.http.HttpResponseOutputStream) OutputStream(java.io.OutputStream) CountingOutputStream(org.apache.commons.io.output.CountingOutputStream) StatusOutputStream(ch.cyberduck.core.io.StatusOutputStream) Node(ch.cyberduck.core.sds.io.swagger.client.model.Node) CountingOutputStream(org.apache.commons.io.output.CountingOutputStream) TransferOptions(ch.cyberduck.core.transfer.TransferOptions) SDSSession(ch.cyberduck.core.sds.SDSSession) Random(java.util.Random) TransferStatus(ch.cyberduck.core.transfer.TransferStatus) SDSAttributesFinderFeature(ch.cyberduck.core.sds.SDSAttributesFinderFeature) DisabledTransferErrorCallback(ch.cyberduck.core.transfer.DisabledTransferErrorCallback) Path(ch.cyberduck.core.Path) DisabledProgressListener(ch.cyberduck.core.DisabledProgressListener) DisabledNotificationService(ch.cyberduck.core.notification.DisabledNotificationService) Local(ch.cyberduck.core.Local) SDSMultipartWriteFeature(ch.cyberduck.core.sds.SDSMultipartWriteFeature) IOException(java.io.IOException) DefaultUploadFeature(ch.cyberduck.core.shared.DefaultUploadFeature) BytecountStreamListener(ch.cyberduck.core.BytecountStreamListener) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) SDSNodeIdProvider(ch.cyberduck.core.sds.SDSNodeIdProvider) DisabledTransferPrompt(ch.cyberduck.core.transfer.DisabledTransferPrompt) SocketTimeoutException(java.net.SocketTimeoutException) DisabledCancelCallback(ch.cyberduck.core.DisabledCancelCallback) DisabledHostKeyCallback(ch.cyberduck.core.DisabledHostKeyCallback) DisabledLoginCallback(ch.cyberduck.core.DisabledLoginCallback) UploadTransfer(ch.cyberduck.core.transfer.UploadTransfer) DownloadTransfer(ch.cyberduck.core.transfer.DownloadTransfer) Transfer(ch.cyberduck.core.transfer.Transfer) UploadTransfer(ch.cyberduck.core.transfer.UploadTransfer) SDSDirectoryFeature(ch.cyberduck.core.sds.SDSDirectoryFeature) AlphanumericRandomStringService(ch.cyberduck.core.AlphanumericRandomStringService) DisabledConnectionCallback(ch.cyberduck.core.DisabledConnectionCallback) ConnectionCallback(ch.cyberduck.core.ConnectionCallback) TransferSpeedometer(ch.cyberduck.core.transfer.TransferSpeedometer) HttpResponseOutputStream(ch.cyberduck.core.http.HttpResponseOutputStream) DefaultX509KeyManager(ch.cyberduck.core.ssl.DefaultX509KeyManager) TransferItem(ch.cyberduck.core.transfer.TransferItem) Credentials(ch.cyberduck.core.Credentials) SDSAttributesAdapter(ch.cyberduck.core.sds.SDSAttributesAdapter) AbstractSDSTest(ch.cyberduck.core.sds.AbstractSDSTest) IntegrationTest(ch.cyberduck.test.IntegrationTest) Test(org.junit.Test)

Example 2 with SDSAttributesAdapter

use of ch.cyberduck.core.sds.SDSAttributesAdapter in project cyberduck by iterate-ch.

the class SDSSingleTransferWorkerTest method testTransferredSizeRepeatFailureOnClose.

@Test
public void testTransferredSizeRepeatFailureOnClose() throws Exception {
    final SDSNodeIdProvider fileid = new SDSNodeIdProvider(session);
    final Local local = new Local(System.getProperty("java.io.tmpdir"), UUID.randomUUID().toString());
    // chunk size 32768
    final byte[] content = new byte[98305];
    new Random().nextBytes(content);
    final OutputStream out = local.getOutputStream(false);
    IOUtils.write(content, out);
    out.close();
    final AtomicBoolean failed = new AtomicBoolean();
    final SDSSession conn = new SDSSession(session.getHost().withCredentials(new Credentials(System.getProperties().getProperty("sds.user"), System.getProperties().getProperty("sds.key"))), new DisabledX509TrustManager(), new DefaultX509KeyManager()) {

        @Override
        @SuppressWarnings("unchecked")
        public <T> T _getFeature(final Class<T> type) {
            if (type == Upload.class) {
                return (T) new DefaultUploadFeature<>(new SDSMultipartWriteFeature(this, fileid) {

                    @Override
                    public HttpResponseOutputStream<Node> write(final Path file, final TransferStatus status, final ConnectionCallback callback) throws BackgroundException {
                        final HttpResponseOutputStream<Node> proxy = super.write(file, status, callback);
                        if (failed.get()) {
                            // Second attempt successful
                            return proxy;
                        }
                        return new HttpResponseOutputStream<Node>(new CountingOutputStream(proxy) {

                            @Override
                            public void close() throws IOException {
                                if (!failed.get()) {
                                    failed.set(true);
                                    throw new SocketTimeoutException();
                                }
                                super.close();
                            }
                        }, new SDSAttributesAdapter(session), status) {

                            @Override
                            public Node getStatus() throws BackgroundException {
                                return proxy.getStatus();
                            }
                        };
                    }
                });
            }
            return super._getFeature(type);
        }
    };
    conn.open(Proxy.DIRECT, new DisabledHostKeyCallback(), new DisabledLoginCallback(), new DisabledCancelCallback());
    conn.login(Proxy.DIRECT, new DisabledLoginCallback(), new DisabledCancelCallback());
    final Path room = new SDSDirectoryFeature(conn, fileid).mkdir(new Path(new AlphanumericRandomStringService().random(), EnumSet.of(Path.Type.directory, Path.Type.volume)), new TransferStatus());
    final Path test = new Path(room, UUID.randomUUID().toString(), EnumSet.of(Path.Type.file));
    final Transfer t = new UploadTransfer(session.getHost(), test, local);
    final BytecountStreamListener counter = new BytecountStreamListener();
    assertTrue(new SingleTransferWorker(conn, conn, t, new TransferOptions(), new TransferSpeedometer(t), new DisabledTransferPrompt() {

        @Override
        public TransferAction prompt(final TransferItem file) {
            return TransferAction.overwrite;
        }
    }, new DisabledTransferErrorCallback(), new DisabledProgressListener(), counter, new DisabledLoginCallback(), new DisabledNotificationService()) {
    }.run(conn));
    local.delete();
    assertTrue(t.isComplete());
    assertEquals(98305L, counter.getSent(), 0L);
    assertTrue(failed.get());
    assertEquals(98305L, new SDSAttributesFinderFeature(conn, fileid).find(test).getSize());
    new SDSDeleteFeature(conn, fileid).delete(Arrays.asList(test, room), new DisabledLoginCallback(), new Delete.DisabledCallback());
}
Also used : Delete(ch.cyberduck.core.features.Delete) SDSDeleteFeature(ch.cyberduck.core.sds.SDSDeleteFeature) DisabledX509TrustManager(ch.cyberduck.core.ssl.DisabledX509TrustManager) TransferAction(ch.cyberduck.core.transfer.TransferAction) HttpResponseOutputStream(ch.cyberduck.core.http.HttpResponseOutputStream) OutputStream(java.io.OutputStream) CountingOutputStream(org.apache.commons.io.output.CountingOutputStream) StatusOutputStream(ch.cyberduck.core.io.StatusOutputStream) Node(ch.cyberduck.core.sds.io.swagger.client.model.Node) CountingOutputStream(org.apache.commons.io.output.CountingOutputStream) TransferOptions(ch.cyberduck.core.transfer.TransferOptions) SDSSession(ch.cyberduck.core.sds.SDSSession) Random(java.util.Random) TransferStatus(ch.cyberduck.core.transfer.TransferStatus) SDSAttributesFinderFeature(ch.cyberduck.core.sds.SDSAttributesFinderFeature) DisabledTransferErrorCallback(ch.cyberduck.core.transfer.DisabledTransferErrorCallback) Path(ch.cyberduck.core.Path) DisabledProgressListener(ch.cyberduck.core.DisabledProgressListener) DisabledNotificationService(ch.cyberduck.core.notification.DisabledNotificationService) Local(ch.cyberduck.core.Local) SDSMultipartWriteFeature(ch.cyberduck.core.sds.SDSMultipartWriteFeature) IOException(java.io.IOException) BytecountStreamListener(ch.cyberduck.core.BytecountStreamListener) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) SDSNodeIdProvider(ch.cyberduck.core.sds.SDSNodeIdProvider) DisabledTransferPrompt(ch.cyberduck.core.transfer.DisabledTransferPrompt) SocketTimeoutException(java.net.SocketTimeoutException) DisabledCancelCallback(ch.cyberduck.core.DisabledCancelCallback) DisabledHostKeyCallback(ch.cyberduck.core.DisabledHostKeyCallback) DisabledLoginCallback(ch.cyberduck.core.DisabledLoginCallback) UploadTransfer(ch.cyberduck.core.transfer.UploadTransfer) DownloadTransfer(ch.cyberduck.core.transfer.DownloadTransfer) Transfer(ch.cyberduck.core.transfer.Transfer) UploadTransfer(ch.cyberduck.core.transfer.UploadTransfer) SDSDirectoryFeature(ch.cyberduck.core.sds.SDSDirectoryFeature) AlphanumericRandomStringService(ch.cyberduck.core.AlphanumericRandomStringService) DisabledConnectionCallback(ch.cyberduck.core.DisabledConnectionCallback) ConnectionCallback(ch.cyberduck.core.ConnectionCallback) TransferSpeedometer(ch.cyberduck.core.transfer.TransferSpeedometer) HttpResponseOutputStream(ch.cyberduck.core.http.HttpResponseOutputStream) DefaultX509KeyManager(ch.cyberduck.core.ssl.DefaultX509KeyManager) TransferItem(ch.cyberduck.core.transfer.TransferItem) Credentials(ch.cyberduck.core.Credentials) SDSAttributesAdapter(ch.cyberduck.core.sds.SDSAttributesAdapter) AbstractSDSTest(ch.cyberduck.core.sds.AbstractSDSTest) IntegrationTest(ch.cyberduck.test.IntegrationTest) Test(org.junit.Test)

Aggregations

AlphanumericRandomStringService (ch.cyberduck.core.AlphanumericRandomStringService)2 BytecountStreamListener (ch.cyberduck.core.BytecountStreamListener)2 ConnectionCallback (ch.cyberduck.core.ConnectionCallback)2 Credentials (ch.cyberduck.core.Credentials)2 DisabledCancelCallback (ch.cyberduck.core.DisabledCancelCallback)2 DisabledConnectionCallback (ch.cyberduck.core.DisabledConnectionCallback)2 DisabledHostKeyCallback (ch.cyberduck.core.DisabledHostKeyCallback)2 DisabledLoginCallback (ch.cyberduck.core.DisabledLoginCallback)2 DisabledProgressListener (ch.cyberduck.core.DisabledProgressListener)2 Local (ch.cyberduck.core.Local)2 Path (ch.cyberduck.core.Path)2 Delete (ch.cyberduck.core.features.Delete)2 HttpResponseOutputStream (ch.cyberduck.core.http.HttpResponseOutputStream)2 StatusOutputStream (ch.cyberduck.core.io.StatusOutputStream)2 DisabledNotificationService (ch.cyberduck.core.notification.DisabledNotificationService)2 AbstractSDSTest (ch.cyberduck.core.sds.AbstractSDSTest)2 SDSAttributesAdapter (ch.cyberduck.core.sds.SDSAttributesAdapter)2 SDSAttributesFinderFeature (ch.cyberduck.core.sds.SDSAttributesFinderFeature)2 SDSDeleteFeature (ch.cyberduck.core.sds.SDSDeleteFeature)2 SDSDirectoryFeature (ch.cyberduck.core.sds.SDSDirectoryFeature)2