Search in sources :

Example 26 with StorageException

use of org.syncany.plugins.transfer.StorageException in project syncany by syncany.

the class ConnectOperation method createConfigTOFromLink.

private ConfigTO createConfigTOFromLink(ConfigTO configTO, String link, String masterPassword) throws StorageException, CipherException {
    logger.log(Level.INFO, "Creating config TO from link: " + link + " ...");
    ApplicationLink applicationLink = new ApplicationLink(link);
    try {
        if (applicationLink.isEncrypted()) {
            // Non-interactive mode
            if (masterPassword != null) {
                logger.log(Level.INFO, " - Link is encrypted. Password available.");
                SaltedSecretKey masterKey = createMasterKeyFromPassword(masterPassword, applicationLink.getMasterKeySalt());
                TransferSettings transferSettings = applicationLink.createTransferSettings(masterKey);
                configTO.setMasterKey(masterKey);
                configTO.setTransferSettings(transferSettings);
            } else {
                logger.log(Level.INFO, " - Link is encrypted. Asking for password.");
                boolean retryPassword = true;
                while (retryPassword) {
                    // Ask password
                    masterPassword = getOrAskPassword();
                    // Generate master key
                    SaltedSecretKey masterKey = createMasterKeyFromPassword(masterPassword, applicationLink.getMasterKeySalt());
                    // Decrypt config
                    try {
                        TransferSettings transferSettings = applicationLink.createTransferSettings(masterKey);
                        configTO.setMasterKey(masterKey);
                        configTO.setTransferSettings(transferSettings);
                        retryPassword = false;
                    } catch (CipherException e) {
                        retryPassword = askRetryPassword();
                    }
                }
            }
            if (configTO.getTransferSettings() == null) {
                throw new CipherException("Unable to decrypt link.");
            }
        } else {
            logger.log(Level.INFO, " - Link is NOT encrypted. No password needed.");
            TransferSettings transferSettings = applicationLink.createTransferSettings();
            configTO.setTransferSettings(transferSettings);
        }
    } catch (Exception e) {
        throw new StorageException("Unable to extract connection settings: " + e.getMessage(), e);
    }
    return configTO;
}
Also used : SaltedSecretKey(org.syncany.crypto.SaltedSecretKey) CipherException(org.syncany.crypto.CipherException) TransferSettings(org.syncany.plugins.transfer.TransferSettings) StorageException(org.syncany.plugins.transfer.StorageException) StorageException(org.syncany.plugins.transfer.StorageException) CipherException(org.syncany.crypto.CipherException)

Example 27 with StorageException

use of org.syncany.plugins.transfer.StorageException in project syncany by syncany.

the class InitOperationTest method testFaultyInitOperation.

@Test
public void testFaultyInitOperation() throws Exception {
    // Create an unreliable connection
    List<String> failingOperationsPattern = Lists.newArrayList("rel=1.*op=upload");
    InitOperationOptions operationOptions = TestConfigUtil.createTestUnreliableInitOperationOptions("A", failingOperationsPattern);
    InitOperation op = new InitOperation(operationOptions, null);
    File repoDir = ((UnreliableLocalTransferSettings) operationOptions.getConfigTO().getTransferSettings()).getPath();
    File localDir = new File(operationOptions.getLocalDir(), ".syncany");
    try {
        op.execute();
    } catch (StorageException e) {
        logger.log(Level.INFO, "This operation failed because of the unreliable connection.", e);
    }
    // The local directory should not exist, since the uploading of the repo file fails
    // so the local directories should be removed
    assertFalse(localDir.exists());
    // Tear down
    TestFileUtil.deleteDirectory(repoDir);
    TestFileUtil.deleteDirectory(operationOptions.getLocalDir());
}
Also used : InitOperation(org.syncany.operations.init.InitOperation) InitOperationOptions(org.syncany.operations.init.InitOperationOptions) UnreliableLocalTransferSettings(org.syncany.plugins.unreliable_local.UnreliableLocalTransferSettings) File(java.io.File) StorageException(org.syncany.plugins.transfer.StorageException) Test(org.junit.Test)

Example 28 with StorageException

use of org.syncany.plugins.transfer.StorageException in project syncany by syncany.

the class UploadInterruptedTest method testUnreliableUpload_Test4_2_FailsAtTXCommitDuring2ndMultiChunkMove.

@Test
public void testUnreliableUpload_Test4_2_FailsAtTXCommitDuring2ndMultiChunkMove() throws Exception {
    /*
		 * First run "Client A": This test fails when trying to execute the TX.commit() when moving the second multichunk. So the first multichunk was
		 * moved successfully.
		 *
		 * Double check by "Client B": Client B should not see this multichunk on TM.list()
		 *
		 * Second run "Client A": The second up() from Client A should revert the transaction. To verify this, we let the second run fail at the
		 * transaction file upload
		 *
		 * 1. upload(action-up-987, actions/action-up-987)
		 * 2. upload(transaction-123, transactions/transaction-123) <<< FAILS HERE (second run)
		 * 3. upload(multichunk-1, temp-1)
		 * 4. upload(multichunk-2, temp-2)
		 * 5. upload(database-123, temp-3)
		 * 6. move(temp-1, multichunks/multichunk-1)
		 * 7. move(temp-2, multichunks/multichunk-2) <<< FAILS HERE (first run)
		 * 8. move(temp-3, databases/database-123)
		 */
    // Setup
    UnreliableLocalTransferSettings testConnection = TestConfigUtil.createTestUnreliableLocalConnection(Arrays.asList(new String[] { "rel=[234].+move.+multichunk", "rel=(7|8|9).+upload.+transaction" }));
    TestClient clientA = new TestClient("A", testConnection);
    // << larger than one multichunk!
    clientA.createNewFile("A-original", 5 * 1024 * 1024);
    boolean firstUpFailed = false;
    try {
        clientA.up();
    } catch (StorageException e) {
        firstUpFailed = true;
        logger.log(Level.INFO, e.getMessage());
    }
    assertTrue(firstUpFailed);
    assertEquals(0, new File(testConnection.getPath() + "/databases/").listFiles().length);
    assertEquals(1, new File(testConnection.getPath() + "/multichunks/").listFiles().length);
    assertEquals(1, new File(testConnection.getPath() + "/actions/").listFiles().length);
    assertEquals(1, new File(testConnection.getPath() + "/transactions/").listFiles().length);
    File[] tempFiles = new File(testConnection.getPath() + "/temporary/").listFiles();
    assertEquals(2, tempFiles.length);
    // The second multichunk should be >500 KB
    assertTrue(tempFiles[0].length() > 500 * 1024 || tempFiles[1].length() > 500 * 1024);
    // The database file should be <100 KB
    assertTrue(tempFiles[0].length() < 100 * 1024 || tempFiles[1].length() < 100 * 1024);
    File transactionFile = new File(testConnection.getPath() + "/transactions/").listFiles()[0];
    TransactionTO transactionTO = new Persister().read(TransactionTO.class, transactionFile);
    assertEquals(3, transactionTO.getActions().size());
    assertTrue(transactionTO.getActions().get(0).getRemoteFile().getName().contains("multichunk-"));
    assertTrue(transactionTO.getActions().get(1).getRemoteFile().getName().contains("multichunk-"));
    assertTrue(transactionTO.getActions().get(2).getRemoteFile().getName().contains("database-"));
    // 2. Double check if list() does not return the multichunk
    TransferManager transferManager = TransferManagerFactory.build(clientA.getConfig()).withFeature(TransactionAware.class).asDefault();
    Map<String, MultichunkRemoteFile> multiChunkList = transferManager.list(MultichunkRemoteFile.class);
    assertEquals(0, multiChunkList.size());
    // 3. Second try fails in the beginning, to see if cleanTransactions was successful
    boolean secondUpFailed = false;
    // Do not resume, since we want to clean transactions.
    UpOperationOptions upOptions = new UpOperationOptions();
    upOptions.setResume(false);
    try {
        clientA.up(upOptions);
    } catch (StorageException e) {
        secondUpFailed = true;
        logger.log(Level.INFO, e.getMessage());
    }
    assertTrue(secondUpFailed);
    assertEquals(0, new File(testConnection.getPath() + "/databases/").listFiles().length);
    assertEquals(0, new File(testConnection.getPath() + "/multichunks/").listFiles().length);
    // Shouldn't this be 1
    assertEquals(2, new File(testConnection.getPath() + "/actions/").listFiles().length);
    assertEquals(0, new File(testConnection.getPath() + "/transactions/").listFiles().length);
    assertEquals(0, new File(testConnection.getPath() + "/").listFiles(new FilenameFilter() {

        public boolean accept(File dir, String name) {
            return name.contains("temp-");
        }
    }).length);
    // Tear down
    clientA.deleteTestData();
}
Also used : TransferManager(org.syncany.plugins.transfer.TransferManager) UpOperationOptions(org.syncany.operations.up.UpOperationOptions) TransactionTO(org.syncany.plugins.transfer.to.TransactionTO) FilenameFilter(java.io.FilenameFilter) MultichunkRemoteFile(org.syncany.plugins.transfer.files.MultichunkRemoteFile) TransactionAware(org.syncany.plugins.transfer.features.TransactionAware) UnreliableLocalTransferSettings(org.syncany.plugins.unreliable_local.UnreliableLocalTransferSettings) TestClient(org.syncany.tests.util.TestClient) Persister(org.simpleframework.xml.core.Persister) StorageException(org.syncany.plugins.transfer.StorageException) File(java.io.File) MultichunkRemoteFile(org.syncany.plugins.transfer.files.MultichunkRemoteFile) Test(org.junit.Test)

Example 29 with StorageException

use of org.syncany.plugins.transfer.StorageException in project syncany by syncany.

the class UploadInterruptedTest method testUnreliableUpload_FailResume.

@Test
public void testUnreliableUpload_FailResume() throws Exception {
    // Setup
    UnreliableLocalTransferSettings testConnection = TestConfigUtil.createTestUnreliableLocalConnection(Arrays.asList(new String[] { // << 3 retries!!
    "rel=[345] .+upload.+multichunk", // << 3 retries!!
    "rel=(8|9|10) .+upload.+database" }));
    TestClient clientA = new TestClient("A", testConnection);
    clientA.createNewFile("file-1.txt");
    boolean failed = false;
    try {
        clientA.up();
    } catch (StorageException e) {
        failed = true;
    }
    assertTrue(failed);
    UpOperationOptions upOptions = new UpOperationOptions();
    upOptions.setResume(true);
    upOptions.setForceUploadEnabled(true);
    // Try to resume and fail
    failed = false;
    try {
        clientA.up(upOptions);
    } catch (StorageException e) {
        failed = true;
    }
    assertTrue(failed);
    TestClient clientB = new TestClient("B", testConnection);
    clientB.down();
    assertEquals(0, clientB.getLocalFiles().size());
    clientA.up(upOptions);
    clientB.down();
    assertEquals(1, clientB.getLocalFiles().size());
    assertTrue(clientB.getLocalFile("file-1.txt").exists());
    // Tear down
    clientA.deleteTestData();
    clientB.deleteTestData();
}
Also used : UnreliableLocalTransferSettings(org.syncany.plugins.unreliable_local.UnreliableLocalTransferSettings) TestClient(org.syncany.tests.util.TestClient) UpOperationOptions(org.syncany.operations.up.UpOperationOptions) StorageException(org.syncany.plugins.transfer.StorageException) Test(org.junit.Test)

Example 30 with StorageException

use of org.syncany.plugins.transfer.StorageException in project syncany by syncany.

the class UploadInterruptedTest method testUnreliableUpload_Test1_WithRetryFailsManyTimes.

@Test
public void testUnreliableUpload_Test1_WithRetryFailsManyTimes() throws Exception {
    // Setup
    UnreliableLocalTransferSettings testConnection = TestConfigUtil.createTestUnreliableLocalConnection(Arrays.asList(new String[] { // << 3 retries!!
    "rel=[345] .+upload.+multichunk", // << 3 retries!!
    "rel=(8|9|10) .+upload" }));
    TestClient clientA = new TestClient("A", testConnection);
    int i = 0;
    while (i++ < 5) {
        clientA.createNewFile("A-original-" + i, 50 * 1024);
        try {
            Thread.sleep(100);
            clientA.up();
            clientA.down();
        } catch (StorageException e) {
            logger.log(Level.INFO, e.getMessage());
        }
    }
    assertTrue(new File(testConnection.getPath() + "/databases/database-A-0000000001").exists());
    assertTrue(new File(testConnection.getPath() + "/databases/database-A-0000000002").exists());
    assertTrue(new File(testConnection.getPath() + "/databases/database-A-0000000003").exists());
    assertFalse(new File(testConnection.getPath() + "/databases/database-A-0000000004").exists());
    assertFalse(new File(testConnection.getPath() + "/databases/database-A-0000000005").exists());
    // Tear down
    clientA.deleteTestData();
}
Also used : UnreliableLocalTransferSettings(org.syncany.plugins.unreliable_local.UnreliableLocalTransferSettings) TestClient(org.syncany.tests.util.TestClient) StorageException(org.syncany.plugins.transfer.StorageException) File(java.io.File) MultichunkRemoteFile(org.syncany.plugins.transfer.files.MultichunkRemoteFile) Test(org.junit.Test)

Aggregations

StorageException (org.syncany.plugins.transfer.StorageException)33 File (java.io.File)15 MultichunkRemoteFile (org.syncany.plugins.transfer.files.MultichunkRemoteFile)14 Test (org.junit.Test)12 UnreliableLocalTransferSettings (org.syncany.plugins.unreliable_local.UnreliableLocalTransferSettings)12 TestClient (org.syncany.tests.util.TestClient)11 RemoteFile (org.syncany.plugins.transfer.files.RemoteFile)10 IOException (java.io.IOException)9 Persister (org.simpleframework.xml.core.Persister)7 TempRemoteFile (org.syncany.plugins.transfer.files.TempRemoteFile)7 TransactionRemoteFile (org.syncany.plugins.transfer.files.TransactionRemoteFile)7 ActionRemoteFile (org.syncany.plugins.transfer.files.ActionRemoteFile)6 DatabaseRemoteFile (org.syncany.plugins.transfer.files.DatabaseRemoteFile)6 TransactionTO (org.syncany.plugins.transfer.to.TransactionTO)5 Matcher (java.util.regex.Matcher)4 UpOperationOptions (org.syncany.operations.up.UpOperationOptions)4 TransferManager (org.syncany.plugins.transfer.TransferManager)4 TransactionAware (org.syncany.plugins.transfer.features.TransactionAware)4 SyncanyRemoteFile (org.syncany.plugins.transfer.files.SyncanyRemoteFile)4 FilenameFilter (java.io.FilenameFilter)3