Examples with DatabaseVersion org.syncany.database.DatabaseVersion used on opensource projects

Example 26 with DatabaseVersion

use of org.syncany.database.DatabaseVersion in project syncany by syncany.

the class DownOperation method applyChangesAndPersistDatabase.

private void applyChangesAndPersistDatabase(MemoryDatabase winnersDatabase, boolean cleanupOccurred, List<PartialFileHistory> preDeleteFileHistoriesWithLastVersion) throws Exception {
    if (options.isApplyChanges()) {
        new ApplyChangesOperation(config, localDatabase, transferManager, winnersDatabase, result, cleanupOccurred, preDeleteFileHistoriesWithLastVersion).execute();
    } else {
        logger.log(Level.INFO, "Doing nothing on the file system, because --no-apply switched on");
    }
    // We only persist the versions that we have already applied.
    DatabaseBranch currentApplyBranch = new DatabaseBranch();
    for (DatabaseVersion databaseVersion : winnersDatabase.getDatabaseVersions()) {
        currentApplyBranch.add(databaseVersion.getHeader());
    }
    persistDatabaseVersions(currentApplyBranch, winnersDatabase);
    localDatabase.commit();
}

Example 27 with DatabaseVersion

use of org.syncany.database.DatabaseVersion in project syncany by syncany.

the class LogOperation method execute.

@Override
public LogOperationResult execute() throws Exception {
    logger.log(Level.INFO, "");
    logger.log(Level.INFO, "Running 'Log' at client " + config.getMachineName() + " ...");
    logger.log(Level.INFO, "--------------------------------------------");
    ArrayList<LightweightDatabaseVersion> databaseVersions = new ArrayList<>();
    Iterator<DatabaseVersion> databaseVersionsIterator = localDatabase.getLastDatabaseVersions(options.getMaxDatabaseVersionCount(), options.getStartDatabaseVersionIndex(), options.getMaxFileHistoryCount());
    while (databaseVersionsIterator.hasNext()) {
        DatabaseVersion databaseVersion = databaseVersionsIterator.next();
        LightweightDatabaseVersion lightweightDatabaseVersion = createLightweightDatabaseVersion(databaseVersion);
        databaseVersions.add(lightweightDatabaseVersion);
    }
    return new LogOperationResult(databaseVersions);
}

Example 28 with DatabaseVersion

use of org.syncany.database.DatabaseVersion in project syncany by syncany.

the class Indexer method indexWithNewFiles.

private void indexWithNewFiles(List<File> files, List<File> deletedFiles, Queue<DatabaseVersion> databaseVersionQueue) throws IOException {
    boolean isFirstFile = true;
    int filesCount = files.size();
    while (!files.isEmpty()) {
        DatabaseVersion newDatabaseVersion = new DatabaseVersion();
        // Create the DeduperListener that will receive MultiChunks and store them in the DatabaseVersion object
        DeduperListener deduperListener = new IndexerDeduperListener(newDatabaseVersion);
        // Signal the start of indexing if we are about to deduplicate the first file
        if (isFirstFile) {
            deduperListener.onStart(files.size());
            // Add deletions in first database version
            removeDeletedFiles(newDatabaseVersion, deletedFiles);
            isFirstFile = false;
        }
        // Find and index new files
        deduper.deduplicate(files, deduperListener);
        if (!newDatabaseVersion.getFileHistories().isEmpty()) {
            logger.log(Level.FINE, "Processed new database version: " + newDatabaseVersion);
            databaseVersionQueue.offer(newDatabaseVersion);
            int remainingFilesCount = filesCount - files.size();
            eventBus.post(new UpIndexMidSyncExternalEvent(config.getLocalDir().toString(), filesCount, remainingFilesCount));
        }
    //else { (comment-only else case)
    // Just chunks and multichunks, no filehistory. Since this means the file was being
    // written/vanished during operations, it makes no sense to upload it. If the user
    // wants it indexed, Up can be run again.
    //}
    }
}

Example 29 with DatabaseVersion

use of org.syncany.database.DatabaseVersion in project syncany by syncany.

the class Indexer method indexWithoutNewFiles.

private void indexWithoutNewFiles(List<File> files, List<File> deletedFiles, Queue<DatabaseVersion> databaseVersionQueue) {
    DatabaseVersion newDatabaseVersion = new DatabaseVersion();
    removeDeletedFiles(newDatabaseVersion, deletedFiles);
    logger.log(Level.FINE, "Added database version with only deletions: " + newDatabaseVersion);
    databaseVersionQueue.offer(newDatabaseVersion);
}

Example 30 with DatabaseVersion

use of org.syncany.database.DatabaseVersion in project syncany by syncany.

the class DatabaseVersionDaoTest method testPersistDatabaseVersion.

@Test
public void testPersistDatabaseVersion() throws Exception {
    // Setup
    Config testConfig = TestConfigUtil.createTestLocalConfig();
    Connection databaseConnection = testConfig.createDatabaseConnection();
    // Run
    TestSqlUtil.runSqlFromResource(databaseConnection, "test.insert.set1.sql");
    ChunkSqlDao chunkDao = new ChunkSqlDao(databaseConnection);
    MultiChunkSqlDao multiChunkDao = new MultiChunkSqlDao(databaseConnection);
    FileVersionSqlDao fileVersionDao = new FileVersionSqlDao(databaseConnection);
    FileHistorySqlDao fileHistoryDao = new FileHistorySqlDao(databaseConnection, fileVersionDao);
    FileContentSqlDao fileContentDao = new FileContentSqlDao(databaseConnection);
    DatabaseVersionSqlDao databaseVersionDao = new DatabaseVersionSqlDao(databaseConnection, chunkDao, fileContentDao, fileVersionDao, fileHistoryDao, multiChunkDao);
    // a. Capture database version header (now)
    DatabaseVersionHeader lastDatabaseVersionHeaderBefore = databaseVersionDao.getLastDatabaseVersionHeader();
    // b. Add new database header (with one file history)
    DatabaseVersion newDatabaseVersion = new DatabaseVersion();
    DatabaseVersionHeader newDatabaseVersionHeader = new DatabaseVersionHeader();
    newDatabaseVersionHeader.setClient("C");
    newDatabaseVersionHeader.setDate(new Date(1489977288000L));
    newDatabaseVersionHeader.setVectorClock(TestDatabaseUtil.createVectorClock("A5,C1"));
    newDatabaseVersion.setHeader(newDatabaseVersionHeader);
    PartialFileHistory newFileHistory = new PartialFileHistory(FileHistoryId.secureRandomFileId());
    FileVersion newFileVersion = new FileVersion();
    newFileVersion.setVersion(1L);
    newFileVersion.setPath("newfile");
    newFileVersion.setChecksum(FileChecksum.parseFileChecksum("aaaaaaaaaaaaaaaaaaaaab2b263ffa4cc48e282f"));
    newFileVersion.setLinkTarget(null);
    newFileVersion.setPosixPermissions("rwxrwxrwx");
    newFileVersion.setDosAttributes(null);
    newFileVersion.setStatus(FileStatus.NEW);
    newFileVersion.setLastModified(new Date());
    newFileVersion.setUpdated(new Date());
    newFileVersion.setSize(1L);
    newFileVersion.setType(FileType.FILE);
    newFileHistory.addFileVersion(newFileVersion);
    newDatabaseVersion.addFileHistory(newFileHistory);
    ChunkEntry newChunkEntry = new ChunkEntry(ChunkChecksum.parseChunkChecksum("aaaaaaaaaaaaaaaaaaaaab2b263ffa4cc48e282f"), 1);
    newDatabaseVersion.addChunk(newChunkEntry);
    MultiChunkEntry newMultiChunkEntry = new MultiChunkEntry(MultiChunkId.parseMultiChunkId("1234567890987654321234567876543456555555"), 10);
    newMultiChunkEntry.addChunk(newChunkEntry.getChecksum());
    newDatabaseVersion.addMultiChunk(newMultiChunkEntry);
    FileContent newFileContent = new FileContent();
    newFileContent.setChecksum(FileChecksum.parseFileChecksum("aaaaaaaaaaaaaaaaaaaaab2b263ffa4cc48e282f"));
    newFileContent.setSize(1L);
    newFileContent.addChunk(newChunkEntry.getChecksum());
    newDatabaseVersion.addFileContent(newFileContent);
    // c. Persist database version
    databaseVersionDao.writeDatabaseVersion(newDatabaseVersion);
    // d. Capture new last database version header
    DatabaseVersionHeader lastDatabaseVersionHeaderAfter = databaseVersionDao.getLastDatabaseVersionHeader();
    // Test
    assertNotNull(lastDatabaseVersionHeaderBefore);
    assertEquals("A/(A5)/T=1388935689000", lastDatabaseVersionHeaderBefore.toString());
    assertNotNull(lastDatabaseVersionHeaderAfter);
    assertEquals("C/(A5,C1)/T=1489977288000", lastDatabaseVersionHeaderAfter.toString());
    assertEquals(newDatabaseVersionHeader.getVectorClock(), lastDatabaseVersionHeaderAfter.getVectorClock());
    assertEquals(newChunkEntry, chunkDao.getChunk(ChunkChecksum.parseChunkChecksum("aaaaaaaaaaaaaaaaaaaaab2b263ffa4cc48e282f")));
    assertEquals(newFileContent, fileContentDao.getFileContent(FileChecksum.parseFileChecksum("aaaaaaaaaaaaaaaaaaaaab2b263ffa4cc48e282f"), true));
    Map<MultiChunkId, MultiChunkEntry> multiChunkIds = multiChunkDao.getMultiChunks(newDatabaseVersionHeader.getVectorClock());
    assertNotNull(multiChunkIds);
    assertEquals(1, multiChunkIds.size());
    MultiChunkEntry actualNewMultiChunkEntry = multiChunkIds.get(MultiChunkId.parseMultiChunkId("1234567890987654321234567876543456555555"));
    assertNotNull(actualNewMultiChunkEntry);
    assertEquals(newMultiChunkEntry.getId(), actualNewMultiChunkEntry.getId());
    // Tear down
    databaseConnection.close();
    TestConfigUtil.deleteTestLocalConfigAndData(testConfig);
}