Examples with Chunk org.syncany.chunk.Chunk used on opensource projects

Example 6 with Chunk

use of org.syncany.chunk.Chunk in project syncany by syncany.

the class FixedOffsetChunkerTest method testNextChunkEvenIfThereAreNone.

@Test
public void testNextChunkEvenIfThereAreNone() throws IOException {
    // Test Constants
    final int TOTAL_FILE_SIZE = 5 * 1024;
    final int EXACT_CHUNK_SIZE = 512 * 1024;
    // Setup
    File inputFile = TestFileUtil.createRandomFileInDirectory(tempDir, TOTAL_FILE_SIZE);
    Chunker chunker = new FixedChunker(EXACT_CHUNK_SIZE);
    // Create chunks
    Enumeration<Chunk> chunkEnumeration = chunker.createChunks(inputFile);
    while (chunkEnumeration.hasMoreElements()) {
        chunkEnumeration.nextElement();
    }
    // This should lead to an IOException
    assertNull("No chunk expected, but data received.", chunkEnumeration.nextElement());
    assertFalse("hasElements() should return 'false' if no chunk available.", chunkEnumeration.hasMoreElements());
}

Example 7 with Chunk

use of org.syncany.chunk.Chunk in project syncany by syncany.

the class FrameworkCombinationTest method extractChunksFromMultiChunks.

private Map<ChunkChecksum, File> extractChunksFromMultiChunks(List<File> outputMultiChunkFiles, FrameworkCombination combination) throws IOException {
    Map<ChunkChecksum, File> extractedChunks = new HashMap<ChunkChecksum, File>();
    for (File outputMultiChunkFile : outputMultiChunkFiles) {
        logger.log(Level.INFO, "- Extracting multichunk " + outputMultiChunkFile + " ...");
        MultiChunk outputMultiChunk = combination.multiChunker.createMultiChunk(combination.transformer.createInputStream(new FileInputStream(outputMultiChunkFile)));
        Chunk outputChunkInMultiChunk = null;
        while (null != (outputChunkInMultiChunk = outputMultiChunk.read())) {
            File extractedChunkFile = new File(tempDir + "/chunk-" + StringUtil.toHex((outputChunkInMultiChunk.getChecksum())) + "-from-multichunk-" + outputMultiChunk.getId());
            logger.log(Level.INFO, "  + Writing chunk " + StringUtil.toHex((outputChunkInMultiChunk.getChecksum())) + " to " + extractedChunkFile + " ...");
            TestFileUtil.writeToFile(outputChunkInMultiChunk.getContent(), extractedChunkFile);
            extractedChunks.put(new ChunkChecksum(outputChunkInMultiChunk.getChecksum()), extractedChunkFile);
        }
    }
    return extractedChunks;
}

Example 8 with Chunk

use of org.syncany.chunk.Chunk in project syncany by syncany.

the class TTTDChunkerTest method testCreateChunksFrom5MBFileAndTestChunkSize.

@Test
public void testCreateChunksFrom5MBFileAndTestChunkSize() throws Exception {
    // Test Constants
    final int TOTAL_FILE_SIZE = 5 * 1024 * 1024;
    final int AVG_CHUNK_SIZE = 512 * 1024;
    // Setup				
    File inputRandom5MBFile = TestFileUtil.createRandomFileInDirectory(tempDir, TOTAL_FILE_SIZE);
    File outputCopyOfRandom5MBFile = TestFileUtil.getRandomFilenameInDirectory(tempDir);
    FileOutputStream outputCopyOfRandom5MBFileOutputStream = new FileOutputStream(outputCopyOfRandom5MBFile);
    Chunker chunker = new TttdChunker(AVG_CHUNK_SIZE);
    // Create chunks
    Enumeration<Chunk> chunkEnumeration = chunker.createChunks(inputRandom5MBFile);
    Chunk lastChunk = null;
    while (chunkEnumeration.hasMoreElements()) {
        lastChunk = chunkEnumeration.nextElement();
        // Checksum
        assertNotNull("Chunk checksum should not be null.", lastChunk.getChecksum());
        outputCopyOfRandom5MBFileOutputStream.write(lastChunk.getContent(), 0, lastChunk.getSize());
    }
    outputCopyOfRandom5MBFileOutputStream.close();
    // Number of chunks
    // TODO [low] How to test the number of chunks?
    // Checksums
    byte[] inputFileChecksum = FileUtil.createChecksum(inputRandom5MBFile, TttdChunker.DEFAULT_DIGEST_ALG);
    byte[] outputFileChecksum = FileUtil.createChecksum(outputCopyOfRandom5MBFile, TttdChunker.DEFAULT_DIGEST_ALG);
    assertArrayEquals("Checksums of input and output file do not match.", inputFileChecksum, outputFileChecksum);
    assertArrayEquals("Last chunk's getFileChecksum() should be the file checksum.", inputFileChecksum, lastChunk.getFileChecksum());
}