Examples with VirtualLeafRecordSerializer com.swirlds.jasperdb.VirtualLeafRecordSerializer used on opensource projects

Example 6 with VirtualLeafRecordSerializer

use of com.swirlds.jasperdb.VirtualLeafRecordSerializer in project hedera-services by hashgraph.

the class DatabaseState method setupDatabase.

@Setup(Level.Trial)
public void setupDatabase() throws IOException {
    System.out.println("dataSourcePath = " + dataSourcePath + " mergingEnabled=" + mergingEnabled);
    if (Files.exists(dataSourcePath)) {
        System.err.println("!!!!!!!!!!!!! Deleting old db.");
        deleteDirectoryAndContents(dataSourcePath);
    }
    if (Files.exists(dataSourceSnapshotPath)) {
        System.err.println("!!!!!!!!!!!!! Deleting old db snapshot.");
        deleteDirectoryAndContents(dataSourceSnapshotPath);
    }
    // create data source
    VirtualLeafRecordSerializer<ContractKey, ContractValue> virtualLeafRecordSerializer = new VirtualLeafRecordSerializer<>((short) 1, DigestType.SHA_384, (short) 1, DataFileCommon.VARIABLE_DATA_SIZE, new ContractKeySupplier(), (short) 1, ContractValue.SERIALIZED_SIZE, new ContractValueSupplier(), true);
    JasperDbBuilder<ContractKey, ContractValue> dbBuilder = new JasperDbBuilder<>();
    dbBuilder.virtualLeafRecordSerializer(virtualLeafRecordSerializer).virtualInternalRecordSerializer(new VirtualInternalRecordSerializer()).keySerializer(new ContractKeySerializer()).storageDir(dataSourcePath).maxNumOfKeys(500_000_000).preferDiskBasedIndexes(false).internalHashesRamToDiskThreshold(0).mergingEnabled(mergingEnabled);
    dataSource = dbBuilder.build("jdb", "4dbState");
    // populate with initial data
    System.out.printf("Creating initial data set of %,d leaves\n", initialDataSize);
    progressPercentage = 0;
    final long firstLeafPath = initialDataSize;
    final long lastLeafPath = firstLeafPath + initialDataSize;
    var internalRecordStream = LongStream.range(0, firstLeafPath).mapToObj(path -> new VirtualInternalRecord(path, hash((int) path))).peek(internalRecord -> printProgress(internalRecord.getPath(), lastLeafPath));
    var leafRecordStream = LongStream.range(firstLeafPath, lastLeafPath + 1).mapToObj(path -> new VirtualLeafRecord<>(path, hash((int) path), new ContractKey(path, path), new ContractValue(path))).peek(leaf -> printProgress(leaf.getPath(), lastLeafPath));
    dataSource.saveRecords(firstLeafPath, lastLeafPath, internalRecordStream, leafRecordStream, Stream.empty());
    System.out.printf("Done creating initial data set of %,d leaves\n", initialDataSize);
}

Example 7 with VirtualLeafRecordSerializer

use of com.swirlds.jasperdb.VirtualLeafRecordSerializer in project hedera-services by hashgraph.

the class VirtualMapFactory method newVirtualizedBlobs.

public VirtualMap<VirtualBlobKey, VirtualBlobValue> newVirtualizedBlobs() {
    final var blobKeySerializer = new VirtualBlobKeySerializer();
    final VirtualLeafRecordSerializer<VirtualBlobKey, VirtualBlobValue> blobLeafRecordSerializer = new VirtualLeafRecordSerializer<>(CURRENT_SERIALIZATION_VERSION, DigestType.SHA_384, CURRENT_SERIALIZATION_VERSION, VirtualBlobKey.sizeInBytes(), new VirtualBlobKeySupplier(), CURRENT_SERIALIZATION_VERSION, VirtualBlobValue.sizeInBytes(), new VirtualBlobValueSupplier(), false);
    final JasperDbBuilder<VirtualBlobKey, VirtualBlobValue> dsBuilder = jdbBuilderFactory.newJdbBuilder();
    dsBuilder.virtualLeafRecordSerializer(blobLeafRecordSerializer).virtualInternalRecordSerializer(new VirtualInternalRecordSerializer()).keySerializer(blobKeySerializer).maxNumOfKeys(MAX_BLOBS).preferDiskBasedIndexes(false).internalHashesRamToDiskThreshold(MAX_IN_MEMORY_INTERNAL_HASHES);
    return new VirtualMap<>(BLOBS_VM_NAME, dsBuilder);
}

Example 8 with VirtualLeafRecordSerializer

use of com.swirlds.jasperdb.VirtualLeafRecordSerializer in project hedera-services by hashgraph.

the class VirtualMapFactory method newVirtualizedStorage.

public VirtualMap<ContractKey, ContractValue> newVirtualizedStorage() {
    final var storageKeySerializer = new ContractKeySerializer();
    final VirtualLeafRecordSerializer<ContractKey, ContractValue> storageLeafRecordSerializer = new VirtualLeafRecordSerializer<>(CURRENT_SERIALIZATION_VERSION, DigestType.SHA_384, CURRENT_SERIALIZATION_VERSION, storageKeySerializer.getSerializedSize(), new ContractKeySupplier(), CURRENT_SERIALIZATION_VERSION, ContractValue.SERIALIZED_SIZE, new ContractValueSupplier(), true);
    final JasperDbBuilder<ContractKey, ContractValue> dsBuilder = jdbBuilderFactory.newJdbBuilder();
    dsBuilder.virtualLeafRecordSerializer(storageLeafRecordSerializer).virtualInternalRecordSerializer(new VirtualInternalRecordSerializer()).keySerializer(storageKeySerializer).maxNumOfKeys(MAX_STORAGE_ENTRIES).preferDiskBasedIndexes(false).internalHashesRamToDiskThreshold(MAX_IN_MEMORY_INTERNAL_HASHES);
    return new VirtualMap<>(STORAGE_VM_NAME, dsBuilder);
}