Search in sources :

Example 1 with SubstateTypeId

use of com.radixdlt.atom.SubstateTypeId in project radixdlt by radixdlt.

the class BerkeleyLedgerEntryStore method open.

private void open() {
    var primaryConfig = buildPrimaryConfig();
    var rriConfig = buildRriConfig();
    var pendingConfig = buildPendingConfig();
    try {
        // This SuppressWarnings here is valid, as ownership of the underlying
        // resource is not changed here, the resource is just accessed.
        @SuppressWarnings("resource") var env = dbEnv.getEnvironment();
        txnDatabase = env.openDatabase(null, TXN_DB_NAME, primaryConfig);
        resourceDatabase = env.openDatabase(null, RESOURCE_DB_NAME, rriConfig);
        mapDatabase = env.openDatabase(null, MAP_DB_NAME, rriConfig);
        substatesDatabase = env.openDatabase(null, SUBSTATE_DB_NAME, primaryConfig);
        indexedSubstatesDatabase = env.openSecondaryDatabase(null, INDEXED_SUBSTATE_DB_NAME, substatesDatabase, (SecondaryConfig) new SecondaryConfig().setKeyCreator((secondary, key, data, result) -> {
            if (entryToSpin(data) != REOp.UP) {
                return false;
            }
            var substateTypeId = data.getData()[data.getOffset()];
            final int prefixIndexSize;
            if (substateTypeId == SubstateTypeId.TOKENS.id()) {
                // Indexing not necessary for verification at the moment but useful
                // for construction
                // 0: Type Byte
                // 1: Reserved Byte
                // 2-37: Account Address
                prefixIndexSize = 2 + (1 + ECPublicKey.COMPRESSED_BYTES);
            } else if (substateTypeId == SubstateTypeId.STAKE_OWNERSHIP.id()) {
                // Indexing not necessary for verification at the moment but useful
                // for construction
                // This should have had validator keys and account addresses switched
                // so that
                // prefix indexing could be done against account addresses rather than
                // validators
                // so that actions like "Unstake Everything" could be implemented and
                // queries against
                // accounts. A later to do...
                // 0: Type Byte
                // 1: Reserved Byte
                // 2-36: Validator Key
                // 37-69: Account Address
                prefixIndexSize = 2 + ECPublicKey.COMPRESSED_BYTES + (1 + ECPublicKey.COMPRESSED_BYTES);
            } else if (substateTypeId == SubstateTypeId.EXITING_STAKE.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2-5: Epoch
                // 6-40: Validator Key
                // 41-73: Account Address
                prefixIndexSize = 2 + Long.BYTES + ECPublicKey.COMPRESSED_BYTES + (1 + ECPublicKey.COMPRESSED_BYTES);
            } else if (substateTypeId == SubstateTypeId.PREPARED_STAKE.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2-36: Validator Key
                // 37-69: Account Address
                prefixIndexSize = 2 + ECPublicKey.COMPRESSED_BYTES + (1 + ECPublicKey.COMPRESSED_BYTES);
            } else if (substateTypeId == SubstateTypeId.PREPARED_UNSTAKE.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2-36: Validator Key
                // 37-69: Account Address
                prefixIndexSize = 2 + ECPublicKey.COMPRESSED_BYTES + (1 + ECPublicKey.COMPRESSED_BYTES);
            } else if (substateTypeId == SubstateTypeId.VALIDATOR_OWNER_COPY.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2: Optional flag
                // 3-6: Epoch
                // 7-41: Validator Key
                prefixIndexSize = 3 + Long.BYTES + ECPublicKey.COMPRESSED_BYTES;
            } else if (substateTypeId == SubstateTypeId.VALIDATOR_REGISTERED_FLAG_COPY.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2: Optional flag
                // 3-6: Epoch
                // 7-41: Validator Key
                prefixIndexSize = 3 + Long.BYTES + ECPublicKey.COMPRESSED_BYTES;
            } else if (substateTypeId == SubstateTypeId.VALIDATOR_RAKE_COPY.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2: Optional flag
                // 3-6: Epoch
                // 7-41: Validator Key
                prefixIndexSize = 3 + Long.BYTES + ECPublicKey.COMPRESSED_BYTES;
            } else if (substateTypeId == SubstateTypeId.VALIDATOR_STAKE_DATA.id()) {
                // 0: Type Byte
                // 1: Reserved Byte
                // 2: Registered Byte
                // 3-34: Stake amount
                // 35-67: Validator key
                prefixIndexSize = 3 + UInt256.BYTES + ECPublicKey.COMPRESSED_BYTES;
            } else {
                // 0: Type Byte
                prefixIndexSize = 1;
            }
            // Index by substate type
            result.setData(data.getData(), data.getOffset(), prefixIndexSize);
            return true;
        }).setBtreeComparator(lexicographicalComparator()).setSortedDuplicates(true).setAllowCreate(true).setTransactional(true));
        proofDatabase = env.openDatabase(null, PROOF_DB_NAME, primaryConfig);
        vertexStoreDatabase = env.openDatabase(null, VERTEX_STORE_DB_NAME, pendingConfig);
        epochProofDatabase = env.openSecondaryDatabase(null, EPOCH_PROOF_DB_NAME, proofDatabase, buildEpochProofConfig());
        forkConfigDatabase = env.openDatabase(null, FORK_CONFIG_DB, primaryConfig);
        forksVotingResultsDatabase = env.openDatabase(null, FORKS_VOTING_RESULTS_DB, primaryConfig.clone().setSortedDuplicates(true));
        txnLog = AppendLog.openCompressed(new File(env.getHome(), LEDGER_NAME).getAbsolutePath(), systemCounters);
    } catch (Exception e) {
        throw new BerkeleyStoreException("Error while opening databases", e);
    }
    this.additionalStores.forEach(b -> b.open(dbEnv));
    if (System.getProperty("db.check_integrity", "1").equals("1")) {
    // TODO implement integrity check
    // TODO perhaps we should implement recovery instead?
    // TODO recovering should be integrated with recovering of ClientApiStore
    }
}
Also used : AppendLog(com.radixdlt.store.berkeley.atom.AppendLog) Arrays(java.util.Arrays) RadixEngineException(com.radixdlt.engine.RadixEngineException) LedgerAndBFTProof(com.radixdlt.statecomputer.LedgerAndBFTProof) Inject(com.google.inject.Inject) VerifiedVertexStoreState(com.radixdlt.hotstuff.bft.VerifiedVertexStoreState) ByteBuffer(java.nio.ByteBuffer) DEFAULT(com.sleepycat.je.LockMode.DEFAULT) VerifiedTxnsAndProof(com.radixdlt.ledger.VerifiedTxnsAndProof) PersistentVertexStore(com.radixdlt.hotstuff.bft.PersistentVertexStore) ForkConfig(com.radixdlt.statecomputer.forks.ForkConfig) BigInteger(java.math.BigInteger) SystemMapKey(com.radixdlt.constraintmachine.SystemMapKey) Get(com.sleepycat.je.Get) SystemCounters(com.radixdlt.counters.SystemCounters) ImmutableSet(com.google.common.collect.ImmutableSet) ImmutableMap(com.google.common.collect.ImmutableMap) DatabaseEnvironment(com.radixdlt.store.DatabaseEnvironment) DatabaseEntry(com.sleepycat.je.DatabaseEntry) Set(java.util.Set) Output(com.radixdlt.serialization.DsonOutput.Output) ResourceStore(com.radixdlt.store.ResourceStore) REAddr(com.radixdlt.identifiers.REAddr) Streams(com.google.common.collect.Streams) EngineStore(com.radixdlt.store.EngineStore) Bytes(com.google.common.primitives.Bytes) ForksEpochStore(com.radixdlt.statecomputer.forks.ForksEpochStore) Objects(java.util.Objects) VirtualSubstateAlreadyDownException(com.radixdlt.constraintmachine.exceptions.VirtualSubstateAlreadyDownException) List(java.util.List) DatabaseConfig(com.sleepycat.je.DatabaseConfig) Logger(org.apache.logging.log4j.Logger) VirtualParentStateDoesNotExist(com.radixdlt.constraintmachine.exceptions.VirtualParentStateDoesNotExist) StoreConfig(com.radixdlt.store.StoreConfig) CommittedReader(com.radixdlt.sync.CommittedReader) ResourceData(com.radixdlt.application.tokens.state.ResourceData) Optional(java.util.Optional) SystemData(com.radixdlt.application.system.state.SystemData) CounterType(com.radixdlt.counters.SystemCounters.CounterType) SubstateId(com.radixdlt.atom.SubstateId) SubstateTypeId(com.radixdlt.atom.SubstateTypeId) REStateUpdate(com.radixdlt.constraintmachine.REStateUpdate) OperationStatus(com.sleepycat.je.OperationStatus) AID(com.radixdlt.identifiers.AID) LedgerProof(com.radixdlt.hotstuff.LedgerProof) Stopwatch(com.google.common.base.Stopwatch) Serialization(com.radixdlt.serialization.Serialization) UnsignedBytes.lexicographicalComparator(com.google.common.primitives.UnsignedBytes.lexicographicalComparator) ECPublicKey(com.radixdlt.crypto.ECPublicKey) ForkVotingResult(com.radixdlt.statecomputer.forks.ForkVotingResult) Supplier(java.util.function.Supplier) RawSubstateBytes(com.radixdlt.constraintmachine.RawSubstateBytes) Longs(com.radixdlt.utils.Longs) OptionalLong(java.util.OptionalLong) ImmutableList(com.google.common.collect.ImmutableList) REOp(com.radixdlt.constraintmachine.REOp) Database(com.sleepycat.je.Database) SecondaryConfig(com.sleepycat.je.SecondaryConfig) NoSuchElementException(java.util.NoSuchElementException) UInt256(com.radixdlt.utils.UInt256) REProcessedTxn(com.radixdlt.constraintmachine.REProcessedTxn) Shorts(com.radixdlt.utils.Shorts) Iterator(java.util.Iterator) SubstateIndex(com.radixdlt.constraintmachine.SubstateIndex) HashCode(com.google.common.hash.HashCode) DtoLedgerProof(com.radixdlt.ledger.DtoLedgerProof) TokenResource(com.radixdlt.application.tokens.state.TokenResource) Txn(com.radixdlt.atom.Txn) IOException(java.io.IOException) SUCCESS(com.sleepycat.je.OperationStatus.SUCCESS) CandidateForkVote(com.radixdlt.statecomputer.forks.CandidateForkVote) Longs.fromByteArray(com.radixdlt.utils.Longs.fromByteArray) SecondaryDatabase(com.sleepycat.je.SecondaryDatabase) File(java.io.File) NOTFOUND(com.sleepycat.je.OperationStatus.NOTFOUND) ValidatorData(com.radixdlt.application.validators.state.ValidatorData) Cursor(com.sleepycat.je.Cursor) VirtualParent(com.radixdlt.application.system.state.VirtualParent) TimeUnit(java.util.concurrent.TimeUnit) CloseableCursor(com.radixdlt.atom.CloseableCursor) SecondaryCursor(com.sleepycat.je.SecondaryCursor) DeserializeException(com.radixdlt.serialization.DeserializeException) Transaction(com.sleepycat.je.Transaction) LogManager(org.apache.logging.log4j.LogManager) SecondaryConfig(com.sleepycat.je.SecondaryConfig) File(java.io.File) RadixEngineException(com.radixdlt.engine.RadixEngineException) VirtualSubstateAlreadyDownException(com.radixdlt.constraintmachine.exceptions.VirtualSubstateAlreadyDownException) NoSuchElementException(java.util.NoSuchElementException) IOException(java.io.IOException) DeserializeException(com.radixdlt.serialization.DeserializeException)

Aggregations

Stopwatch (com.google.common.base.Stopwatch)1 ImmutableList (com.google.common.collect.ImmutableList)1 ImmutableMap (com.google.common.collect.ImmutableMap)1 ImmutableSet (com.google.common.collect.ImmutableSet)1 Streams (com.google.common.collect.Streams)1 HashCode (com.google.common.hash.HashCode)1 Bytes (com.google.common.primitives.Bytes)1 UnsignedBytes.lexicographicalComparator (com.google.common.primitives.UnsignedBytes.lexicographicalComparator)1 Inject (com.google.inject.Inject)1 SystemData (com.radixdlt.application.system.state.SystemData)1 VirtualParent (com.radixdlt.application.system.state.VirtualParent)1 ResourceData (com.radixdlt.application.tokens.state.ResourceData)1 TokenResource (com.radixdlt.application.tokens.state.TokenResource)1 ValidatorData (com.radixdlt.application.validators.state.ValidatorData)1 CloseableCursor (com.radixdlt.atom.CloseableCursor)1 SubstateId (com.radixdlt.atom.SubstateId)1 SubstateTypeId (com.radixdlt.atom.SubstateTypeId)1 Txn (com.radixdlt.atom.Txn)1 REOp (com.radixdlt.constraintmachine.REOp)1 REProcessedTxn (com.radixdlt.constraintmachine.REProcessedTxn)1