use of org.hyperledger.besu.ethereum.rlp.RLP in project besu by hyperledger.
the class FastWorldStateDownloaderTest method doesNotRequestKnownStorageTrieNodesFromNetwork.
@Test
public void doesNotRequestKnownStorageTrieNodesFromNetwork() {
// Setup "remote" state
final WorldStateStorage remoteStorage = new WorldStateKeyValueStorage(new InMemoryKeyValueStorage());
final WorldStateArchive remoteWorldStateArchive = new DefaultWorldStateArchive(remoteStorage, createPreimageStorage());
final MutableWorldState remoteWorldState = remoteWorldStateArchive.getMutable();
// Generate accounts and save corresponding state root
final List<Account> accounts = dataGen.createRandomContractAccountsWithNonEmptyStorage(remoteWorldState, 20);
final Hash stateRoot = remoteWorldState.rootHash();
final BlockHeader header = dataGen.block(BlockOptions.create().setStateRoot(stateRoot).setBlockNumber(10)).getHeader();
// Create some peers
final List<RespondingEthPeer> peers = Stream.generate(() -> EthProtocolManagerTestUtil.createPeer(ethProtocolManager, header.getNumber())).limit(5).collect(Collectors.toList());
final InMemoryTasksPriorityQueues<NodeDataRequest> taskCollection = new InMemoryTasksPriorityQueues<>();
final WorldStateStorage localStorage = new WorldStateKeyValueStorage(new InMemoryKeyValueStorage());
// Seed local storage with some trie node values
final List<Bytes32> storageRootHashes = new StoredMerklePatriciaTrie<>(remoteStorage::getNodeData, remoteWorldState.rootHash(), Function.identity(), Function.identity()).entriesFrom(Bytes32.ZERO, 5).values().stream().map(RLP::input).map(StateTrieAccountValue::readFrom).map(StateTrieAccountValue::getStorageRoot).collect(Collectors.toList());
final Map<Bytes32, Bytes> allTrieNodes = new HashMap<>();
final Set<Bytes32> knownNodes = new HashSet<>();
final Set<Bytes32> unknownNodes = new HashSet<>();
for (final Bytes32 storageRootHash : storageRootHashes) {
allTrieNodes.putAll(collectTrieNodesToBeRequestedAfterRoot(remoteStorage, storageRootHash, 5));
}
// Sanity check
assertThat(allTrieNodes.size()).isGreaterThan(0);
final Updater localStorageUpdater = localStorage.updater();
boolean storeNode = true;
for (final Map.Entry<Bytes32, Bytes> entry : allTrieNodes.entrySet()) {
final Bytes32 hash = entry.getKey();
final Bytes data = entry.getValue();
if (storeNode) {
localStorageUpdater.putAccountStorageTrieNode(null, null, hash, data);
knownNodes.add(hash);
} else {
unknownNodes.add(hash);
}
storeNode = !storeNode;
}
localStorageUpdater.commit();
final WorldStateDownloader downloader = createDownloader(ethProtocolManager.ethContext(), localStorage, taskCollection);
final FastSyncState fastSyncState = new FastSyncState(header);
final CompletableFuture<Void> result = downloader.run(null, fastSyncState);
// Respond to node data requests
final List<MessageData> sentMessages = new ArrayList<>();
final RespondingEthPeer.Responder blockChainResponder = RespondingEthPeer.blockchainResponder(mock(Blockchain.class), remoteWorldStateArchive, mock(TransactionPool.class));
final RespondingEthPeer.Responder responder = RespondingEthPeer.wrapResponderWithCollector(blockChainResponder, sentMessages);
respondUntilDone(peers, responder, result);
// World state should be available by the time the result is complete
assertThat(localStorage.isWorldStateAvailable(stateRoot, header.getHash())).isTrue();
// Check that unknown trie nodes were requested
final List<Bytes32> requestedHashes = sentMessages.stream().filter(m -> m.getCode() == EthPV63.GET_NODE_DATA).map(GetNodeDataMessage::readFrom).flatMap(m -> StreamSupport.stream(m.hashes().spliterator(), true)).collect(Collectors.toList());
assertThat(requestedHashes.size()).isGreaterThan(0);
assertThat(requestedHashes).containsAll(unknownNodes);
assertThat(requestedHashes).doesNotContainAnyElementsOf(knownNodes);
// Check that all expected account data was downloaded
final WorldStateArchive localWorldStateArchive = new DefaultWorldStateArchive(localStorage, createPreimageStorage());
final WorldState localWorldState = localWorldStateArchive.get(stateRoot, null).get();
assertThat(result).isDone();
assertAccountsMatch(localWorldState, accounts);
}
use of org.hyperledger.besu.ethereum.rlp.RLP in project besu by hyperledger.
the class AccountTrieNodeDataRequest method getRootStorageRequests.
@Override
public Stream<SnapDataRequest> getRootStorageRequests(final WorldStateStorage worldStateStorage) {
final List<SnapDataRequest> requests = new ArrayList<>();
final StoredMerklePatriciaTrie<Bytes, Bytes> accountTrie = new StoredMerklePatriciaTrie<>(worldStateStorage::getAccountStateTrieNode, Hash.hash(data), getLocation(), Function.identity(), Function.identity());
for (Bytes account : inconsistentAccounts) {
final Bytes32 accountHash = Bytes32.wrap(CompactEncoding.pathToBytes(account));
accountTrie.getPath(Bytes.wrap(account.toArrayUnsafe(), getLocation().size(), account.size() - getLocation().size())).map(RLP::input).map(StateTrieAccountValue::readFrom).ifPresent(stateTrieAccountValue -> {
// an account need a heal step
requests.add(createStorageTrieNodeDataRequest(stateTrieAccountValue.getStorageRoot(), Hash.wrap(accountHash), getRootHash(), Bytes.EMPTY));
});
}
return requests.stream();
}
use of org.hyperledger.besu.ethereum.rlp.RLP in project besu by hyperledger.
the class WorldStateProofProvider method getAccountProof.
public Optional<WorldStateProof> getAccountProof(final Hash worldStateRoot, final Address accountAddress, final List<UInt256> accountStorageKeys) {
if (!worldStateStorage.isWorldStateAvailable(worldStateRoot, null)) {
return Optional.empty();
} else {
final Hash accountHash = Hash.hash(accountAddress);
final Proof<Bytes> accountProof = newAccountStateTrie(worldStateRoot).getValueWithProof(accountHash);
return accountProof.getValue().map(RLP::input).map(StateTrieAccountValue::readFrom).map(account -> {
final SortedMap<UInt256, Proof<Bytes>> storageProofs = getStorageProofs(accountHash, account, accountStorageKeys);
return new WorldStateProof(account, accountProof, storageProofs);
});
}
}
Aggregations