mirror of
https://github.com/bitcoin/bitcoin.git
synced 2025-01-26 11:13:23 -03:00
d43a1f1a2f
When using assumeutxo, we only need the background chainstate to consider blocks that are on the chain leading to the snapshotted block. Note that this introduces the new invariant that we can only have an assumeutxo snapshot where the snapshotted blockhash is in our block index. Unknown block hashes that are somehow passed in will cause assertion failures when processing new blocks. Includes test fixes and improvements by Andrew Chow and Fabian Jahr.
718 lines
29 KiB
C++
718 lines
29 KiB
C++
// Copyright (c) 2019-2022 The Bitcoin Core developers
|
|
// Distributed under the MIT software license, see the accompanying
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
|
//
|
|
#include <chainparams.h>
|
|
#include <consensus/validation.h>
|
|
#include <node/kernel_notifications.h>
|
|
#include <node/utxo_snapshot.h>
|
|
#include <random.h>
|
|
#include <rpc/blockchain.h>
|
|
#include <sync.h>
|
|
#include <test/util/chainstate.h>
|
|
#include <test/util/logging.h>
|
|
#include <test/util/random.h>
|
|
#include <test/util/setup_common.h>
|
|
#include <timedata.h>
|
|
#include <uint256.h>
|
|
#include <validation.h>
|
|
#include <validationinterface.h>
|
|
|
|
#include <tinyformat.h>
|
|
|
|
#include <vector>
|
|
|
|
#include <boost/test/unit_test.hpp>
|
|
|
|
using node::BlockManager;
|
|
using node::KernelNotifications;
|
|
using node::SnapshotMetadata;
|
|
|
|
BOOST_FIXTURE_TEST_SUITE(validation_chainstatemanager_tests, ChainTestingSetup)
|
|
|
|
//! Basic tests for ChainstateManager.
|
|
//!
|
|
//! First create a legacy (IBD) chainstate, then create a snapshot chainstate.
|
|
BOOST_AUTO_TEST_CASE(chainstatemanager)
|
|
{
|
|
ChainstateManager& manager = *m_node.chainman;
|
|
CTxMemPool& mempool = *m_node.mempool;
|
|
|
|
std::vector<Chainstate*> chainstates;
|
|
|
|
BOOST_CHECK(!manager.SnapshotBlockhash().has_value());
|
|
|
|
// Create a legacy (IBD) chainstate.
|
|
//
|
|
Chainstate& c1 = WITH_LOCK(::cs_main, return manager.InitializeChainstate(&mempool));
|
|
chainstates.push_back(&c1);
|
|
c1.InitCoinsDB(
|
|
/*cache_size_bytes=*/1 << 23, /*in_memory=*/true, /*should_wipe=*/false);
|
|
WITH_LOCK(::cs_main, c1.InitCoinsCache(1 << 23));
|
|
c1.LoadGenesisBlock();
|
|
BlockValidationState val_state;
|
|
BOOST_CHECK(c1.ActivateBestChain(val_state, nullptr));
|
|
|
|
BOOST_CHECK(!manager.IsSnapshotActive());
|
|
BOOST_CHECK(WITH_LOCK(::cs_main, return !manager.IsSnapshotValidated()));
|
|
auto all = manager.GetAll();
|
|
BOOST_CHECK_EQUAL_COLLECTIONS(all.begin(), all.end(), chainstates.begin(), chainstates.end());
|
|
|
|
auto& active_chain = WITH_LOCK(manager.GetMutex(), return manager.ActiveChain());
|
|
BOOST_CHECK_EQUAL(&active_chain, &c1.m_chain);
|
|
|
|
BOOST_CHECK_EQUAL(WITH_LOCK(manager.GetMutex(), return manager.ActiveHeight()), 0);
|
|
|
|
auto active_tip = WITH_LOCK(manager.GetMutex(), return manager.ActiveTip());
|
|
auto exp_tip = c1.m_chain.Tip();
|
|
BOOST_CHECK_EQUAL(active_tip, exp_tip);
|
|
|
|
BOOST_CHECK(!manager.SnapshotBlockhash().has_value());
|
|
|
|
// Create a snapshot-based chainstate.
|
|
//
|
|
const uint256 snapshot_blockhash = active_tip->GetBlockHash();
|
|
Chainstate& c2 = WITH_LOCK(::cs_main, return manager.ActivateExistingSnapshot(
|
|
&mempool, snapshot_blockhash));
|
|
chainstates.push_back(&c2);
|
|
|
|
BOOST_CHECK_EQUAL(manager.SnapshotBlockhash().value(), snapshot_blockhash);
|
|
|
|
c2.InitCoinsDB(
|
|
/*cache_size_bytes=*/1 << 23, /*in_memory=*/true, /*should_wipe=*/false);
|
|
WITH_LOCK(::cs_main, c2.InitCoinsCache(1 << 23));
|
|
c2.m_chain.SetTip(*active_tip);
|
|
BlockValidationState _;
|
|
BOOST_CHECK(c2.ActivateBestChain(_, nullptr));
|
|
|
|
BOOST_CHECK(manager.IsSnapshotActive());
|
|
BOOST_CHECK(WITH_LOCK(::cs_main, return !manager.IsSnapshotValidated()));
|
|
BOOST_CHECK_EQUAL(&c2, &manager.ActiveChainstate());
|
|
BOOST_CHECK(&c1 != &manager.ActiveChainstate());
|
|
auto all2 = manager.GetAll();
|
|
BOOST_CHECK_EQUAL_COLLECTIONS(all2.begin(), all2.end(), chainstates.begin(), chainstates.end());
|
|
|
|
auto& active_chain2 = WITH_LOCK(manager.GetMutex(), return manager.ActiveChain());
|
|
BOOST_CHECK_EQUAL(&active_chain2, &c2.m_chain);
|
|
|
|
BOOST_CHECK_EQUAL(WITH_LOCK(manager.GetMutex(), return manager.ActiveHeight()), 0);
|
|
|
|
auto active_tip2 = WITH_LOCK(manager.GetMutex(), return manager.ActiveTip());
|
|
auto exp_tip2 = c2.m_chain.Tip();
|
|
BOOST_CHECK_EQUAL(active_tip2, exp_tip2);
|
|
|
|
BOOST_CHECK_EQUAL(exp_tip, exp_tip2);
|
|
|
|
// Let scheduler events finish running to avoid accessing memory that is going to be unloaded
|
|
SyncWithValidationInterfaceQueue();
|
|
}
|
|
|
|
//! Test rebalancing the caches associated with each chainstate.
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_rebalance_caches, TestChain100Setup)
|
|
{
|
|
ChainstateManager& manager = *m_node.chainman;
|
|
CTxMemPool& mempool = *m_node.mempool;
|
|
|
|
size_t max_cache = 10000;
|
|
manager.m_total_coinsdb_cache = max_cache;
|
|
manager.m_total_coinstip_cache = max_cache;
|
|
|
|
std::vector<Chainstate*> chainstates;
|
|
|
|
// Create a legacy (IBD) chainstate.
|
|
//
|
|
Chainstate& c1 = manager.ActiveChainstate();
|
|
chainstates.push_back(&c1);
|
|
c1.InitCoinsDB(
|
|
/*cache_size_bytes=*/1 << 23, /*in_memory=*/true, /*should_wipe=*/false);
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
c1.InitCoinsCache(1 << 23);
|
|
manager.MaybeRebalanceCaches();
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(c1.m_coinstip_cache_size_bytes, max_cache);
|
|
BOOST_CHECK_EQUAL(c1.m_coinsdb_cache_size_bytes, max_cache);
|
|
|
|
// Create a snapshot-based chainstate.
|
|
//
|
|
CBlockIndex* snapshot_base{WITH_LOCK(manager.GetMutex(), return manager.ActiveChain()[manager.ActiveChain().Height() / 2])};
|
|
Chainstate& c2 = WITH_LOCK(cs_main, return manager.ActivateExistingSnapshot(&mempool, *snapshot_base->phashBlock));
|
|
chainstates.push_back(&c2);
|
|
c2.InitCoinsDB(
|
|
/*cache_size_bytes=*/1 << 23, /*in_memory=*/true, /*should_wipe=*/false);
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
c2.InitCoinsCache(1 << 23);
|
|
manager.MaybeRebalanceCaches();
|
|
}
|
|
|
|
// Since both chainstates are considered to be in initial block download,
|
|
// the snapshot chainstate should take priority.
|
|
BOOST_CHECK_CLOSE(c1.m_coinstip_cache_size_bytes, max_cache * 0.05, 1);
|
|
BOOST_CHECK_CLOSE(c1.m_coinsdb_cache_size_bytes, max_cache * 0.05, 1);
|
|
BOOST_CHECK_CLOSE(c2.m_coinstip_cache_size_bytes, max_cache * 0.95, 1);
|
|
BOOST_CHECK_CLOSE(c2.m_coinsdb_cache_size_bytes, max_cache * 0.95, 1);
|
|
}
|
|
|
|
struct SnapshotTestSetup : TestChain100Setup {
|
|
// Run with coinsdb on the filesystem to support, e.g., moving invalidated
|
|
// chainstate dirs to "*_invalid".
|
|
//
|
|
// Note that this means the tests run considerably slower than in-memory DB
|
|
// tests, but we can't otherwise test this functionality since it relies on
|
|
// destructive filesystem operations.
|
|
SnapshotTestSetup() : TestChain100Setup{
|
|
{},
|
|
{},
|
|
/*coins_db_in_memory=*/false,
|
|
/*block_tree_db_in_memory=*/false,
|
|
}
|
|
{
|
|
}
|
|
|
|
std::tuple<Chainstate*, Chainstate*> SetupSnapshot()
|
|
{
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
|
|
BOOST_CHECK(!chainman.IsSnapshotActive());
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
BOOST_CHECK(!chainman.IsSnapshotValidated());
|
|
BOOST_CHECK(!node::FindSnapshotChainstateDir(chainman.m_options.datadir));
|
|
}
|
|
|
|
size_t initial_size;
|
|
size_t initial_total_coins{100};
|
|
|
|
// Make some initial assertions about the contents of the chainstate.
|
|
{
|
|
LOCK(::cs_main);
|
|
CCoinsViewCache& ibd_coinscache = chainman.ActiveChainstate().CoinsTip();
|
|
initial_size = ibd_coinscache.GetCacheSize();
|
|
size_t total_coins{0};
|
|
|
|
for (CTransactionRef& txn : m_coinbase_txns) {
|
|
COutPoint op{txn->GetHash(), 0};
|
|
BOOST_CHECK(ibd_coinscache.HaveCoin(op));
|
|
total_coins++;
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(total_coins, initial_total_coins);
|
|
BOOST_CHECK_EQUAL(initial_size, initial_total_coins);
|
|
}
|
|
|
|
Chainstate& validation_chainstate = chainman.ActiveChainstate();
|
|
|
|
// Snapshot should refuse to load at this height.
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(this));
|
|
BOOST_CHECK(!chainman.ActiveChainstate().m_from_snapshot_blockhash);
|
|
BOOST_CHECK(!chainman.SnapshotBlockhash());
|
|
|
|
// Mine 10 more blocks, putting at us height 110 where a valid assumeutxo value can
|
|
// be found.
|
|
constexpr int snapshot_height = 110;
|
|
mineBlocks(10);
|
|
initial_size += 10;
|
|
initial_total_coins += 10;
|
|
|
|
// Should not load malleated snapshots
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(
|
|
this, [](AutoFile& auto_infile, SnapshotMetadata& metadata) {
|
|
// A UTXO is missing but count is correct
|
|
metadata.m_coins_count -= 1;
|
|
|
|
COutPoint outpoint;
|
|
Coin coin;
|
|
|
|
auto_infile >> outpoint;
|
|
auto_infile >> coin;
|
|
}));
|
|
|
|
BOOST_CHECK(!node::FindSnapshotChainstateDir(chainman.m_options.datadir));
|
|
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(
|
|
this, [](AutoFile& auto_infile, SnapshotMetadata& metadata) {
|
|
// Coins count is larger than coins in file
|
|
metadata.m_coins_count += 1;
|
|
}));
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(
|
|
this, [](AutoFile& auto_infile, SnapshotMetadata& metadata) {
|
|
// Coins count is smaller than coins in file
|
|
metadata.m_coins_count -= 1;
|
|
}));
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(
|
|
this, [](AutoFile& auto_infile, SnapshotMetadata& metadata) {
|
|
// Wrong hash
|
|
metadata.m_base_blockhash = uint256::ZERO;
|
|
}));
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(
|
|
this, [](AutoFile& auto_infile, SnapshotMetadata& metadata) {
|
|
// Wrong hash
|
|
metadata.m_base_blockhash = uint256::ONE;
|
|
}));
|
|
|
|
BOOST_REQUIRE(CreateAndActivateUTXOSnapshot(this));
|
|
BOOST_CHECK(fs::exists(*node::FindSnapshotChainstateDir(chainman.m_options.datadir)));
|
|
|
|
// Ensure our active chain is the snapshot chainstate.
|
|
BOOST_CHECK(!chainman.ActiveChainstate().m_from_snapshot_blockhash->IsNull());
|
|
BOOST_CHECK_EQUAL(
|
|
*chainman.ActiveChainstate().m_from_snapshot_blockhash,
|
|
*chainman.SnapshotBlockhash());
|
|
|
|
Chainstate& snapshot_chainstate = chainman.ActiveChainstate();
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
|
|
fs::path found = *node::FindSnapshotChainstateDir(chainman.m_options.datadir);
|
|
|
|
// Note: WriteSnapshotBaseBlockhash() is implicitly tested above.
|
|
BOOST_CHECK_EQUAL(
|
|
*node::ReadSnapshotBaseBlockhash(found),
|
|
*chainman.SnapshotBlockhash());
|
|
|
|
// Ensure that the genesis block was not marked assumed-valid.
|
|
BOOST_CHECK(!chainman.ActiveChain().Genesis()->IsAssumedValid());
|
|
}
|
|
|
|
const AssumeutxoData& au_data = *ExpectedAssumeutxo(snapshot_height, ::Params());
|
|
const CBlockIndex* tip = WITH_LOCK(chainman.GetMutex(), return chainman.ActiveTip());
|
|
|
|
BOOST_CHECK_EQUAL(tip->nChainTx, au_data.nChainTx);
|
|
|
|
// To be checked against later when we try loading a subsequent snapshot.
|
|
uint256 loaded_snapshot_blockhash{*chainman.SnapshotBlockhash()};
|
|
|
|
// Make some assertions about the both chainstates. These checks ensure the
|
|
// legacy chainstate hasn't changed and that the newly created chainstate
|
|
// reflects the expected content.
|
|
{
|
|
LOCK(::cs_main);
|
|
int chains_tested{0};
|
|
|
|
for (Chainstate* chainstate : chainman.GetAll()) {
|
|
BOOST_TEST_MESSAGE("Checking coins in " << chainstate->ToString());
|
|
CCoinsViewCache& coinscache = chainstate->CoinsTip();
|
|
|
|
// Both caches will be empty initially.
|
|
BOOST_CHECK_EQUAL((unsigned int)0, coinscache.GetCacheSize());
|
|
|
|
size_t total_coins{0};
|
|
|
|
for (CTransactionRef& txn : m_coinbase_txns) {
|
|
COutPoint op{txn->GetHash(), 0};
|
|
BOOST_CHECK(coinscache.HaveCoin(op));
|
|
total_coins++;
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(initial_size , coinscache.GetCacheSize());
|
|
BOOST_CHECK_EQUAL(total_coins, initial_total_coins);
|
|
chains_tested++;
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(chains_tested, 2);
|
|
}
|
|
|
|
// Mine some new blocks on top of the activated snapshot chainstate.
|
|
constexpr size_t new_coins{100};
|
|
mineBlocks(new_coins); // Defined in TestChain100Setup.
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
size_t coins_in_active{0};
|
|
size_t coins_in_background{0};
|
|
size_t coins_missing_from_background{0};
|
|
|
|
for (Chainstate* chainstate : chainman.GetAll()) {
|
|
BOOST_TEST_MESSAGE("Checking coins in " << chainstate->ToString());
|
|
CCoinsViewCache& coinscache = chainstate->CoinsTip();
|
|
bool is_background = chainstate != &chainman.ActiveChainstate();
|
|
|
|
for (CTransactionRef& txn : m_coinbase_txns) {
|
|
COutPoint op{txn->GetHash(), 0};
|
|
if (coinscache.HaveCoin(op)) {
|
|
(is_background ? coins_in_background : coins_in_active)++;
|
|
} else if (is_background) {
|
|
coins_missing_from_background++;
|
|
}
|
|
}
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(coins_in_active, initial_total_coins + new_coins);
|
|
BOOST_CHECK_EQUAL(coins_in_background, initial_total_coins);
|
|
BOOST_CHECK_EQUAL(coins_missing_from_background, new_coins);
|
|
}
|
|
|
|
// Snapshot should refuse to load after one has already loaded.
|
|
BOOST_REQUIRE(!CreateAndActivateUTXOSnapshot(this));
|
|
|
|
// Snapshot blockhash should be unchanged.
|
|
BOOST_CHECK_EQUAL(
|
|
*chainman.ActiveChainstate().m_from_snapshot_blockhash,
|
|
loaded_snapshot_blockhash);
|
|
return std::make_tuple(&validation_chainstate, &snapshot_chainstate);
|
|
}
|
|
|
|
// Simulate a restart of the node by flushing all state to disk, clearing the
|
|
// existing ChainstateManager, and unloading the block index.
|
|
//
|
|
// @returns a reference to the "restarted" ChainstateManager
|
|
ChainstateManager& SimulateNodeRestart()
|
|
{
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
|
|
BOOST_TEST_MESSAGE("Simulating node restart");
|
|
{
|
|
for (Chainstate* cs : chainman.GetAll()) {
|
|
LOCK(::cs_main);
|
|
cs->ForceFlushStateToDisk();
|
|
}
|
|
// Process all callbacks referring to the old manager before wiping it.
|
|
SyncWithValidationInterfaceQueue();
|
|
LOCK(::cs_main);
|
|
chainman.ResetChainstates();
|
|
BOOST_CHECK_EQUAL(chainman.GetAll().size(), 0);
|
|
m_node.notifications = std::make_unique<KernelNotifications>(m_node.exit_status);
|
|
const ChainstateManager::Options chainman_opts{
|
|
.chainparams = ::Params(),
|
|
.datadir = chainman.m_options.datadir,
|
|
.adjusted_time_callback = GetAdjustedTime,
|
|
.notifications = *m_node.notifications,
|
|
};
|
|
const BlockManager::Options blockman_opts{
|
|
.chainparams = chainman_opts.chainparams,
|
|
.blocks_dir = m_args.GetBlocksDirPath(),
|
|
.notifications = chainman_opts.notifications,
|
|
};
|
|
// For robustness, ensure the old manager is destroyed before creating a
|
|
// new one.
|
|
m_node.chainman.reset();
|
|
m_node.chainman = std::make_unique<ChainstateManager>(m_node.kernel->interrupt, chainman_opts, blockman_opts);
|
|
}
|
|
return *Assert(m_node.chainman);
|
|
}
|
|
};
|
|
|
|
//! Test basic snapshot activation.
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_activate_snapshot, SnapshotTestSetup)
|
|
{
|
|
this->SetupSnapshot();
|
|
}
|
|
|
|
//! Test LoadBlockIndex behavior when multiple chainstates are in use.
|
|
//!
|
|
//! - First, verify that setBlockIndexCandidates is as expected when using a single,
|
|
//! fully-validating chainstate.
|
|
//!
|
|
//! - Then mark a region of the chain BLOCK_ASSUMED_VALID and introduce a second chainstate
|
|
//! that will tolerate assumed-valid blocks. Run LoadBlockIndex() and ensure that the first
|
|
//! chainstate only contains fully validated blocks and the other chainstate contains all blocks,
|
|
//! even those assumed-valid.
|
|
//!
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_loadblockindex, TestChain100Setup)
|
|
{
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
CTxMemPool& mempool = *m_node.mempool;
|
|
Chainstate& cs1 = chainman.ActiveChainstate();
|
|
|
|
int num_indexes{0};
|
|
int num_assumed_valid{0};
|
|
const int expected_assumed_valid{20};
|
|
const int last_assumed_valid_idx{40};
|
|
const int assumed_valid_start_idx = last_assumed_valid_idx - expected_assumed_valid;
|
|
|
|
CBlockIndex* validated_tip{nullptr};
|
|
CBlockIndex* assumed_base{nullptr};
|
|
CBlockIndex* assumed_tip{WITH_LOCK(chainman.GetMutex(), return chainman.ActiveChain().Tip())};
|
|
|
|
auto reload_all_block_indexes = [&]() {
|
|
// For completeness, we also reset the block sequence counters to
|
|
// ensure that no state which affects the ranking of tip-candidates is
|
|
// retained (even though this isn't strictly necessary).
|
|
WITH_LOCK(::cs_main, return chainman.ResetBlockSequenceCounters());
|
|
for (Chainstate* cs : chainman.GetAll()) {
|
|
LOCK(::cs_main);
|
|
cs->ClearBlockIndexCandidates();
|
|
BOOST_CHECK(cs->setBlockIndexCandidates.empty());
|
|
}
|
|
|
|
WITH_LOCK(::cs_main, chainman.LoadBlockIndex());
|
|
};
|
|
|
|
// Ensure that without any assumed-valid BlockIndex entries, all entries are considered
|
|
// tip candidates.
|
|
reload_all_block_indexes();
|
|
BOOST_CHECK_EQUAL(cs1.setBlockIndexCandidates.size(), cs1.m_chain.Height() + 1);
|
|
|
|
// Mark some region of the chain assumed-valid.
|
|
for (int i = 0; i <= cs1.m_chain.Height(); ++i) {
|
|
LOCK(::cs_main);
|
|
auto index = cs1.m_chain[i];
|
|
|
|
if (i < last_assumed_valid_idx && i >= assumed_valid_start_idx) {
|
|
index->nStatus = BlockStatus::BLOCK_VALID_TREE | BlockStatus::BLOCK_ASSUMED_VALID;
|
|
}
|
|
|
|
++num_indexes;
|
|
if (index->IsAssumedValid()) ++num_assumed_valid;
|
|
|
|
// Note the last fully-validated block as the expected validated tip.
|
|
if (i == (assumed_valid_start_idx - 1)) {
|
|
validated_tip = index;
|
|
BOOST_CHECK(!index->IsAssumedValid());
|
|
}
|
|
// Note the block after the last assumed valid block as the snapshot base
|
|
if (i == last_assumed_valid_idx) {
|
|
assumed_base = index;
|
|
BOOST_CHECK(!index->IsAssumedValid());
|
|
}
|
|
}
|
|
|
|
BOOST_CHECK_EQUAL(expected_assumed_valid, num_assumed_valid);
|
|
|
|
Chainstate& cs2 = WITH_LOCK(::cs_main,
|
|
return chainman.ActivateExistingSnapshot(&mempool, *assumed_base->phashBlock));
|
|
|
|
// Set tip of the fully validated chain to be the validated tip
|
|
cs1.m_chain.SetTip(*validated_tip);
|
|
|
|
reload_all_block_indexes();
|
|
|
|
// The fully validated chain only has candidates up to the start of the assumed-valid
|
|
// blocks.
|
|
BOOST_CHECK_EQUAL(cs1.setBlockIndexCandidates.count(validated_tip), 1);
|
|
BOOST_CHECK_EQUAL(cs1.setBlockIndexCandidates.count(assumed_tip), 0);
|
|
BOOST_CHECK_EQUAL(cs1.setBlockIndexCandidates.size(), assumed_valid_start_idx);
|
|
|
|
// The assumed-valid tolerant chain has all blocks as candidates.
|
|
BOOST_CHECK_EQUAL(cs2.setBlockIndexCandidates.count(validated_tip), 1);
|
|
BOOST_CHECK_EQUAL(cs2.setBlockIndexCandidates.count(assumed_tip), 1);
|
|
BOOST_CHECK_EQUAL(cs2.setBlockIndexCandidates.size(), num_indexes);
|
|
}
|
|
|
|
//! Ensure that snapshot chainstates initialize properly when found on disk.
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_snapshot_init, SnapshotTestSetup)
|
|
{
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
Chainstate& bg_chainstate = chainman.ActiveChainstate();
|
|
|
|
this->SetupSnapshot();
|
|
|
|
fs::path snapshot_chainstate_dir = *node::FindSnapshotChainstateDir(chainman.m_options.datadir);
|
|
BOOST_CHECK(fs::exists(snapshot_chainstate_dir));
|
|
BOOST_CHECK_EQUAL(snapshot_chainstate_dir, gArgs.GetDataDirNet() / "chainstate_snapshot");
|
|
|
|
BOOST_CHECK(chainman.IsSnapshotActive());
|
|
const uint256 snapshot_tip_hash = WITH_LOCK(chainman.GetMutex(),
|
|
return chainman.ActiveTip()->GetBlockHash());
|
|
|
|
auto all_chainstates = chainman.GetAll();
|
|
BOOST_CHECK_EQUAL(all_chainstates.size(), 2);
|
|
|
|
// "Rewind" the background chainstate so that its tip is not at the
|
|
// base block of the snapshot - this is so after simulating a node restart,
|
|
// it will initialize instead of attempting to complete validation.
|
|
//
|
|
// Note that this is not a realistic use of DisconnectTip().
|
|
DisconnectedBlockTransactions unused_pool;
|
|
BlockValidationState unused_state;
|
|
{
|
|
LOCK2(::cs_main, bg_chainstate.MempoolMutex());
|
|
BOOST_CHECK(bg_chainstate.DisconnectTip(unused_state, &unused_pool));
|
|
unused_pool.clear(); // to avoid queuedTx assertion errors on teardown
|
|
}
|
|
BOOST_CHECK_EQUAL(bg_chainstate.m_chain.Height(), 109);
|
|
|
|
// Test that simulating a shutdown (resetting ChainstateManager) and then performing
|
|
// chainstate reinitializing successfully cleans up the background-validation
|
|
// chainstate data, and we end up with a single chainstate that is at tip.
|
|
ChainstateManager& chainman_restarted = this->SimulateNodeRestart();
|
|
|
|
BOOST_TEST_MESSAGE("Performing Load/Verify/Activate of chainstate");
|
|
|
|
// This call reinitializes the chainstates.
|
|
this->LoadVerifyActivateChainstate();
|
|
|
|
{
|
|
LOCK(chainman_restarted.GetMutex());
|
|
BOOST_CHECK_EQUAL(chainman_restarted.GetAll().size(), 2);
|
|
BOOST_CHECK(chainman_restarted.IsSnapshotActive());
|
|
BOOST_CHECK(!chainman_restarted.IsSnapshotValidated());
|
|
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveTip()->GetBlockHash(), snapshot_tip_hash);
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 210);
|
|
}
|
|
|
|
BOOST_TEST_MESSAGE(
|
|
"Ensure we can mine blocks on top of the initialized snapshot chainstate");
|
|
mineBlocks(10);
|
|
{
|
|
LOCK(chainman_restarted.GetMutex());
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 220);
|
|
|
|
// Background chainstate should be unaware of new blocks on the snapshot
|
|
// chainstate.
|
|
for (Chainstate* cs : chainman_restarted.GetAll()) {
|
|
if (cs != &chainman_restarted.ActiveChainstate()) {
|
|
BOOST_CHECK_EQUAL(cs->m_chain.Height(), 109);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_snapshot_completion, SnapshotTestSetup)
|
|
{
|
|
this->SetupSnapshot();
|
|
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
Chainstate& active_cs = chainman.ActiveChainstate();
|
|
auto tip_cache_before_complete = active_cs.m_coinstip_cache_size_bytes;
|
|
auto db_cache_before_complete = active_cs.m_coinsdb_cache_size_bytes;
|
|
|
|
SnapshotCompletionResult res;
|
|
m_node.notifications->m_shutdown_on_fatal_error = false;
|
|
|
|
fs::path snapshot_chainstate_dir = *node::FindSnapshotChainstateDir(chainman.m_options.datadir);
|
|
BOOST_CHECK(fs::exists(snapshot_chainstate_dir));
|
|
BOOST_CHECK_EQUAL(snapshot_chainstate_dir, gArgs.GetDataDirNet() / "chainstate_snapshot");
|
|
|
|
BOOST_CHECK(chainman.IsSnapshotActive());
|
|
const uint256 snapshot_tip_hash = WITH_LOCK(chainman.GetMutex(),
|
|
return chainman.ActiveTip()->GetBlockHash());
|
|
|
|
res = WITH_LOCK(::cs_main, return chainman.MaybeCompleteSnapshotValidation());
|
|
BOOST_CHECK_EQUAL(res, SnapshotCompletionResult::SUCCESS);
|
|
|
|
WITH_LOCK(::cs_main, BOOST_CHECK(chainman.IsSnapshotValidated()));
|
|
BOOST_CHECK(chainman.IsSnapshotActive());
|
|
|
|
// Cache should have been rebalanced and reallocated to the "only" remaining
|
|
// chainstate.
|
|
BOOST_CHECK(active_cs.m_coinstip_cache_size_bytes > tip_cache_before_complete);
|
|
BOOST_CHECK(active_cs.m_coinsdb_cache_size_bytes > db_cache_before_complete);
|
|
|
|
auto all_chainstates = chainman.GetAll();
|
|
BOOST_CHECK_EQUAL(all_chainstates.size(), 1);
|
|
BOOST_CHECK_EQUAL(all_chainstates[0], &active_cs);
|
|
|
|
// Trying completion again should return false.
|
|
res = WITH_LOCK(::cs_main, return chainman.MaybeCompleteSnapshotValidation());
|
|
BOOST_CHECK_EQUAL(res, SnapshotCompletionResult::SKIPPED);
|
|
|
|
// The invalid snapshot path should not have been used.
|
|
fs::path snapshot_invalid_dir = gArgs.GetDataDirNet() / "chainstate_snapshot_INVALID";
|
|
BOOST_CHECK(!fs::exists(snapshot_invalid_dir));
|
|
// chainstate_snapshot should still exist.
|
|
BOOST_CHECK(fs::exists(snapshot_chainstate_dir));
|
|
|
|
// Test that simulating a shutdown (resetting ChainstateManager) and then performing
|
|
// chainstate reinitializing successfully cleans up the background-validation
|
|
// chainstate data, and we end up with a single chainstate that is at tip.
|
|
ChainstateManager& chainman_restarted = this->SimulateNodeRestart();
|
|
|
|
BOOST_TEST_MESSAGE("Performing Load/Verify/Activate of chainstate");
|
|
|
|
// This call reinitializes the chainstates, and should clean up the now unnecessary
|
|
// background-validation leveldb contents.
|
|
this->LoadVerifyActivateChainstate();
|
|
|
|
BOOST_CHECK(!fs::exists(snapshot_invalid_dir));
|
|
// chainstate_snapshot should now *not* exist.
|
|
BOOST_CHECK(!fs::exists(snapshot_chainstate_dir));
|
|
|
|
const Chainstate& active_cs2 = chainman_restarted.ActiveChainstate();
|
|
|
|
{
|
|
LOCK(chainman_restarted.GetMutex());
|
|
BOOST_CHECK_EQUAL(chainman_restarted.GetAll().size(), 1);
|
|
BOOST_CHECK(!chainman_restarted.IsSnapshotActive());
|
|
BOOST_CHECK(!chainman_restarted.IsSnapshotValidated());
|
|
BOOST_CHECK(active_cs2.m_coinstip_cache_size_bytes > tip_cache_before_complete);
|
|
BOOST_CHECK(active_cs2.m_coinsdb_cache_size_bytes > db_cache_before_complete);
|
|
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveTip()->GetBlockHash(), snapshot_tip_hash);
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 210);
|
|
}
|
|
|
|
BOOST_TEST_MESSAGE(
|
|
"Ensure we can mine blocks on top of the \"new\" IBD chainstate");
|
|
mineBlocks(10);
|
|
{
|
|
LOCK(chainman_restarted.GetMutex());
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 220);
|
|
}
|
|
}
|
|
|
|
BOOST_FIXTURE_TEST_CASE(chainstatemanager_snapshot_completion_hash_mismatch, SnapshotTestSetup)
|
|
{
|
|
auto chainstates = this->SetupSnapshot();
|
|
Chainstate& validation_chainstate = *std::get<0>(chainstates);
|
|
ChainstateManager& chainman = *Assert(m_node.chainman);
|
|
SnapshotCompletionResult res;
|
|
m_node.notifications->m_shutdown_on_fatal_error = false;
|
|
|
|
// Test tampering with the IBD UTXO set with an extra coin to ensure it causes
|
|
// snapshot completion to fail.
|
|
CCoinsViewCache& ibd_coins = WITH_LOCK(::cs_main,
|
|
return validation_chainstate.CoinsTip());
|
|
Coin badcoin;
|
|
badcoin.out.nValue = InsecureRand32();
|
|
badcoin.nHeight = 1;
|
|
badcoin.out.scriptPubKey.assign(InsecureRandBits(6), 0);
|
|
uint256 txid = InsecureRand256();
|
|
ibd_coins.AddCoin(COutPoint(txid, 0), std::move(badcoin), false);
|
|
|
|
fs::path snapshot_chainstate_dir = gArgs.GetDataDirNet() / "chainstate_snapshot";
|
|
BOOST_CHECK(fs::exists(snapshot_chainstate_dir));
|
|
|
|
{
|
|
ASSERT_DEBUG_LOG("failed to validate the -assumeutxo snapshot state");
|
|
res = WITH_LOCK(::cs_main, return chainman.MaybeCompleteSnapshotValidation());
|
|
BOOST_CHECK_EQUAL(res, SnapshotCompletionResult::HASH_MISMATCH);
|
|
}
|
|
|
|
auto all_chainstates = chainman.GetAll();
|
|
BOOST_CHECK_EQUAL(all_chainstates.size(), 1);
|
|
BOOST_CHECK_EQUAL(all_chainstates[0], &validation_chainstate);
|
|
BOOST_CHECK_EQUAL(&chainman.ActiveChainstate(), &validation_chainstate);
|
|
|
|
fs::path snapshot_invalid_dir = gArgs.GetDataDirNet() / "chainstate_snapshot_INVALID";
|
|
BOOST_CHECK(fs::exists(snapshot_invalid_dir));
|
|
|
|
// Test that simulating a shutdown (resetting ChainstateManager) and then performing
|
|
// chainstate reinitializing successfully loads only the fully-validated
|
|
// chainstate data, and we end up with a single chainstate that is at tip.
|
|
ChainstateManager& chainman_restarted = this->SimulateNodeRestart();
|
|
|
|
BOOST_TEST_MESSAGE("Performing Load/Verify/Activate of chainstate");
|
|
|
|
// This call reinitializes the chainstates, and should clean up the now unnecessary
|
|
// background-validation leveldb contents.
|
|
this->LoadVerifyActivateChainstate();
|
|
|
|
BOOST_CHECK(fs::exists(snapshot_invalid_dir));
|
|
BOOST_CHECK(!fs::exists(snapshot_chainstate_dir));
|
|
|
|
{
|
|
LOCK(::cs_main);
|
|
BOOST_CHECK_EQUAL(chainman_restarted.GetAll().size(), 1);
|
|
BOOST_CHECK(!chainman_restarted.IsSnapshotActive());
|
|
BOOST_CHECK(!chainman_restarted.IsSnapshotValidated());
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 210);
|
|
}
|
|
|
|
BOOST_TEST_MESSAGE(
|
|
"Ensure we can mine blocks on top of the \"new\" IBD chainstate");
|
|
mineBlocks(10);
|
|
{
|
|
LOCK(::cs_main);
|
|
BOOST_CHECK_EQUAL(chainman_restarted.ActiveHeight(), 220);
|
|
}
|
|
}
|
|
|
|
BOOST_AUTO_TEST_SUITE_END()
|