/root/bitcoin/src/node/chainstate.cpp
Line | Count | Source |
1 | | // Copyright (c) 2021-present The Bitcoin Core developers |
2 | | // Distributed under the MIT software license, see the accompanying |
3 | | // file COPYING or http://www.opensource.org/licenses/mit-license.php. |
4 | | |
5 | | #include <node/chainstate.h> |
6 | | |
7 | | #include <arith_uint256.h> |
8 | | #include <chain.h> |
9 | | #include <coins.h> |
10 | | #include <consensus/params.h> |
11 | | #include <kernel/caches.h> |
12 | | #include <node/blockstorage.h> |
13 | | #include <sync.h> |
14 | | #include <threadsafety.h> |
15 | | #include <tinyformat.h> |
16 | | #include <txdb.h> |
17 | | #include <uint256.h> |
18 | | #include <util/fs.h> |
19 | | #include <util/log.h> |
20 | | #include <util/signalinterrupt.h> |
21 | | #include <util/time.h> |
22 | | #include <util/translation.h> |
23 | | #include <validation.h> |
24 | | |
25 | | #include <algorithm> |
26 | | #include <cassert> |
27 | | #include <vector> |
28 | | |
29 | | using kernel::CacheSizes; |
30 | | |
31 | | namespace node { |
32 | | // Complete initialization of chainstates after the initial call has been made |
33 | | // to ChainstateManager::InitializeChainstate(). |
34 | | static ChainstateLoadResult CompleteChainstateInitialization( |
35 | | ChainstateManager& chainman, |
36 | | const ChainstateLoadOptions& options) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) |
37 | 0 | { |
38 | 0 | if (chainman.m_interrupt) return {ChainstateLoadStatus::INTERRUPTED, {}}; |
39 | | |
40 | | // LoadBlockIndex will load m_have_pruned if we've ever removed a |
41 | | // block file from disk. |
42 | | // Note that it also sets m_blockfiles_indexed based on the disk flag! |
43 | 0 | if (!chainman.LoadBlockIndex()) { |
44 | 0 | if (chainman.m_interrupt) return {ChainstateLoadStatus::INTERRUPTED, {}}; |
45 | 0 | return {ChainstateLoadStatus::FAILURE, _("Error loading block database")}; |
46 | 0 | } |
47 | | |
48 | 0 | if (!chainman.BlockIndex().empty() && |
49 | 0 | !chainman.m_blockman.LookupBlockIndex(chainman.GetConsensus().hashGenesisBlock)) { |
50 | | // If the loaded chain has a wrong genesis, bail out immediately |
51 | | // (we're likely using a testnet datadir, or the other way around). |
52 | 0 | return {ChainstateLoadStatus::FAILURE_INCOMPATIBLE_DB, _("Incorrect or no genesis block found. Wrong datadir for network?")}; |
53 | 0 | } |
54 | | |
55 | | // Check for changed -prune state. What we are concerned about is a user who has pruned blocks |
56 | | // in the past, but is now trying to run unpruned. |
57 | 0 | if (chainman.m_blockman.m_have_pruned && !options.prune) { |
58 | 0 | return {ChainstateLoadStatus::FAILURE, _("You need to rebuild the database using -reindex to go back to unpruned mode. This will redownload the entire blockchain")}; |
59 | 0 | } |
60 | | |
61 | | // At this point blocktree args are consistent with what's on disk. |
62 | | // If we're not mid-reindex (based on disk + args), add a genesis block on disk |
63 | | // (otherwise we use the one already on disk). |
64 | | // This is called again in ImportBlocks after the reindex completes. |
65 | 0 | if (chainman.m_blockman.m_blockfiles_indexed && !chainman.ActiveChainstate().LoadGenesisBlock()) { |
66 | 0 | return {ChainstateLoadStatus::FAILURE, _("Error initializing block database")}; |
67 | 0 | } |
68 | | |
69 | 0 | auto is_coinsview_empty = [&](Chainstate& chainstate) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) { |
70 | 0 | return options.wipe_chainstate_db || chainstate.CoinsTip().GetBestBlock().IsNull(); |
71 | 0 | }; |
72 | |
|
73 | 0 | assert(chainman.m_total_coinstip_cache > 0); |
74 | 0 | assert(chainman.m_total_coinsdb_cache > 0); |
75 | | |
76 | | // If running with multiple chainstates, limit the cache sizes with a |
77 | | // discount factor. If discounted the actual cache size will be |
78 | | // recalculated by `chainman.MaybeRebalanceCaches()`. The discount factor |
79 | | // is conservatively chosen such that the sum of the caches does not exceed |
80 | | // the allowable amount during this temporary initialization state. |
81 | 0 | double init_cache_fraction = chainman.HistoricalChainstate() ? 0.2 : 1.0; |
82 | | |
83 | | // At this point we're either in reindex or we've loaded a useful |
84 | | // block tree into BlockIndex()! |
85 | |
|
86 | 0 | for (const auto& chainstate : chainman.m_chainstates) { |
87 | 0 | LogInfo("Initializing chainstate %s", chainstate->ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
88 | |
|
89 | 0 | try { |
90 | 0 | chainstate->InitCoinsDB( |
91 | 0 | /*cache_size_bytes=*/chainman.m_total_coinsdb_cache * init_cache_fraction, |
92 | 0 | /*in_memory=*/options.coins_db_in_memory, |
93 | 0 | /*should_wipe=*/options.wipe_chainstate_db); |
94 | 0 | } catch (dbwrapper_error& err) { |
95 | 0 | LogError("%s\n", err.what());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
96 | 0 | return {ChainstateLoadStatus::FAILURE, _("Error opening coins database")}; |
97 | 0 | } |
98 | | |
99 | 0 | if (options.coins_error_cb) { |
100 | 0 | chainstate->CoinsErrorCatcher().AddReadErrCallback(options.coins_error_cb); |
101 | 0 | } |
102 | | |
103 | | // Refuse to load unsupported database format. |
104 | | // This is a no-op if we cleared the coinsviewdb with -reindex or -reindex-chainstate |
105 | 0 | if (chainstate->CoinsDB().NeedsUpgrade()) { |
106 | 0 | return {ChainstateLoadStatus::FAILURE_INCOMPATIBLE_DB, _("Unsupported chainstate database format found. " |
107 | 0 | "Please restart with -reindex-chainstate. This will " |
108 | 0 | "rebuild the chainstate database.")}; |
109 | 0 | } |
110 | | |
111 | | // ReplayBlocks is a no-op if we cleared the coinsviewdb with -reindex or -reindex-chainstate |
112 | 0 | if (!chainstate->ReplayBlocks()) { |
113 | 0 | return {ChainstateLoadStatus::FAILURE, _("Unable to replay blocks. You will need to rebuild the database using -reindex-chainstate.")}; |
114 | 0 | } |
115 | | |
116 | | // The on-disk coinsdb is now in a good state, create the cache |
117 | 0 | chainstate->InitCoinsCache(chainman.m_total_coinstip_cache * init_cache_fraction); |
118 | 0 | assert(chainstate->CanFlushToDisk()); |
119 | | |
120 | 0 | if (!is_coinsview_empty(*chainstate)) { |
121 | | // LoadChainTip initializes the chain based on CoinsTip()'s best block |
122 | 0 | if (!chainstate->LoadChainTip()) { |
123 | 0 | return {ChainstateLoadStatus::FAILURE, _("Error initializing block database")}; |
124 | 0 | } |
125 | 0 | assert(chainstate->m_chain.Tip() != nullptr); |
126 | 0 | } |
127 | 0 | } |
128 | | |
129 | | // Populate setBlockIndexCandidates in a separate loop, after all LoadChainTip() |
130 | | // calls have finished modifying nSequenceId. Because nSequenceId is used in the |
131 | | // set's comparator, changing it while blocks are in the set would be UB. |
132 | 0 | for (const auto& chainstate : chainman.m_chainstates) { |
133 | 0 | chainstate->PopulateBlockIndexCandidates(); |
134 | 0 | } |
135 | |
|
136 | 0 | const auto& chainstates{chainman.m_chainstates}; |
137 | 0 | if (std::any_of(chainstates.begin(), chainstates.end(), |
138 | 0 | [](const auto& cs) EXCLUSIVE_LOCKS_REQUIRED(cs_main) { return cs->NeedsRedownload(); })) { |
139 | 0 | return {ChainstateLoadStatus::FAILURE, strprintf(_("Witness data for blocks after height %d requires validation. Please restart with -reindex."),Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
140 | 0 | chainman.GetConsensus().SegwitHeight)}; |
141 | 0 | }; |
142 | | |
143 | | // Now that chainstates are loaded and we're able to flush to |
144 | | // disk, rebalance the coins caches to desired levels based |
145 | | // on the condition of each chainstate. |
146 | 0 | chainman.MaybeRebalanceCaches(); |
147 | |
|
148 | 0 | return {ChainstateLoadStatus::SUCCESS, {}}; |
149 | 0 | } |
150 | | |
151 | | ChainstateLoadResult LoadChainstate(ChainstateManager& chainman, const CacheSizes& cache_sizes, |
152 | | const ChainstateLoadOptions& options) |
153 | 0 | { |
154 | 0 | if (!chainman.AssumedValidBlock().IsNull()) { |
155 | 0 | LogInfo("Assuming ancestors of block %s have valid signatures.", chainman.AssumedValidBlock().GetHex());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
156 | 0 | } else { |
157 | 0 | LogInfo("Validating signatures for all blocks.");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
158 | 0 | } |
159 | 0 | LogInfo("Setting nMinimumChainWork=%s", chainman.MinimumChainWork().GetHex());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
160 | 0 | if (chainman.MinimumChainWork() < UintToArith256(chainman.GetConsensus().nMinimumChainWork)) { |
161 | 0 | LogWarning("nMinimumChainWork set below default value of %s", chainman.GetConsensus().nMinimumChainWork.GetHex());Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
162 | 0 | } |
163 | 0 | if (chainman.m_blockman.GetPruneTarget() == BlockManager::PRUNE_TARGET_MANUAL) { |
164 | 0 | LogInfo("Block pruning enabled. Use RPC call pruneblockchain(height) to manually prune block and undo files.");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
165 | 0 | } else if (chainman.m_blockman.GetPruneTarget()) { |
166 | 0 | LogInfo("Prune configured to target %u MiB on disk for block and undo files.",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
167 | 0 | chainman.m_blockman.GetPruneTarget() / 1024 / 1024); |
168 | 0 | } |
169 | |
|
170 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
171 | |
|
172 | 0 | chainman.m_total_coinstip_cache = cache_sizes.coins; |
173 | 0 | chainman.m_total_coinsdb_cache = cache_sizes.coins_db; |
174 | | |
175 | | // Load the fully validated chainstate. |
176 | 0 | Chainstate& validated_cs{chainman.InitializeChainstate(options.mempool)}; |
177 | | |
178 | | // Load a chain created from a UTXO snapshot, if any exist. |
179 | 0 | Chainstate* assumeutxo_cs{chainman.LoadAssumeutxoChainstate()}; |
180 | |
|
181 | 0 | if (assumeutxo_cs && options.wipe_chainstate_db) { |
182 | | // Reset chainstate target to network tip instead of snapshot block. |
183 | 0 | validated_cs.SetTargetBlock(nullptr); |
184 | 0 | LogInfo("[snapshot] deleting snapshot chainstate due to reindexing");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
185 | 0 | if (!chainman.DeleteChainstate(*assumeutxo_cs)) { |
186 | 0 | return {ChainstateLoadStatus::FAILURE_FATAL, Untranslated("Couldn't remove snapshot chainstate.")}; |
187 | 0 | } |
188 | 0 | assumeutxo_cs = nullptr; |
189 | 0 | } |
190 | | |
191 | 0 | auto [init_status, init_error] = CompleteChainstateInitialization(chainman, options); |
192 | 0 | if (init_status != ChainstateLoadStatus::SUCCESS) { |
193 | 0 | return {init_status, init_error}; |
194 | 0 | } |
195 | | |
196 | | // If a snapshot chainstate was fully validated by a background chainstate during |
197 | | // the last run, detect it here and clean up the now-unneeded background |
198 | | // chainstate. |
199 | | // |
200 | | // Why is this cleanup done here (on subsequent restart) and not just when the |
201 | | // snapshot is actually validated? Because this entails unusual |
202 | | // filesystem operations to move leveldb data directories around, and that seems |
203 | | // too risky to do in the middle of normal runtime. |
204 | 0 | auto snapshot_completion{assumeutxo_cs |
205 | 0 | ? chainman.MaybeValidateSnapshot(validated_cs, *assumeutxo_cs) |
206 | 0 | : SnapshotCompletionResult::SKIPPED}; |
207 | |
|
208 | 0 | if (snapshot_completion == SnapshotCompletionResult::SKIPPED) { |
209 | | // do nothing; expected case |
210 | 0 | } else if (snapshot_completion == SnapshotCompletionResult::SUCCESS) { |
211 | 0 | LogInfo("[snapshot] cleaning up unneeded background chainstate, then reinitializing");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
212 | 0 | if (!chainman.ValidatedSnapshotCleanup(validated_cs, *assumeutxo_cs)) { |
213 | 0 | return {ChainstateLoadStatus::FAILURE_FATAL, Untranslated("Background chainstate cleanup failed unexpectedly.")}; |
214 | 0 | } |
215 | | |
216 | | // Because ValidatedSnapshotCleanup() has torn down chainstates with |
217 | | // ChainstateManager::ResetChainstates(), reinitialize them here without |
218 | | // duplicating the blockindex work above. |
219 | 0 | assert(chainman.m_chainstates.empty()); |
220 | | |
221 | 0 | chainman.InitializeChainstate(options.mempool); |
222 | | |
223 | | // A reload of the block index is required to recompute setBlockIndexCandidates |
224 | | // for the fully validated chainstate. |
225 | 0 | chainman.ActiveChainstate().ClearBlockIndexCandidates(); |
226 | |
|
227 | 0 | auto [init_status, init_error] = CompleteChainstateInitialization(chainman, options); |
228 | 0 | if (init_status != ChainstateLoadStatus::SUCCESS) { |
229 | 0 | return {init_status, init_error}; |
230 | 0 | } |
231 | 0 | } else { |
232 | 0 | return {ChainstateLoadStatus::FAILURE_FATAL, _( |
233 | 0 | "UTXO snapshot failed to validate. " |
234 | 0 | "Restart to resume normal initial block download, or try loading a different snapshot.")}; |
235 | 0 | } |
236 | | |
237 | 0 | return {ChainstateLoadStatus::SUCCESS, {}}; |
238 | 0 | } |
239 | | |
240 | | ChainstateLoadResult VerifyLoadedChainstate(ChainstateManager& chainman, const ChainstateLoadOptions& options) |
241 | 0 | { |
242 | 0 | auto is_coinsview_empty = [&](Chainstate& chainstate) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) { |
243 | 0 | return options.wipe_chainstate_db || chainstate.CoinsTip().GetBestBlock().IsNull(); |
244 | 0 | }; |
245 | |
|
246 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
247 | |
|
248 | 0 | for (auto& chainstate : chainman.m_chainstates) { |
249 | 0 | if (!is_coinsview_empty(*chainstate)) { |
250 | 0 | const CBlockIndex* tip = chainstate->m_chain.Tip(); |
251 | 0 | if (tip && tip->nTime > GetTime() + MAX_FUTURE_BLOCK_TIME) { |
252 | 0 | return {ChainstateLoadStatus::FAILURE, _("The block database contains a block which appears to be from the future. " |
253 | 0 | "This may be due to your computer's date and time being set incorrectly. " |
254 | 0 | "Only rebuild the block database if you are sure that your computer's date and time are correct")}; |
255 | 0 | } |
256 | | |
257 | 0 | VerifyDBResult result = CVerifyDB(chainman.GetNotifications()).VerifyDB( |
258 | 0 | *chainstate, chainman.GetConsensus(), chainstate->CoinsDB(), |
259 | 0 | options.check_level, |
260 | 0 | options.check_blocks); |
261 | 0 | switch (result) { |
262 | 0 | case VerifyDBResult::SUCCESS: |
263 | 0 | case VerifyDBResult::SKIPPED_MISSING_BLOCKS: |
264 | 0 | break; |
265 | 0 | case VerifyDBResult::INTERRUPTED: |
266 | 0 | return {ChainstateLoadStatus::INTERRUPTED, _("Block verification was interrupted")}; |
267 | 0 | case VerifyDBResult::CORRUPTED_BLOCK_DB: |
268 | 0 | return {ChainstateLoadStatus::FAILURE, _("Corrupted block database detected")}; |
269 | 0 | case VerifyDBResult::SKIPPED_L3_CHECKS: |
270 | 0 | if (options.require_full_verification) { |
271 | 0 | return {ChainstateLoadStatus::FAILURE_INSUFFICIENT_DBCACHE, _("Insufficient dbcache for block verification")}; |
272 | 0 | } |
273 | 0 | break; |
274 | 0 | } // no default case, so the compiler can warn about missing cases |
275 | 0 | } |
276 | 0 | } |
277 | | |
278 | 0 | return {ChainstateLoadStatus::SUCCESS, {}}; |
279 | 0 | } |
280 | | } // namespace node |