/root/bitcoin/src/validation.cpp
Line | Count | Source |
1 | | // Copyright (c) 2009-2010 Satoshi Nakamoto |
2 | | // Copyright (c) 2009-present The Bitcoin Core developers |
3 | | // Distributed under the MIT software license, see the accompanying |
4 | | // file COPYING or http://www.opensource.org/licenses/mit-license.php. |
5 | | |
6 | | #include <bitcoin-build-config.h> // IWYU pragma: keep |
7 | | |
8 | | #include <validation.h> |
9 | | |
10 | | #include <arith_uint256.h> |
11 | | #include <chain.h> |
12 | | #include <checkqueue.h> |
13 | | #include <clientversion.h> |
14 | | #include <consensus/amount.h> |
15 | | #include <consensus/consensus.h> |
16 | | #include <consensus/merkle.h> |
17 | | #include <consensus/tx_check.h> |
18 | | #include <consensus/tx_verify.h> |
19 | | #include <consensus/validation.h> |
20 | | #include <cuckoocache.h> |
21 | | #include <flatfile.h> |
22 | | #include <hash.h> |
23 | | #include <kernel/chainparams.h> |
24 | | #include <kernel/coinstats.h> |
25 | | #include <kernel/disconnected_transactions.h> |
26 | | #include <kernel/mempool_entry.h> |
27 | | #include <kernel/messagestartchars.h> |
28 | | #include <kernel/notifications_interface.h> |
29 | | #include <kernel/types.h> |
30 | | #include <kernel/warning.h> |
31 | | #include <logging/timer.h> |
32 | | #include <node/blockstorage.h> |
33 | | #include <node/utxo_snapshot.h> |
34 | | #include <policy/ephemeral_policy.h> |
35 | | #include <policy/policy.h> |
36 | | #include <policy/rbf.h> |
37 | | #include <policy/settings.h> |
38 | | #include <policy/truc_policy.h> |
39 | | #include <pow.h> |
40 | | #include <primitives/block.h> |
41 | | #include <primitives/transaction.h> |
42 | | #include <random.h> |
43 | | #include <script/script.h> |
44 | | #include <script/sigcache.h> |
45 | | #include <signet.h> |
46 | | #include <tinyformat.h> |
47 | | #include <txdb.h> |
48 | | #include <txmempool.h> |
49 | | #include <uint256.h> |
50 | | #include <undo.h> |
51 | | #include <util/check.h> |
52 | | #include <util/fs.h> |
53 | | #include <util/fs_helpers.h> |
54 | | #include <util/hasher.h> |
55 | | #include <util/log.h> |
56 | | #include <util/moneystr.h> |
57 | | #include <util/rbf.h> |
58 | | #include <util/result.h> |
59 | | #include <util/signalinterrupt.h> |
60 | | #include <util/strencodings.h> |
61 | | #include <util/string.h> |
62 | | #include <util/time.h> |
63 | | #include <util/trace.h> |
64 | | #include <util/translation.h> |
65 | | #include <validationinterface.h> |
66 | | |
67 | | #include <algorithm> |
68 | | #include <cassert> |
69 | | #include <chrono> |
70 | | #include <deque> |
71 | | #include <numeric> |
72 | | #include <optional> |
73 | | #include <ranges> |
74 | | #include <span> |
75 | | #include <string> |
76 | | #include <tuple> |
77 | | #include <utility> |
78 | | |
79 | | using kernel::CCoinsStats; |
80 | | using kernel::ChainstateRole; |
81 | | using kernel::CoinStatsHashType; |
82 | | using kernel::ComputeUTXOStats; |
83 | | using kernel::Notifications; |
84 | | |
85 | | using fsbridge::FopenFn; |
86 | | using node::BlockManager; |
87 | | using node::BlockMap; |
88 | | using node::CBlockIndexHeightOnlyComparator; |
89 | | using node::CBlockIndexWorkComparator; |
90 | | using node::SnapshotMetadata; |
91 | | |
92 | | /** Time window to wait between writing blocks/block index and chainstate to disk. |
93 | | * Randomize writing time inside the window to prevent a situation where the |
94 | | * network over time settles into a few cohorts of synchronized writers. |
95 | | */ |
96 | | static constexpr auto DATABASE_WRITE_INTERVAL_MIN{50min}; |
97 | | static constexpr auto DATABASE_WRITE_INTERVAL_MAX{70min}; |
98 | | /** Maximum age of our tip for us to be considered current for fee estimation */ |
99 | | static constexpr std::chrono::hours MAX_FEE_ESTIMATION_TIP_AGE{3}; |
100 | | const std::vector<std::string> CHECKLEVEL_DOC { |
101 | | "level 0 reads the blocks from disk", |
102 | | "level 1 verifies block validity", |
103 | | "level 2 verifies undo data", |
104 | | "level 3 checks disconnection of tip blocks", |
105 | | "level 4 tries to reconnect the blocks", |
106 | | "each level includes the checks of the previous levels", |
107 | | }; |
108 | | /** The number of blocks to keep below the deepest prune lock. |
109 | | * There is nothing special about this number. It is higher than what we |
110 | | * expect to see in regular mainnet reorgs, but not so high that it would |
111 | | * noticeably interfere with the pruning mechanism. |
112 | | * */ |
113 | | static constexpr int PRUNE_LOCK_BUFFER{10}; |
114 | | |
115 | | TRACEPOINT_SEMAPHORE(validation, block_connected); |
116 | | TRACEPOINT_SEMAPHORE(utxocache, flush); |
117 | | TRACEPOINT_SEMAPHORE(mempool, replaced); |
118 | | TRACEPOINT_SEMAPHORE(mempool, rejected); |
119 | | |
120 | | const CBlockIndex* Chainstate::FindForkInGlobalIndex(const CBlockLocator& locator) const |
121 | 0 | { |
122 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
123 | | |
124 | | // Find the latest block common to locator and chain - we expect that |
125 | | // locator.vHave is sorted descending by height. |
126 | 0 | for (const uint256& hash : locator.vHave) { |
127 | 0 | const CBlockIndex* pindex{m_blockman.LookupBlockIndex(hash)}; |
128 | 0 | if (pindex) { |
129 | 0 | if (m_chain.Contains(pindex)) { |
130 | 0 | return pindex; |
131 | 0 | } |
132 | 0 | if (pindex->GetAncestor(m_chain.Height()) == m_chain.Tip()) { |
133 | 0 | return m_chain.Tip(); |
134 | 0 | } |
135 | 0 | } |
136 | 0 | } |
137 | 0 | return m_chain.Genesis(); |
138 | 0 | } |
139 | | |
140 | | bool CheckInputScripts(const CTransaction& tx, TxValidationState& state, |
141 | | const CCoinsViewCache& inputs, script_verify_flags flags, bool cacheSigStore, |
142 | | bool cacheFullScriptStore, PrecomputedTransactionData& txdata, |
143 | | ValidationCache& validation_cache, |
144 | | std::vector<CScriptCheck>* pvChecks = nullptr) |
145 | | EXCLUSIVE_LOCKS_REQUIRED(cs_main); |
146 | | |
147 | | bool CheckFinalTxAtTip(const CBlockIndex& active_chain_tip, const CTransaction& tx) |
148 | 0 | { |
149 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
150 | | |
151 | | // CheckFinalTxAtTip() uses active_chain_tip.Height()+1 to evaluate |
152 | | // nLockTime because when IsFinalTx() is called within |
153 | | // AcceptBlock(), the height of the block *being* |
154 | | // evaluated is what is used. Thus if we want to know if a |
155 | | // transaction can be part of the *next* block, we need to call |
156 | | // IsFinalTx() with one more than active_chain_tip.Height(). |
157 | 0 | const int nBlockHeight = active_chain_tip.nHeight + 1; |
158 | | |
159 | | // BIP113 requires that time-locked transactions have nLockTime set to |
160 | | // less than the median time of the previous block they're contained in. |
161 | | // When the next block is created its previous block will be the current |
162 | | // chain tip, so we use that to calculate the median time passed to |
163 | | // IsFinalTx(). |
164 | 0 | const int64_t nBlockTime{active_chain_tip.GetMedianTimePast()}; |
165 | |
|
166 | 0 | return IsFinalTx(tx, nBlockHeight, nBlockTime); |
167 | 0 | } |
168 | | |
169 | | namespace { |
170 | | /** |
171 | | * A helper which calculates heights of inputs of a given transaction. |
172 | | * |
173 | | * @param[in] tip The current chain tip. If an input belongs to a mempool |
174 | | * transaction, we assume it will be confirmed in the next block. |
175 | | * @param[in] coins Any CCoinsView that provides access to the relevant coins. |
176 | | * @param[in] tx The transaction being evaluated. |
177 | | * |
178 | | * @returns A vector of input heights or nullopt, in case of an error. |
179 | | */ |
180 | | std::optional<std::vector<int>> CalculatePrevHeights( |
181 | | const CBlockIndex& tip, |
182 | | const CCoinsView& coins, |
183 | | const CTransaction& tx) |
184 | 0 | { |
185 | 0 | std::vector<int> prev_heights; |
186 | 0 | prev_heights.resize(tx.vin.size()); |
187 | 0 | for (size_t i = 0; i < tx.vin.size(); ++i) { |
188 | 0 | if (auto coin{coins.GetCoin(tx.vin[i].prevout)}) { |
189 | 0 | prev_heights[i] = coin->nHeight == MEMPOOL_HEIGHT |
190 | 0 | ? tip.nHeight + 1 // Assume all mempool transaction confirm in the next block. |
191 | 0 | : coin->nHeight; |
192 | 0 | } else { |
193 | 0 | LogInfo("ERROR: %s: Missing input %d in transaction \'%s\'\n", __func__, i, tx.GetHash().GetHex());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
194 | 0 | return std::nullopt; |
195 | 0 | } |
196 | 0 | } |
197 | 0 | return prev_heights; |
198 | 0 | } |
199 | | } // namespace |
200 | | |
201 | | std::optional<LockPoints> CalculateLockPointsAtTip( |
202 | | CBlockIndex* tip, |
203 | | const CCoinsView& coins_view, |
204 | | const CTransaction& tx) |
205 | 0 | { |
206 | 0 | assert(tip); |
207 | | |
208 | 0 | auto prev_heights{CalculatePrevHeights(*tip, coins_view, tx)}; |
209 | 0 | if (!prev_heights.has_value()) return std::nullopt; |
210 | | |
211 | 0 | CBlockIndex next_tip; |
212 | 0 | next_tip.pprev = tip; |
213 | | // When SequenceLocks() is called within ConnectBlock(), the height |
214 | | // of the block *being* evaluated is what is used. |
215 | | // Thus if we want to know if a transaction can be part of the |
216 | | // *next* block, we need to use one more than active_chainstate.m_chain.Height() |
217 | 0 | next_tip.nHeight = tip->nHeight + 1; |
218 | 0 | const auto [min_height, min_time] = CalculateSequenceLocks(tx, STANDARD_LOCKTIME_VERIFY_FLAGS, prev_heights.value(), next_tip); |
219 | | |
220 | | // Also store the hash of the block with the highest height of |
221 | | // all the blocks which have sequence locked prevouts. |
222 | | // This hash needs to still be on the chain |
223 | | // for these LockPoint calculations to be valid |
224 | | // Note: It is impossible to correctly calculate a maxInputBlock |
225 | | // if any of the sequence locked inputs depend on unconfirmed txs, |
226 | | // except in the special case where the relative lock time/height |
227 | | // is 0, which is equivalent to no sequence lock. Since we assume |
228 | | // input height of tip+1 for mempool txs and test the resulting |
229 | | // min_height and min_time from CalculateSequenceLocks against tip+1. |
230 | 0 | int max_input_height{0}; |
231 | 0 | for (const int height : prev_heights.value()) { |
232 | | // Can ignore mempool inputs since we'll fail if they had non-zero locks |
233 | 0 | if (height != next_tip.nHeight) { |
234 | 0 | max_input_height = std::max(max_input_height, height); |
235 | 0 | } |
236 | 0 | } |
237 | | |
238 | | // tip->GetAncestor(max_input_height) should never return a nullptr |
239 | | // because max_input_height is always less than the tip height. |
240 | | // It would, however, be a bad bug to continue execution, since a |
241 | | // LockPoints object with the maxInputBlock member set to nullptr |
242 | | // signifies no relative lock time. |
243 | 0 | return LockPoints{min_height, min_time, Assert(tip->GetAncestor(max_input_height))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
244 | 0 | } |
245 | | |
246 | | bool CheckSequenceLocksAtTip(CBlockIndex* tip, |
247 | | const LockPoints& lock_points) |
248 | 0 | { |
249 | 0 | assert(tip != nullptr); |
250 | | |
251 | 0 | CBlockIndex index; |
252 | 0 | index.pprev = tip; |
253 | | // CheckSequenceLocksAtTip() uses active_chainstate.m_chain.Height()+1 to evaluate |
254 | | // height based locks because when SequenceLocks() is called within |
255 | | // ConnectBlock(), the height of the block *being* |
256 | | // evaluated is what is used. |
257 | | // Thus if we want to know if a transaction can be part of the |
258 | | // *next* block, we need to use one more than active_chainstate.m_chain.Height() |
259 | 0 | index.nHeight = tip->nHeight + 1; |
260 | |
|
261 | 0 | return EvaluateSequenceLocks(index, {lock_points.height, lock_points.time}); |
262 | 0 | } |
263 | | |
264 | | static void LimitMempoolSize(CTxMemPool& pool, CCoinsViewCache& coins_cache) |
265 | | EXCLUSIVE_LOCKS_REQUIRED(::cs_main, pool.cs) |
266 | 0 | { |
267 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
268 | 0 | AssertLockHeld(pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
269 | 0 | int expired = pool.Expire(GetTime<std::chrono::seconds>() - pool.m_opts.expiry); |
270 | 0 | if (expired != 0) { |
271 | 0 | LogDebug(BCLog::MEMPOOL, "Expired %i transactions from the memory pool\n", expired); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
272 | 0 | } |
273 | |
|
274 | 0 | std::vector<COutPoint> vNoSpendsRemaining; |
275 | 0 | pool.TrimToSize(pool.m_opts.max_size_bytes, &vNoSpendsRemaining); |
276 | 0 | for (const COutPoint& removed : vNoSpendsRemaining) |
277 | 0 | coins_cache.Uncache(removed); |
278 | 0 | } |
279 | | |
280 | | static bool IsCurrentForFeeEstimation(Chainstate& active_chainstate) EXCLUSIVE_LOCKS_REQUIRED(cs_main) |
281 | 0 | { |
282 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
283 | 0 | if (active_chainstate.m_chainman.IsInitialBlockDownload()) { |
284 | 0 | return false; |
285 | 0 | } |
286 | 0 | if (active_chainstate.m_chain.Tip()->GetBlockTime() < count_seconds(GetTime<std::chrono::seconds>() - MAX_FEE_ESTIMATION_TIP_AGE)) |
287 | 0 | return false; |
288 | 0 | if (active_chainstate.m_chain.Height() < active_chainstate.m_chainman.m_best_header->nHeight - 1) { |
289 | 0 | return false; |
290 | 0 | } |
291 | 0 | return true; |
292 | 0 | } |
293 | | |
294 | | void Chainstate::MaybeUpdateMempoolForReorg( |
295 | | DisconnectedBlockTransactions& disconnectpool, |
296 | | bool fAddToMempool) |
297 | 0 | { |
298 | 0 | if (!m_mempool) return; |
299 | | |
300 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
301 | 0 | AssertLockHeld(m_mempool->cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
302 | 0 | std::vector<Txid> vHashUpdate; |
303 | 0 | { |
304 | | // disconnectpool is ordered so that the front is the most recently-confirmed |
305 | | // transaction (the last tx of the block at the tip) in the disconnected chain. |
306 | | // Iterate disconnectpool in reverse, so that we add transactions |
307 | | // back to the mempool starting with the earliest transaction that had |
308 | | // been previously seen in a block. |
309 | 0 | const auto queuedTx = disconnectpool.take(); |
310 | 0 | auto it = queuedTx.rbegin(); |
311 | 0 | while (it != queuedTx.rend()) { |
312 | | // ignore validation errors in resurrected transactions |
313 | 0 | if (!fAddToMempool || (*it)->IsCoinBase() || |
314 | 0 | AcceptToMemoryPool(*this, *it, GetTime(), |
315 | 0 | /*bypass_limits=*/true, /*test_accept=*/false).m_result_type != |
316 | 0 | MempoolAcceptResult::ResultType::VALID) { |
317 | | // If the transaction doesn't make it in to the mempool, remove any |
318 | | // transactions that depend on it (which would now be orphans). |
319 | 0 | m_mempool->removeRecursive(**it, MemPoolRemovalReason::REORG); |
320 | 0 | } else if (m_mempool->exists((*it)->GetHash())) { |
321 | 0 | vHashUpdate.push_back((*it)->GetHash()); |
322 | 0 | } |
323 | 0 | ++it; |
324 | 0 | } |
325 | 0 | } |
326 | | |
327 | | // AcceptToMemoryPool/addNewTransaction all assume that new mempool entries have |
328 | | // no in-mempool children, which is generally not true when adding |
329 | | // previously-confirmed transactions back to the mempool. |
330 | | // UpdateTransactionsFromBlock finds descendants of any transactions in |
331 | | // the disconnectpool that were added back and cleans up the mempool state. |
332 | 0 | m_mempool->UpdateTransactionsFromBlock(vHashUpdate); |
333 | | |
334 | | // Predicate to use for filtering transactions in removeForReorg. |
335 | | // Checks whether the transaction is still final and, if it spends a coinbase output, mature. |
336 | | // Also updates valid entries' cached LockPoints if needed. |
337 | | // If false, the tx is still valid and its lockpoints are updated. |
338 | | // If true, the tx would be invalid in the next block; remove this entry and all of its descendants. |
339 | | // Note that TRUC rules are not applied here, so reorgs may cause violations of TRUC inheritance or |
340 | | // topology restrictions. |
341 | 0 | const auto filter_final_and_mature = [&](CTxMemPool::txiter it) |
342 | 0 | EXCLUSIVE_LOCKS_REQUIRED(m_mempool->cs, ::cs_main) { |
343 | 0 | AssertLockHeld(m_mempool->cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
344 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
345 | 0 | const CTransaction& tx = it->GetTx(); |
346 | | |
347 | | // The transaction must be final. |
348 | 0 | if (!CheckFinalTxAtTip(*Assert(m_chain.Tip()), tx)) return true; Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
349 | | |
350 | 0 | const LockPoints& lp = it->GetLockPoints(); |
351 | | // CheckSequenceLocksAtTip checks if the transaction will be final in the next block to be |
352 | | // created on top of the new chain. |
353 | 0 | if (TestLockPointValidity(m_chain, lp)) { |
354 | 0 | if (!CheckSequenceLocksAtTip(m_chain.Tip(), lp)) { |
355 | 0 | return true; |
356 | 0 | } |
357 | 0 | } else { |
358 | 0 | const CCoinsViewMemPool view_mempool{&CoinsTip(), *m_mempool}; |
359 | 0 | const std::optional<LockPoints> new_lock_points{CalculateLockPointsAtTip(m_chain.Tip(), view_mempool, tx)}; |
360 | 0 | if (new_lock_points.has_value() && CheckSequenceLocksAtTip(m_chain.Tip(), *new_lock_points)) { |
361 | | // Now update the mempool entry lockpoints as well. |
362 | 0 | it->UpdateLockPoints(*new_lock_points); |
363 | 0 | } else { |
364 | 0 | return true; |
365 | 0 | } |
366 | 0 | } |
367 | | |
368 | | // If the transaction spends any coinbase outputs, it must be mature. |
369 | 0 | if (it->GetSpendsCoinbase()) { |
370 | 0 | for (const CTxIn& txin : tx.vin) { |
371 | 0 | if (m_mempool->exists(txin.prevout.hash)) continue; |
372 | 0 | const Coin& coin{CoinsTip().AccessCoin(txin.prevout)}; |
373 | 0 | assert(!coin.IsSpent()); |
374 | 0 | const auto mempool_spend_height{m_chain.Tip()->nHeight + 1}; |
375 | 0 | if (coin.IsCoinBase() && mempool_spend_height - coin.nHeight < COINBASE_MATURITY) { |
376 | 0 | return true; |
377 | 0 | } |
378 | 0 | } |
379 | 0 | } |
380 | | // Transaction is still valid and cached LockPoints are updated. |
381 | 0 | return false; |
382 | 0 | }; |
383 | | |
384 | | // We also need to remove any now-immature transactions |
385 | 0 | m_mempool->removeForReorg(m_chain, filter_final_and_mature); |
386 | | // Re-limit mempool size, in case we added any transactions |
387 | 0 | LimitMempoolSize(*m_mempool, this->CoinsTip()); |
388 | 0 | } |
389 | | |
390 | | /** |
391 | | * Checks to avoid mempool polluting consensus critical paths since cached |
392 | | * signature and script validity results will be reused if we validate this |
393 | | * transaction again during block validation. |
394 | | * */ |
395 | | static bool CheckInputsFromMempoolAndCache(const CTransaction& tx, TxValidationState& state, |
396 | | const CCoinsViewCache& view, const CTxMemPool& pool, |
397 | | script_verify_flags flags, PrecomputedTransactionData& txdata, CCoinsViewCache& coins_tip, |
398 | | ValidationCache& validation_cache) |
399 | | EXCLUSIVE_LOCKS_REQUIRED(cs_main, pool.cs) |
400 | 0 | { |
401 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
402 | 0 | AssertLockHeld(pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
403 | |
|
404 | 0 | assert(!tx.IsCoinBase()); |
405 | 0 | for (const CTxIn& txin : tx.vin) { |
406 | 0 | const Coin& coin = view.AccessCoin(txin.prevout); |
407 | | |
408 | | // This coin was checked in PreChecks and MemPoolAccept |
409 | | // has been holding cs_main since then. |
410 | 0 | Assume(!coin.IsSpent()); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
411 | 0 | if (coin.IsSpent()) return false; |
412 | | |
413 | | // If the Coin is available, there are 2 possibilities: |
414 | | // it is available in our current ChainstateActive UTXO set, |
415 | | // or it's a UTXO provided by a transaction in our mempool. |
416 | | // Ensure the scriptPubKeys in Coins from CoinsView are correct. |
417 | 0 | const CTransactionRef& txFrom = pool.get(txin.prevout.hash); |
418 | 0 | if (txFrom) { |
419 | 0 | assert(txFrom->GetHash() == txin.prevout.hash); |
420 | 0 | assert(txFrom->vout.size() > txin.prevout.n); |
421 | 0 | assert(txFrom->vout[txin.prevout.n] == coin.out); |
422 | 0 | } else { |
423 | 0 | const Coin& coinFromUTXOSet = coins_tip.AccessCoin(txin.prevout); |
424 | 0 | assert(!coinFromUTXOSet.IsSpent()); |
425 | 0 | assert(coinFromUTXOSet.out == coin.out); |
426 | 0 | } |
427 | 0 | } |
428 | | |
429 | | // Call CheckInputScripts() to cache signature and script validity against current tip consensus rules. |
430 | 0 | return CheckInputScripts(tx, state, view, flags, /* cacheSigStore= */ true, /* cacheFullScriptStore= */ true, txdata, validation_cache); |
431 | 0 | } |
432 | | |
433 | | namespace { |
434 | | |
435 | | class MemPoolAccept |
436 | | { |
437 | | public: |
438 | | explicit MemPoolAccept(CTxMemPool& mempool, Chainstate& active_chainstate) : |
439 | 0 | m_pool(mempool), |
440 | 0 | m_view(&m_dummy), |
441 | 0 | m_viewmempool(&active_chainstate.CoinsTip(), m_pool), |
442 | 0 | m_active_chainstate(active_chainstate) |
443 | 0 | { |
444 | 0 | } |
445 | | |
446 | | // We put the arguments we're handed into a struct, so we can pass them |
447 | | // around easier. |
448 | | struct ATMPArgs { |
449 | | const CChainParams& m_chainparams; |
450 | | const int64_t m_accept_time; |
451 | | const bool m_bypass_limits; |
452 | | /* |
453 | | * Return any outpoints which were not previously present in the coins |
454 | | * cache, but were added as a result of validating the tx for mempool |
455 | | * acceptance. This allows the caller to optionally remove the cache |
456 | | * additions if the associated transaction ends up being rejected by |
457 | | * the mempool. |
458 | | */ |
459 | | std::vector<COutPoint>& m_coins_to_uncache; |
460 | | /** When true, the transaction or package will not be submitted to the mempool. */ |
461 | | const bool m_test_accept; |
462 | | /** Whether we allow transactions to replace mempool transactions. If false, |
463 | | * any transaction spending the same inputs as a transaction in the mempool is considered |
464 | | * a conflict. */ |
465 | | const bool m_allow_replacement; |
466 | | /** When true, allow sibling eviction. This only occurs in single transaction package settings. */ |
467 | | const bool m_allow_sibling_eviction; |
468 | | /** Used to skip the LimitMempoolSize() call within AcceptSingleTransaction(). This should be used when multiple |
469 | | * AcceptSubPackage calls are expected and the mempool will be trimmed at the end of AcceptPackage(). */ |
470 | | const bool m_package_submission; |
471 | | /** When true, use package feerates instead of individual transaction feerates for fee-based |
472 | | * policies such as mempool min fee and min relay fee. |
473 | | */ |
474 | | const bool m_package_feerates; |
475 | | /** Used for local submission of transactions to catch "absurd" fees |
476 | | * due to fee miscalculation by wallets. std:nullopt implies unset, allowing any feerates. |
477 | | * Any individual transaction failing this check causes immediate failure. |
478 | | */ |
479 | | const std::optional<CFeeRate> m_client_maxfeerate; |
480 | | |
481 | | /** Parameters for single transaction mempool validation. */ |
482 | | static ATMPArgs SingleAccept(const CChainParams& chainparams, int64_t accept_time, |
483 | | bool bypass_limits, std::vector<COutPoint>& coins_to_uncache, |
484 | 0 | bool test_accept) { |
485 | 0 | return ATMPArgs{/*chainparams=*/ chainparams, |
486 | 0 | /*accept_time=*/ accept_time, |
487 | 0 | /*bypass_limits=*/ bypass_limits, |
488 | 0 | /*coins_to_uncache=*/ coins_to_uncache, |
489 | 0 | /*test_accept=*/ test_accept, |
490 | 0 | /*allow_replacement=*/ true, |
491 | 0 | /*allow_sibling_eviction=*/ true, |
492 | 0 | /*package_submission=*/ false, |
493 | 0 | /*package_feerates=*/ false, |
494 | 0 | /*client_maxfeerate=*/ {}, // checked by caller |
495 | 0 | }; |
496 | 0 | } |
497 | | |
498 | | /** Parameters for test package mempool validation through testmempoolaccept. */ |
499 | | static ATMPArgs PackageTestAccept(const CChainParams& chainparams, int64_t accept_time, |
500 | 0 | std::vector<COutPoint>& coins_to_uncache) { |
501 | 0 | return ATMPArgs{/*chainparams=*/ chainparams, |
502 | 0 | /*accept_time=*/ accept_time, |
503 | 0 | /*bypass_limits=*/ false, |
504 | 0 | /*coins_to_uncache=*/ coins_to_uncache, |
505 | 0 | /*test_accept=*/ true, |
506 | 0 | /*allow_replacement=*/ false, |
507 | 0 | /*allow_sibling_eviction=*/ false, |
508 | 0 | /*package_submission=*/ false, // not submitting to mempool |
509 | 0 | /*package_feerates=*/ false, |
510 | 0 | /*client_maxfeerate=*/ {}, // checked by caller |
511 | 0 | }; |
512 | 0 | } |
513 | | |
514 | | /** Parameters for child-with-parents package validation. */ |
515 | | static ATMPArgs PackageChildWithParents(const CChainParams& chainparams, int64_t accept_time, |
516 | 0 | std::vector<COutPoint>& coins_to_uncache, const std::optional<CFeeRate>& client_maxfeerate) { |
517 | 0 | return ATMPArgs{/*chainparams=*/ chainparams, |
518 | 0 | /*accept_time=*/ accept_time, |
519 | 0 | /*bypass_limits=*/ false, |
520 | 0 | /*coins_to_uncache=*/ coins_to_uncache, |
521 | 0 | /*test_accept=*/ false, |
522 | 0 | /*allow_replacement=*/ true, |
523 | 0 | /*allow_sibling_eviction=*/ false, |
524 | 0 | /*package_submission=*/ true, |
525 | 0 | /*package_feerates=*/ true, |
526 | 0 | /*client_maxfeerate=*/ client_maxfeerate, |
527 | 0 | }; |
528 | 0 | } |
529 | | |
530 | | /** Parameters for a single transaction within a package. */ |
531 | 0 | static ATMPArgs SingleInPackageAccept(const ATMPArgs& package_args) { |
532 | 0 | return ATMPArgs{/*chainparams=*/ package_args.m_chainparams, |
533 | 0 | /*accept_time=*/ package_args.m_accept_time, |
534 | 0 | /*bypass_limits=*/ false, |
535 | 0 | /*coins_to_uncache=*/ package_args.m_coins_to_uncache, |
536 | 0 | /*test_accept=*/ package_args.m_test_accept, |
537 | 0 | /*allow_replacement=*/ true, |
538 | 0 | /*allow_sibling_eviction=*/ true, |
539 | 0 | /*package_submission=*/ true, // trim at the end of AcceptPackage() |
540 | 0 | /*package_feerates=*/ false, // only 1 transaction |
541 | 0 | /*client_maxfeerate=*/ package_args.m_client_maxfeerate, |
542 | 0 | }; |
543 | 0 | } |
544 | | |
545 | | private: |
546 | | // Private ctor to avoid exposing details to clients and allowing the possibility of |
547 | | // mixing up the order of the arguments. Use static functions above instead. |
548 | | ATMPArgs(const CChainParams& chainparams, |
549 | | int64_t accept_time, |
550 | | bool bypass_limits, |
551 | | std::vector<COutPoint>& coins_to_uncache, |
552 | | bool test_accept, |
553 | | bool allow_replacement, |
554 | | bool allow_sibling_eviction, |
555 | | bool package_submission, |
556 | | bool package_feerates, |
557 | | std::optional<CFeeRate> client_maxfeerate) |
558 | 0 | : m_chainparams{chainparams}, |
559 | 0 | m_accept_time{accept_time}, |
560 | 0 | m_bypass_limits{bypass_limits}, |
561 | 0 | m_coins_to_uncache{coins_to_uncache}, |
562 | 0 | m_test_accept{test_accept}, |
563 | 0 | m_allow_replacement{allow_replacement}, |
564 | 0 | m_allow_sibling_eviction{allow_sibling_eviction}, |
565 | 0 | m_package_submission{package_submission}, |
566 | 0 | m_package_feerates{package_feerates}, |
567 | 0 | m_client_maxfeerate{client_maxfeerate} |
568 | 0 | { |
569 | | // If we are using package feerates, we must be doing package submission. |
570 | | // It also means sibling eviction is not permitted. |
571 | 0 | if (m_package_feerates) { |
572 | 0 | Assume(m_package_submission); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
573 | 0 | Assume(!m_allow_sibling_eviction); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
574 | 0 | } |
575 | 0 | if (m_allow_sibling_eviction) Assume(m_allow_replacement); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
576 | 0 | } |
577 | | }; |
578 | | |
579 | | /** Clean up all non-chainstate coins from m_view and m_viewmempool. */ |
580 | | void CleanupTemporaryCoins() EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
581 | | |
582 | | // Single transaction acceptance |
583 | 0 | MempoolAcceptResult AcceptSingleTransactionAndCleanup(const CTransactionRef& ptx, ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main) { |
584 | 0 | LOCK(m_pool.cs); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
585 | 0 | MempoolAcceptResult result = AcceptSingleTransactionInternal(ptx, args); |
586 | 0 | ClearSubPackageState(); |
587 | 0 | return result; |
588 | 0 | } |
589 | | MempoolAcceptResult AcceptSingleTransactionInternal(const CTransactionRef& ptx, ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
590 | | |
591 | | /** |
592 | | * Multiple transaction acceptance. Transactions may or may not be interdependent, but must not |
593 | | * conflict with each other, and the transactions cannot already be in the mempool. Parents must |
594 | | * come before children if any dependencies exist. |
595 | | */ |
596 | 0 | PackageMempoolAcceptResult AcceptMultipleTransactionsAndCleanup(const std::vector<CTransactionRef>& txns, ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main) { |
597 | 0 | LOCK(m_pool.cs); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
598 | 0 | PackageMempoolAcceptResult result = AcceptMultipleTransactionsInternal(txns, args); |
599 | 0 | ClearSubPackageState(); |
600 | 0 | return result; |
601 | 0 | } |
602 | | PackageMempoolAcceptResult AcceptMultipleTransactionsInternal(const std::vector<CTransactionRef>& txns, ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
603 | | |
604 | | /** |
605 | | * Submission of a subpackage. |
606 | | * If subpackage size == 1, calls AcceptSingleTransaction() with adjusted ATMPArgs to |
607 | | * enable sibling eviction and creates a PackageMempoolAcceptResult |
608 | | * wrapping the result. |
609 | | * |
610 | | * If subpackage size > 1, calls AcceptMultipleTransactions() with the provided ATMPArgs. |
611 | | * |
612 | | * Also cleans up all non-chainstate coins from m_view at the end. |
613 | | */ |
614 | | PackageMempoolAcceptResult AcceptSubPackage(const std::vector<CTransactionRef>& subpackage, ATMPArgs& args) |
615 | | EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
616 | | |
617 | | /** |
618 | | * Package (more specific than just multiple transactions) acceptance. Package must be a child |
619 | | * with all of its unconfirmed parents, and topologically sorted. |
620 | | */ |
621 | | PackageMempoolAcceptResult AcceptPackage(const Package& package, ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main); |
622 | | |
623 | | private: |
624 | | // All the intermediate state that gets passed between the various levels |
625 | | // of checking a given transaction. |
626 | | struct Workspace { |
627 | 0 | explicit Workspace(const CTransactionRef& ptx) : m_ptx(ptx), m_hash(ptx->GetHash()) {} |
628 | | /** Txids of mempool transactions that this transaction directly conflicts with or may |
629 | | * replace via sibling eviction. */ |
630 | | std::set<Txid> m_conflicts; |
631 | | /** Iterators to mempool entries that this transaction directly conflicts with or may |
632 | | * replace via sibling eviction. */ |
633 | | CTxMemPool::setEntries m_iters_conflicting; |
634 | | /** All mempool parents of this transaction. */ |
635 | | std::vector<CTxMemPoolEntry::CTxMemPoolEntryRef> m_parents; |
636 | | /* Handle to the tx in the changeset */ |
637 | | CTxMemPool::ChangeSet::TxHandle m_tx_handle; |
638 | | /** Whether RBF-related data structures (m_conflicts, m_iters_conflicting, |
639 | | * m_replaced_transactions) include a sibling in addition to txns with conflicting inputs. */ |
640 | | bool m_sibling_eviction{false}; |
641 | | |
642 | | /** Virtual size of the transaction as used by the mempool, calculated using serialized size |
643 | | * of the transaction and sigops. */ |
644 | | int64_t m_vsize; |
645 | | /** Fees paid by this transaction: total input amounts subtracted by total output amounts. */ |
646 | | CAmount m_base_fees; |
647 | | /** Base fees + any fee delta set by the user with prioritisetransaction. */ |
648 | | CAmount m_modified_fees; |
649 | | |
650 | | /** If we're doing package validation (i.e. m_package_feerates=true), the "effective" |
651 | | * package feerate of this transaction is the total fees divided by the total size of |
652 | | * transactions (which may include its ancestors and/or descendants). */ |
653 | | CFeeRate m_package_feerate{0}; |
654 | | |
655 | | const CTransactionRef& m_ptx; |
656 | | /** Txid. */ |
657 | | const Txid& m_hash; |
658 | | TxValidationState m_state; |
659 | | /** A temporary cache containing serialized transaction data for signature verification. |
660 | | * Reused across PolicyScriptChecks and ConsensusScriptChecks. */ |
661 | | PrecomputedTransactionData m_precomputed_txdata; |
662 | | }; |
663 | | |
664 | | // Run the policy checks on a given transaction, excluding any script checks. |
665 | | // Looks up inputs, calculates feerate, considers replacement, evaluates |
666 | | // package limits, etc. As this function can be invoked for "free" by a peer, |
667 | | // only tests that are fast should be done here (to avoid CPU DoS). |
668 | | bool PreChecks(ATMPArgs& args, Workspace& ws) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
669 | | |
670 | | // Run checks for mempool replace-by-fee, only used in AcceptSingleTransaction. |
671 | | bool ReplacementChecks(Workspace& ws) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
672 | | |
673 | | bool PackageRBFChecks(const std::vector<CTransactionRef>& txns, |
674 | | std::vector<Workspace>& workspaces, |
675 | | int64_t total_vsize, |
676 | | PackageValidationState& package_state) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
677 | | |
678 | | // Run the script checks using our policy flags. As this can be slow, we should |
679 | | // only invoke this on transactions that have otherwise passed policy checks. |
680 | | bool PolicyScriptChecks(const ATMPArgs& args, Workspace& ws) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
681 | | |
682 | | // Re-run the script checks, using consensus flags, and try to cache the |
683 | | // result in the scriptcache. This should be done after |
684 | | // PolicyScriptChecks(). This requires that all inputs either be in our |
685 | | // utxo set or in the mempool. |
686 | | bool ConsensusScriptChecks(const ATMPArgs& args, Workspace& ws) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
687 | | |
688 | | // Try to add the transaction to the mempool, removing any conflicts first. |
689 | | void FinalizeSubpackage(const ATMPArgs& args) EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
690 | | |
691 | | // Submit all transactions to the mempool and call ConsensusScriptChecks to add to the script |
692 | | // cache - should only be called after successful validation of all transactions in the package. |
693 | | // Does not call LimitMempoolSize(), so mempool max_size_bytes may be temporarily exceeded. |
694 | | bool SubmitPackage(const ATMPArgs& args, std::vector<Workspace>& workspaces, PackageValidationState& package_state, |
695 | | std::map<Wtxid, MempoolAcceptResult>& results) |
696 | | EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs); |
697 | | |
698 | | // Compare a package's feerate against minimum allowed. |
699 | | bool CheckFeeRate(size_t package_size, CAmount package_fee, TxValidationState& state) EXCLUSIVE_LOCKS_REQUIRED(::cs_main, m_pool.cs) |
700 | 0 | { |
701 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
702 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
703 | 0 | CAmount mempoolRejectFee = m_pool.GetMinFee().GetFee(package_size); |
704 | 0 | if (mempoolRejectFee > 0 && package_fee < mempoolRejectFee) { |
705 | 0 | return state.Invalid(TxValidationResult::TX_RECONSIDERABLE, "mempool min fee not met", strprintf("%d < %d", package_fee, mempoolRejectFee));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
706 | 0 | } |
707 | | |
708 | 0 | if (package_fee < m_pool.m_opts.min_relay_feerate.GetFee(package_size)) { |
709 | 0 | return state.Invalid(TxValidationResult::TX_RECONSIDERABLE, "min relay fee not met", |
710 | 0 | strprintf("%d < %d", package_fee, m_pool.m_opts.min_relay_feerate.GetFee(package_size)));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
711 | 0 | } |
712 | 0 | return true; |
713 | 0 | } |
714 | | |
715 | | ValidationCache& GetValidationCache() |
716 | 0 | { |
717 | 0 | return m_active_chainstate.m_chainman.m_validation_cache; |
718 | 0 | } |
719 | | |
720 | | private: |
721 | | CTxMemPool& m_pool; |
722 | | |
723 | | /** Holds a cached view of available coins from the UTXO set, mempool, and artificial temporary coins (to enable package validation). |
724 | | * The view doesn't track whether a coin previously existed but has now been spent. We detect conflicts in other ways: |
725 | | * - conflicts within a transaction are checked in CheckTransaction (bad-txns-inputs-duplicate) |
726 | | * - conflicts within a package are checked in IsWellFormedPackage (conflict-in-package) |
727 | | * - conflicts with an existing mempool transaction are found in CTxMemPool::GetConflictTx and replacements are allowed |
728 | | * The temporary coins should persist between individual transaction checks so that package validation is possible, |
729 | | * but must be cleaned up when we finish validating a subpackage, whether accepted or rejected. The cache must also |
730 | | * be cleared when mempool contents change (when a changeset is applied or when the mempool trims itself) because it |
731 | | * can return cached coins that no longer exist in the backend. Use CleanupTemporaryCoins() anytime you are finished |
732 | | * with a SubPackageState or call LimitMempoolSize(). |
733 | | */ |
734 | | CCoinsViewCache m_view; |
735 | | |
736 | | // These are the two possible backends for m_view. |
737 | | /** When m_view is connected to m_viewmempool as its backend, it can pull coins from the mempool and from the UTXO |
738 | | * set. This is also where temporary coins are stored. */ |
739 | | CCoinsViewMemPool m_viewmempool; |
740 | | /** When m_view is connected to m_dummy, it can no longer look up coins from the mempool or UTXO set (meaning no disk |
741 | | * operations happen), but can still return coins it accessed previously. Useful for keeping track of which coins |
742 | | * were pulled from disk. */ |
743 | | CCoinsView m_dummy; |
744 | | |
745 | | Chainstate& m_active_chainstate; |
746 | | |
747 | | // Fields below are per *sub*package state and must be reset prior to subsequent |
748 | | // AcceptSingleTransaction and AcceptMultipleTransactions invocations |
749 | | struct SubPackageState { |
750 | | /** Aggregated modified fees of all transactions, used to calculate package feerate. */ |
751 | | CAmount m_total_modified_fees{0}; |
752 | | /** Aggregated virtual size of all transactions, used to calculate package feerate. */ |
753 | | int64_t m_total_vsize{0}; |
754 | | |
755 | | // RBF-related members |
756 | | /** Whether the transaction(s) would replace any mempool transactions and/or evict any siblings. |
757 | | * If so, RBF rules apply. */ |
758 | | bool m_rbf{false}; |
759 | | /** Mempool transactions that were replaced. */ |
760 | | std::list<CTransactionRef> m_replaced_transactions; |
761 | | /* Changeset representing adding transactions and removing their conflicts. */ |
762 | | std::unique_ptr<CTxMemPool::ChangeSet> m_changeset; |
763 | | |
764 | | /** Total modified fees of mempool transactions being replaced. */ |
765 | | CAmount m_conflicting_fees{0}; |
766 | | /** Total size (in virtual bytes) of mempool transactions being replaced. */ |
767 | | size_t m_conflicting_size{0}; |
768 | | }; |
769 | | |
770 | | struct SubPackageState m_subpackage; |
771 | | |
772 | | /** Re-set sub-package state to not leak between evaluations */ |
773 | | void ClearSubPackageState() EXCLUSIVE_LOCKS_REQUIRED(cs_main, m_pool.cs) |
774 | 0 | { |
775 | 0 | m_subpackage = SubPackageState{}; |
776 | | |
777 | | // And clean coins while at it |
778 | 0 | CleanupTemporaryCoins(); |
779 | 0 | } |
780 | | }; |
781 | | |
782 | | bool MemPoolAccept::PreChecks(ATMPArgs& args, Workspace& ws) |
783 | 0 | { |
784 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
785 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
786 | 0 | const CTransactionRef& ptx = ws.m_ptx; |
787 | 0 | const CTransaction& tx = *ws.m_ptx; |
788 | 0 | const Txid& hash = ws.m_hash; |
789 | | |
790 | | // Copy/alias what we need out of args |
791 | 0 | const int64_t nAcceptTime = args.m_accept_time; |
792 | 0 | const bool bypass_limits = args.m_bypass_limits; |
793 | 0 | std::vector<COutPoint>& coins_to_uncache = args.m_coins_to_uncache; |
794 | | |
795 | | // Alias what we need out of ws |
796 | 0 | TxValidationState& state = ws.m_state; |
797 | |
|
798 | 0 | if (!CheckTransaction(tx, state)) { |
799 | 0 | return false; // state filled in by CheckTransaction |
800 | 0 | } |
801 | | |
802 | | // Coinbase is only valid in a block, not as a loose transaction |
803 | 0 | if (tx.IsCoinBase()) |
804 | 0 | return state.Invalid(TxValidationResult::TX_CONSENSUS, "coinbase"); |
805 | | |
806 | | // Rather not work on nonstandard transactions (unless -testnet/-regtest) |
807 | 0 | std::string reason; |
808 | 0 | if (m_pool.m_opts.require_standard && !IsStandardTx(tx, m_pool.m_opts.max_datacarrier_bytes, m_pool.m_opts.permit_bare_multisig, m_pool.m_opts.dust_relay_feerate, reason)) { |
809 | 0 | return state.Invalid(TxValidationResult::TX_NOT_STANDARD, reason); |
810 | 0 | } |
811 | | |
812 | | // Transactions smaller than 65 non-witness bytes are not relayed to mitigate CVE-2017-12842. |
813 | 0 | if (::GetSerializeSize(TX_NO_WITNESS(tx)) < MIN_STANDARD_TX_NONWITNESS_SIZE) |
814 | 0 | return state.Invalid(TxValidationResult::TX_NOT_STANDARD, "tx-size-small"); |
815 | | |
816 | | // Only accept nLockTime-using transactions that can be mined in the next |
817 | | // block; we don't want our mempool filled up with transactions that can't |
818 | | // be mined yet. |
819 | 0 | if (!CheckFinalTxAtTip(*Assert(m_active_chainstate.m_chain.Tip()), tx)) {Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
820 | 0 | return state.Invalid(TxValidationResult::TX_PREMATURE_SPEND, "non-final"); |
821 | 0 | } |
822 | | |
823 | 0 | if (m_pool.exists(tx.GetWitnessHash())) { |
824 | | // Exact transaction already exists in the mempool. |
825 | 0 | return state.Invalid(TxValidationResult::TX_CONFLICT, "txn-already-in-mempool"); |
826 | 0 | } else if (m_pool.exists(tx.GetHash())) { |
827 | | // Transaction with the same non-witness data but different witness (same txid, different |
828 | | // wtxid) already exists in the mempool. |
829 | 0 | return state.Invalid(TxValidationResult::TX_CONFLICT, "txn-same-nonwitness-data-in-mempool"); |
830 | 0 | } |
831 | | |
832 | | // Check for conflicts with in-memory transactions |
833 | 0 | for (const CTxIn &txin : tx.vin) |
834 | 0 | { |
835 | 0 | const CTransaction* ptxConflicting = m_pool.GetConflictTx(txin.prevout); |
836 | 0 | if (ptxConflicting) { |
837 | 0 | if (!args.m_allow_replacement) { |
838 | | // Transaction conflicts with a mempool tx, but we're not allowing replacements in this context. |
839 | 0 | return state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "bip125-replacement-disallowed"); |
840 | 0 | } |
841 | 0 | ws.m_conflicts.insert(ptxConflicting->GetHash()); |
842 | 0 | } |
843 | 0 | } |
844 | | |
845 | 0 | m_view.SetBackend(m_viewmempool); |
846 | |
|
847 | 0 | const CCoinsViewCache& coins_cache = m_active_chainstate.CoinsTip(); |
848 | | // do all inputs exist? |
849 | 0 | for (const CTxIn& txin : tx.vin) { |
850 | 0 | if (!coins_cache.HaveCoinInCache(txin.prevout)) { |
851 | 0 | coins_to_uncache.push_back(txin.prevout); |
852 | 0 | } |
853 | | |
854 | | // Note: this call may add txin.prevout to the coins cache |
855 | | // (coins_cache.cacheCoins) by way of FetchCoin(). It should be removed |
856 | | // later (via coins_to_uncache) if this tx turns out to be invalid. |
857 | 0 | if (!m_view.HaveCoin(txin.prevout)) { |
858 | | // Are inputs missing because we already have the tx? |
859 | 0 | for (size_t out = 0; out < tx.vout.size(); out++) { |
860 | | // Optimistically just do efficient check of cache for outputs |
861 | 0 | if (coins_cache.HaveCoinInCache(COutPoint(hash, out))) { |
862 | 0 | return state.Invalid(TxValidationResult::TX_CONFLICT, "txn-already-known"); |
863 | 0 | } |
864 | 0 | } |
865 | | // Otherwise assume this might be an orphan tx for which we just haven't seen parents yet |
866 | 0 | return state.Invalid(TxValidationResult::TX_MISSING_INPUTS, "bad-txns-inputs-missingorspent"); |
867 | 0 | } |
868 | 0 | } |
869 | | |
870 | | // This is const, but calls into the back end CoinsViews. The CCoinsViewDB at the bottom of the |
871 | | // hierarchy brings the best block into scope. See CCoinsViewDB::GetBestBlock(). |
872 | 0 | m_view.GetBestBlock(); |
873 | | |
874 | | // we have all inputs cached now, so switch back to dummy (to protect |
875 | | // against bugs where we pull more inputs from disk that miss being added |
876 | | // to coins_to_uncache) |
877 | 0 | m_view.SetBackend(m_dummy); |
878 | |
|
879 | 0 | assert(m_active_chainstate.m_blockman.LookupBlockIndex(m_view.GetBestBlock()) == m_active_chainstate.m_chain.Tip()); |
880 | | |
881 | | // Only accept BIP68 sequence locked transactions that can be mined in the next |
882 | | // block; we don't want our mempool filled up with transactions that can't |
883 | | // be mined yet. |
884 | | // Pass in m_view which has all of the relevant inputs cached. Note that, since m_view's |
885 | | // backend was removed, it no longer pulls coins from the mempool. |
886 | 0 | const std::optional<LockPoints> lock_points{CalculateLockPointsAtTip(m_active_chainstate.m_chain.Tip(), m_view, tx)}; |
887 | 0 | if (!lock_points.has_value() || !CheckSequenceLocksAtTip(m_active_chainstate.m_chain.Tip(), *lock_points)) { |
888 | 0 | return state.Invalid(TxValidationResult::TX_PREMATURE_SPEND, "non-BIP68-final"); |
889 | 0 | } |
890 | | |
891 | | // The mempool holds txs for the next block, so pass height+1 to CheckTxInputs |
892 | 0 | if (!Consensus::CheckTxInputs(tx, state, m_view, m_active_chainstate.m_chain.Height() + 1, ws.m_base_fees)) { |
893 | 0 | return false; // state filled in by CheckTxInputs |
894 | 0 | } |
895 | | |
896 | 0 | if (m_pool.m_opts.require_standard) { |
897 | 0 | state = ValidateInputsStandardness(tx, m_view); |
898 | 0 | if (state.IsInvalid()) { |
899 | 0 | return false; |
900 | 0 | } |
901 | 0 | } |
902 | | |
903 | | // Check for non-standard witnesses. |
904 | 0 | if (tx.HasWitness() && m_pool.m_opts.require_standard && !IsWitnessStandard(tx, m_view)) { |
905 | 0 | return state.Invalid(TxValidationResult::TX_WITNESS_MUTATED, "bad-witness-nonstandard"); |
906 | 0 | } |
907 | | |
908 | 0 | int64_t nSigOpsCost = GetTransactionSigOpCost(tx, m_view, STANDARD_SCRIPT_VERIFY_FLAGS); |
909 | | |
910 | | // Keep track of transactions that spend a coinbase, which we re-scan |
911 | | // during reorgs to ensure COINBASE_MATURITY is still met. |
912 | 0 | bool fSpendsCoinbase = false; |
913 | 0 | for (const CTxIn &txin : tx.vin) { |
914 | 0 | const Coin &coin = m_view.AccessCoin(txin.prevout); |
915 | 0 | if (coin.IsCoinBase()) { |
916 | 0 | fSpendsCoinbase = true; |
917 | 0 | break; |
918 | 0 | } |
919 | 0 | } |
920 | | |
921 | | // Set entry_sequence to 0 when bypass_limits is used; this allows txs from a block |
922 | | // reorg to be marked earlier than any child txs that were already in the mempool. |
923 | 0 | const uint64_t entry_sequence = bypass_limits ? 0 : m_pool.GetSequence(); |
924 | 0 | if (!m_subpackage.m_changeset) { |
925 | 0 | m_subpackage.m_changeset = m_pool.GetChangeSet(); |
926 | 0 | } |
927 | 0 | ws.m_tx_handle = m_subpackage.m_changeset->StageAddition(ptx, ws.m_base_fees, nAcceptTime, m_active_chainstate.m_chain.Height(), entry_sequence, fSpendsCoinbase, nSigOpsCost, lock_points.value()); |
928 | | |
929 | | // ws.m_modified_fees includes any fee deltas from PrioritiseTransaction |
930 | 0 | ws.m_modified_fees = ws.m_tx_handle->GetModifiedFee(); |
931 | |
|
932 | 0 | ws.m_vsize = ws.m_tx_handle->GetTxSize(); |
933 | | |
934 | | // Enforces 0-fee for dust transactions, no incentive to be mined alone |
935 | 0 | if (m_pool.m_opts.require_standard) { |
936 | 0 | if (!PreCheckEphemeralTx(*ptx, m_pool.m_opts.dust_relay_feerate, ws.m_base_fees, ws.m_modified_fees, state)) { |
937 | 0 | return false; // state filled in by PreCheckEphemeralTx |
938 | 0 | } |
939 | 0 | } |
940 | | |
941 | 0 | if (nSigOpsCost > MAX_STANDARD_TX_SIGOPS_COST) |
942 | 0 | return state.Invalid(TxValidationResult::TX_NOT_STANDARD, "bad-txns-too-many-sigops", |
943 | 0 | strprintf("%d", nSigOpsCost));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
944 | | |
945 | | // No individual transactions are allowed below the mempool min feerate except from disconnected |
946 | | // blocks and transactions in a package. Package transactions will be checked using package |
947 | | // feerate later. |
948 | 0 | if (!bypass_limits && !args.m_package_feerates && !CheckFeeRate(ws.m_vsize, ws.m_modified_fees, state)) return false; |
949 | | |
950 | 0 | ws.m_iters_conflicting = m_pool.GetIterSet(ws.m_conflicts); |
951 | |
|
952 | 0 | ws.m_parents = m_pool.GetParents(*ws.m_tx_handle); |
953 | |
|
954 | 0 | if (!args.m_bypass_limits) { |
955 | | // Perform the TRUC checks, using the in-mempool parents. |
956 | 0 | if (const auto err{SingleTRUCChecks(m_pool, ws.m_ptx, ws.m_parents, ws.m_conflicts, ws.m_vsize)}) { |
957 | | // Single transaction contexts only. |
958 | 0 | if (args.m_allow_sibling_eviction && err->second != nullptr) { |
959 | | // We should only be considering where replacement is considered valid as well. |
960 | 0 | Assume(args.m_allow_replacement); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
961 | | // Potential sibling eviction. Add the sibling to our list of mempool conflicts to be |
962 | | // included in RBF checks. |
963 | 0 | ws.m_conflicts.insert(err->second->GetHash()); |
964 | | // Adding the sibling to m_iters_conflicting here means that it doesn't count towards |
965 | | // RBF Carve Out above. This is correct, since removing to-be-replaced transactions from |
966 | | // the descendant count is done separately in SingleTRUCChecks for TRUC transactions. |
967 | 0 | ws.m_iters_conflicting.insert(m_pool.GetIter(err->second->GetHash()).value()); |
968 | 0 | ws.m_sibling_eviction = true; |
969 | | // The sibling will be treated as part of the to-be-replaced set in ReplacementChecks. |
970 | | // Note that we are not checking whether it opts in to replaceability via BIP125 or TRUC |
971 | | // (which is normally done in PreChecks). However, the only way a TRUC transaction can |
972 | | // have a non-TRUC and non-BIP125 descendant is due to a reorg. |
973 | 0 | } else { |
974 | 0 | return state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "TRUC-violation", err->first); |
975 | 0 | } |
976 | 0 | } |
977 | 0 | } |
978 | | |
979 | | // We want to detect conflicts in any tx in a package to trigger package RBF logic |
980 | 0 | m_subpackage.m_rbf |= !ws.m_conflicts.empty(); |
981 | 0 | return true; |
982 | 0 | } |
983 | | |
984 | | bool MemPoolAccept::ReplacementChecks(Workspace& ws) |
985 | 0 | { |
986 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
987 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
988 | |
|
989 | 0 | const CTransaction& tx = *ws.m_ptx; |
990 | 0 | const Txid& hash = ws.m_hash; |
991 | 0 | TxValidationState& state = ws.m_state; |
992 | |
|
993 | 0 | CFeeRate newFeeRate(ws.m_modified_fees, ws.m_vsize); |
994 | |
|
995 | 0 | CTxMemPool::setEntries all_conflicts; |
996 | | |
997 | | // Calculate all conflicting entries and enforce Rule #5. |
998 | 0 | if (const auto err_string{GetEntriesForConflicts(tx, m_pool, ws.m_iters_conflicting, all_conflicts)}) { |
999 | 0 | return state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, |
1000 | 0 | strprintf("too many potential replacements%s", ws.m_sibling_eviction ? " (including sibling eviction)" : ""), *err_string);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1001 | 0 | } |
1002 | | |
1003 | | // Check if it's economically rational to mine this transaction rather than the ones it |
1004 | | // replaces and pays for its own relay fees. Enforce Rules #3 and #4. |
1005 | 0 | for (CTxMemPool::txiter it : all_conflicts) { |
1006 | 0 | m_subpackage.m_conflicting_fees += it->GetModifiedFee(); |
1007 | 0 | m_subpackage.m_conflicting_size += it->GetTxSize(); |
1008 | 0 | } |
1009 | |
|
1010 | 0 | if (const auto err_string{PaysForRBF(m_subpackage.m_conflicting_fees, ws.m_modified_fees, ws.m_vsize, |
1011 | 0 | m_pool.m_opts.incremental_relay_feerate, hash)}) { |
1012 | | // Result may change in a package context |
1013 | 0 | return state.Invalid(TxValidationResult::TX_RECONSIDERABLE, |
1014 | 0 | strprintf("insufficient fee%s", ws.m_sibling_eviction ? " (including sibling eviction)" : ""), *err_string);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1015 | 0 | } |
1016 | | |
1017 | | // Add all the to-be-removed transactions to the changeset. |
1018 | 0 | for (auto it : all_conflicts) { |
1019 | 0 | m_subpackage.m_changeset->StageRemoval(it); |
1020 | 0 | } |
1021 | | |
1022 | | // Run cluster size limit checks and fail if we exceed them. |
1023 | 0 | if (!m_subpackage.m_changeset->CheckMemPoolPolicyLimits()) { |
1024 | 0 | return state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "too-large-cluster", ""); |
1025 | 0 | } |
1026 | | |
1027 | 0 | if (const auto err_string{ImprovesFeerateDiagram(*m_subpackage.m_changeset)}) { |
1028 | | // We checked above for the cluster size limits being respected, so a |
1029 | | // failure here can only be due to an insufficient fee. |
1030 | 0 | Assume(err_string->first == DiagramCheckError::FAILURE); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1031 | 0 | return state.Invalid(TxValidationResult::TX_RECONSIDERABLE, "replacement-failed", err_string->second); |
1032 | 0 | } |
1033 | | |
1034 | 0 | return true; |
1035 | 0 | } |
1036 | | |
1037 | | bool MemPoolAccept::PackageRBFChecks(const std::vector<CTransactionRef>& txns, |
1038 | | std::vector<Workspace>& workspaces, |
1039 | | const int64_t total_vsize, |
1040 | | PackageValidationState& package_state) |
1041 | 0 | { |
1042 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1043 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1044 | |
|
1045 | 0 | assert(std::all_of(txns.cbegin(), txns.cend(), [this](const auto& tx) |
1046 | 0 | { return !m_pool.exists(tx->GetHash());})); |
1047 | | |
1048 | 0 | assert(txns.size() == workspaces.size()); |
1049 | | |
1050 | | // We're in package RBF context; replacement proposal must be size 2 |
1051 | 0 | if (workspaces.size() != 2 || !Assume(IsChildWithParents(txns))) {Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1052 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, "package RBF failed: package must be 1-parent-1-child"); |
1053 | 0 | } |
1054 | | |
1055 | | // If the package has in-mempool parents, we won't consider a package RBF |
1056 | | // since it would result in a cluster larger than 2. |
1057 | | // N.B. To relax this constraint we will need to revisit how CCoinsViewMemPool::PackageAddTransaction |
1058 | | // is being used inside AcceptMultipleTransactions to track available inputs while processing a package. |
1059 | | // Specifically we would need to check that the ancestors of the new |
1060 | | // transactions don't intersect with the set of transactions to be removed |
1061 | | // due to RBF, which is not checked at all in the package acceptance |
1062 | | // context. |
1063 | 0 | for (const auto& ws : workspaces) { |
1064 | 0 | if (!ws.m_parents.empty()) { |
1065 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, "package RBF failed: new transaction cannot have mempool ancestors"); |
1066 | 0 | } |
1067 | 0 | } |
1068 | | |
1069 | | // Aggregate all conflicts into one set. |
1070 | 0 | CTxMemPool::setEntries direct_conflict_iters; |
1071 | 0 | for (Workspace& ws : workspaces) { |
1072 | | // Aggregate all conflicts into one set. |
1073 | 0 | direct_conflict_iters.merge(ws.m_iters_conflicting); |
1074 | 0 | } |
1075 | |
|
1076 | 0 | const auto& parent_ws = workspaces[0]; |
1077 | 0 | const auto& child_ws = workspaces[1]; |
1078 | | |
1079 | | // Don't consider replacements that would cause us to remove a large number of mempool entries. |
1080 | | // This limit is not increased in a package RBF. Use the aggregate number of transactions. |
1081 | 0 | CTxMemPool::setEntries all_conflicts; |
1082 | 0 | if (const auto err_string{GetEntriesForConflicts(*child_ws.m_ptx, m_pool, direct_conflict_iters, |
1083 | 0 | all_conflicts)}) { |
1084 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, |
1085 | 0 | "package RBF failed: too many potential replacements", *err_string); |
1086 | 0 | } |
1087 | | |
1088 | 0 | for (CTxMemPool::txiter it : all_conflicts) { |
1089 | 0 | m_subpackage.m_changeset->StageRemoval(it); |
1090 | 0 | m_subpackage.m_conflicting_fees += it->GetModifiedFee(); |
1091 | 0 | m_subpackage.m_conflicting_size += it->GetTxSize(); |
1092 | 0 | } |
1093 | | |
1094 | | // Use the child as the transaction for attributing errors to. |
1095 | 0 | const Txid& child_hash = child_ws.m_ptx->GetHash(); |
1096 | 0 | if (const auto err_string{PaysForRBF(/*original_fees=*/m_subpackage.m_conflicting_fees, |
1097 | 0 | /*replacement_fees=*/m_subpackage.m_total_modified_fees, |
1098 | 0 | /*replacement_vsize=*/m_subpackage.m_total_vsize, |
1099 | 0 | m_pool.m_opts.incremental_relay_feerate, child_hash)}) { |
1100 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, |
1101 | 0 | "package RBF failed: insufficient anti-DoS fees", *err_string); |
1102 | 0 | } |
1103 | | |
1104 | | // Ensure this two transaction package is a "chunk" on its own; we don't want the child |
1105 | | // to be only paying anti-DoS fees |
1106 | 0 | const CFeeRate parent_feerate(parent_ws.m_modified_fees, parent_ws.m_vsize); |
1107 | 0 | const CFeeRate package_feerate(m_subpackage.m_total_modified_fees, m_subpackage.m_total_vsize); |
1108 | 0 | if (package_feerate <= parent_feerate) { |
1109 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, |
1110 | 0 | "package RBF failed: package feerate is less than or equal to parent feerate", |
1111 | 0 | strprintf("package feerate %s <= parent feerate is %s", package_feerate.ToString(), parent_feerate.ToString()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1112 | 0 | } |
1113 | | |
1114 | | // Run cluster size limit checks and fail if we exceed them. |
1115 | 0 | if (!m_subpackage.m_changeset->CheckMemPoolPolicyLimits()) { |
1116 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, "too-large-cluster", ""); |
1117 | 0 | } |
1118 | | |
1119 | | // Check if it's economically rational to mine this package rather than the ones it replaces. |
1120 | 0 | if (const auto err_tup{ImprovesFeerateDiagram(*m_subpackage.m_changeset)}) { |
1121 | 0 | Assume(err_tup->first == DiagramCheckError::FAILURE); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1122 | 0 | return package_state.Invalid(PackageValidationResult::PCKG_POLICY, |
1123 | 0 | "package RBF failed: " + err_tup.value().second, ""); |
1124 | 0 | } |
1125 | | |
1126 | 0 | LogDebug(BCLog::TXPACKAGES, "package RBF checks passed: parent %s (wtxid=%s), child %s (wtxid=%s), package hash (%s)\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
1127 | 0 | txns.front()->GetHash().ToString(), txns.front()->GetWitnessHash().ToString(), |
1128 | 0 | txns.back()->GetHash().ToString(), txns.back()->GetWitnessHash().ToString(), |
1129 | 0 | GetPackageHash(txns).ToString()); |
1130 | | |
1131 | |
|
1132 | 0 | return true; |
1133 | 0 | } |
1134 | | |
1135 | | bool MemPoolAccept::PolicyScriptChecks(const ATMPArgs& args, Workspace& ws) |
1136 | 0 | { |
1137 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1138 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1139 | 0 | const CTransaction& tx = *ws.m_ptx; |
1140 | 0 | TxValidationState& state = ws.m_state; |
1141 | |
|
1142 | 0 | constexpr script_verify_flags scriptVerifyFlags = STANDARD_SCRIPT_VERIFY_FLAGS; |
1143 | | |
1144 | | // Check input scripts and signatures. |
1145 | | // This is done last to help prevent CPU exhaustion denial-of-service attacks. |
1146 | 0 | if (!CheckInputScripts(tx, state, m_view, scriptVerifyFlags, true, false, ws.m_precomputed_txdata, GetValidationCache())) { |
1147 | | // Detect a failure due to a missing witness so that p2p code can handle rejection caching appropriately. |
1148 | 0 | if (!tx.HasWitness() && SpendsNonAnchorWitnessProg(tx, m_view)) { |
1149 | 0 | state.Invalid(TxValidationResult::TX_WITNESS_STRIPPED, |
1150 | 0 | state.GetRejectReason(), state.GetDebugMessage()); |
1151 | 0 | } |
1152 | 0 | return false; // state filled in by CheckInputScripts |
1153 | 0 | } |
1154 | | |
1155 | 0 | return true; |
1156 | 0 | } |
1157 | | |
1158 | | bool MemPoolAccept::ConsensusScriptChecks(const ATMPArgs& args, Workspace& ws) |
1159 | 0 | { |
1160 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1161 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1162 | 0 | const CTransaction& tx = *ws.m_ptx; |
1163 | 0 | const Txid& hash = ws.m_hash; |
1164 | 0 | TxValidationState& state = ws.m_state; |
1165 | | |
1166 | | // Check again against the current block tip's script verification |
1167 | | // flags to cache our script execution flags. This is, of course, |
1168 | | // useless if the next block has different script flags from the |
1169 | | // previous one, but because the cache tracks script flags for us it |
1170 | | // will auto-invalidate and we'll just have a few blocks of extra |
1171 | | // misses on soft-fork activation. |
1172 | | // |
1173 | | // This is also useful in case of bugs in the standard flags that cause |
1174 | | // transactions to pass as valid when they're actually invalid. For |
1175 | | // instance the STRICTENC flag was incorrectly allowing certain |
1176 | | // CHECKSIG NOT scripts to pass, even though they were invalid. |
1177 | | // |
1178 | | // There is a similar check in CreateNewBlock() to prevent creating |
1179 | | // invalid blocks (using TestBlockValidity), however allowing such |
1180 | | // transactions into the mempool can be exploited as a DoS attack. |
1181 | 0 | script_verify_flags currentBlockScriptVerifyFlags{GetBlockScriptFlags(*m_active_chainstate.m_chain.Tip(), m_active_chainstate.m_chainman)}; |
1182 | 0 | if (!CheckInputsFromMempoolAndCache(tx, state, m_view, m_pool, currentBlockScriptVerifyFlags, |
1183 | 0 | ws.m_precomputed_txdata, m_active_chainstate.CoinsTip(), GetValidationCache())) { |
1184 | 0 | LogError("BUG! PLEASE REPORT THIS! CheckInputScripts failed against latest-block but not STANDARD flags %s, %s", hash.ToString(), state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
1185 | 0 | return Assume(false); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1186 | 0 | } |
1187 | | |
1188 | 0 | return true; |
1189 | 0 | } |
1190 | | |
1191 | | void MemPoolAccept::FinalizeSubpackage(const ATMPArgs& args) |
1192 | 0 | { |
1193 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1194 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1195 | |
|
1196 | 0 | if (!m_subpackage.m_changeset->GetRemovals().empty()) Assume(args.m_allow_replacement); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1197 | | // Remove conflicting transactions from the mempool |
1198 | 0 | for (CTxMemPool::txiter it : m_subpackage.m_changeset->GetRemovals()) |
1199 | 0 | { |
1200 | 0 | std::string log_string = strprintf("replacing mempool tx %s (wtxid=%s, fees=%s, vsize=%s). ",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1201 | 0 | it->GetTx().GetHash().ToString(), |
1202 | 0 | it->GetTx().GetWitnessHash().ToString(), |
1203 | 0 | it->GetFee(), |
1204 | 0 | it->GetTxSize()); |
1205 | 0 | FeeFrac feerate{m_subpackage.m_total_modified_fees, int32_t(m_subpackage.m_total_vsize)}; |
1206 | 0 | uint256 tx_or_package_hash{}; |
1207 | 0 | const bool replaced_with_tx{m_subpackage.m_changeset->GetTxCount() == 1}; |
1208 | 0 | if (replaced_with_tx) { |
1209 | 0 | const CTransaction& tx = m_subpackage.m_changeset->GetAddedTxn(0); |
1210 | 0 | tx_or_package_hash = tx.GetHash().ToUint256(); |
1211 | 0 | log_string += strprintf("New tx %s (wtxid=%s, fees=%s, vsize=%s)",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1212 | 0 | tx.GetHash().ToString(), |
1213 | 0 | tx.GetWitnessHash().ToString(), |
1214 | 0 | feerate.fee, |
1215 | 0 | feerate.size); |
1216 | 0 | } else { |
1217 | 0 | tx_or_package_hash = GetPackageHash(m_subpackage.m_changeset->GetAddedTxns()); |
1218 | 0 | log_string += strprintf("New package %s with %lu txs, fees=%s, vsize=%s",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1219 | 0 | tx_or_package_hash.ToString(), |
1220 | 0 | m_subpackage.m_changeset->GetTxCount(), |
1221 | 0 | feerate.fee, |
1222 | 0 | feerate.size); |
1223 | |
|
1224 | 0 | } |
1225 | 0 | LogDebug(BCLog::MEMPOOL, "%s\n", log_string); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
1226 | 0 | TRACEPOINT(mempool, replaced, |
1227 | 0 | it->GetTx().GetHash().data(), |
1228 | 0 | it->GetTxSize(), |
1229 | 0 | it->GetFee(), |
1230 | 0 | std::chrono::duration_cast<std::chrono::duration<std::uint64_t>>(it->GetTime()).count(), |
1231 | 0 | tx_or_package_hash.data(), |
1232 | 0 | feerate.size, |
1233 | 0 | feerate.fee, |
1234 | 0 | replaced_with_tx |
1235 | 0 | ); |
1236 | 0 | m_subpackage.m_replaced_transactions.push_back(it->GetSharedTx()); |
1237 | 0 | } |
1238 | 0 | m_subpackage.m_changeset->Apply(); |
1239 | 0 | m_subpackage.m_changeset.reset(); |
1240 | 0 | } |
1241 | | |
1242 | | bool MemPoolAccept::SubmitPackage(const ATMPArgs& args, std::vector<Workspace>& workspaces, |
1243 | | PackageValidationState& package_state, |
1244 | | std::map<Wtxid, MempoolAcceptResult>& results) |
1245 | 0 | { |
1246 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1247 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1248 | | // Sanity check: none of the transactions should be in the mempool, and none of the transactions |
1249 | | // should have a same-txid-different-witness equivalent in the mempool. |
1250 | 0 | assert(std::all_of(workspaces.cbegin(), workspaces.cend(), [this](const auto& ws) { return !m_pool.exists(ws.m_ptx->GetHash()); })); |
1251 | | |
1252 | 0 | bool all_submitted = true; |
1253 | 0 | FinalizeSubpackage(args); |
1254 | | // ConsensusScriptChecks adds to the script cache and is therefore consensus-critical; |
1255 | | // CheckInputsFromMempoolAndCache asserts that transactions only spend coins available from the |
1256 | | // mempool or UTXO set. Submit each transaction to the mempool immediately after calling |
1257 | | // ConsensusScriptChecks to make the outputs available for subsequent transactions. |
1258 | 0 | for (Workspace& ws : workspaces) { |
1259 | 0 | if (!ConsensusScriptChecks(args, ws)) { |
1260 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), MempoolAcceptResult::Failure(ws.m_state)); |
1261 | | // Since PolicyScriptChecks() passed, this should never fail. |
1262 | 0 | Assume(false); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1263 | 0 | all_submitted = false; |
1264 | 0 | package_state.Invalid(PackageValidationResult::PCKG_MEMPOOL_ERROR, |
1265 | 0 | strprintf("BUG! PolicyScriptChecks succeeded but ConsensusScriptChecks failed: %s",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
1266 | 0 | ws.m_ptx->GetHash().ToString())); |
1267 | | // Remove the transaction from the mempool. |
1268 | 0 | if (!m_subpackage.m_changeset) m_subpackage.m_changeset = m_pool.GetChangeSet(); |
1269 | 0 | m_subpackage.m_changeset->StageRemoval(m_pool.GetIter(ws.m_ptx->GetHash()).value()); |
1270 | 0 | } |
1271 | 0 | } |
1272 | 0 | if (!all_submitted) { |
1273 | 0 | Assume(m_subpackage.m_changeset); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1274 | | // This code should be unreachable; it's here as belt-and-suspenders |
1275 | | // to try to ensure we have no consensus-invalid transactions in the |
1276 | | // mempool. |
1277 | 0 | m_subpackage.m_changeset->Apply(); |
1278 | 0 | m_subpackage.m_changeset.reset(); |
1279 | 0 | return false; |
1280 | 0 | } |
1281 | | |
1282 | 0 | std::vector<Wtxid> all_package_wtxids; |
1283 | 0 | all_package_wtxids.reserve(workspaces.size()); |
1284 | 0 | std::transform(workspaces.cbegin(), workspaces.cend(), std::back_inserter(all_package_wtxids), |
1285 | 0 | [](const auto& ws) { return ws.m_ptx->GetWitnessHash(); }); |
1286 | |
|
1287 | 0 | if (!m_subpackage.m_replaced_transactions.empty()) { |
1288 | 0 | LogDebug(BCLog::MEMPOOL, "replaced %u mempool transactions with %u new one(s) for %s additional fees, %d delta bytes\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
1289 | 0 | m_subpackage.m_replaced_transactions.size(), workspaces.size(), |
1290 | 0 | m_subpackage.m_total_modified_fees - m_subpackage.m_conflicting_fees, |
1291 | 0 | m_subpackage.m_total_vsize - static_cast<int>(m_subpackage.m_conflicting_size)); |
1292 | 0 | } |
1293 | | |
1294 | | // Add successful results. The returned results may change later if LimitMempoolSize() evicts them. |
1295 | 0 | for (Workspace& ws : workspaces) { |
1296 | 0 | auto iter = m_pool.GetIter(ws.m_ptx->GetHash()); |
1297 | 0 | Assume(iter.has_value()); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1298 | 0 | const auto effective_feerate = args.m_package_feerates ? ws.m_package_feerate : |
1299 | 0 | CFeeRate{ws.m_modified_fees, static_cast<int32_t>(ws.m_vsize)}; |
1300 | 0 | const auto effective_feerate_wtxids = args.m_package_feerates ? all_package_wtxids : |
1301 | 0 | std::vector<Wtxid>{ws.m_ptx->GetWitnessHash()}; |
1302 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), |
1303 | 0 | MempoolAcceptResult::Success(std::move(m_subpackage.m_replaced_transactions), ws.m_vsize, |
1304 | 0 | ws.m_base_fees, effective_feerate, effective_feerate_wtxids)); |
1305 | 0 | if (!m_pool.m_opts.signals) continue; |
1306 | 0 | const CTransaction& tx = *ws.m_ptx; |
1307 | 0 | const auto tx_info = NewMempoolTransactionInfo(ws.m_ptx, ws.m_base_fees, |
1308 | 0 | ws.m_vsize, (*iter)->GetHeight(), |
1309 | 0 | args.m_bypass_limits, args.m_package_submission, |
1310 | 0 | IsCurrentForFeeEstimation(m_active_chainstate), |
1311 | 0 | m_pool.HasNoInputsOf(tx)); |
1312 | 0 | m_pool.m_opts.signals->TransactionAddedToMempool(tx_info, m_pool.GetAndIncrementSequence()); |
1313 | 0 | } |
1314 | 0 | return all_submitted; |
1315 | 0 | } |
1316 | | |
1317 | | MempoolAcceptResult MemPoolAccept::AcceptSingleTransactionInternal(const CTransactionRef& ptx, ATMPArgs& args) |
1318 | 0 | { |
1319 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1320 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1321 | |
|
1322 | 0 | Workspace ws(ptx); |
1323 | 0 | const std::vector<Wtxid> single_wtxid{ws.m_ptx->GetWitnessHash()}; |
1324 | |
|
1325 | 0 | if (!PreChecks(args, ws)) { |
1326 | 0 | if (ws.m_state.GetResult() == TxValidationResult::TX_RECONSIDERABLE) { |
1327 | | // Failed for fee reasons. Provide the effective feerate and which tx was included. |
1328 | 0 | return MempoolAcceptResult::FeeFailure(ws.m_state, CFeeRate(ws.m_modified_fees, ws.m_vsize), single_wtxid); |
1329 | 0 | } |
1330 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1331 | 0 | } |
1332 | | |
1333 | 0 | if (m_subpackage.m_rbf && !ReplacementChecks(ws)) { |
1334 | 0 | if (ws.m_state.GetResult() == TxValidationResult::TX_RECONSIDERABLE) { |
1335 | | // Failed for incentives-based fee reasons. Provide the effective feerate and which tx was included. |
1336 | 0 | return MempoolAcceptResult::FeeFailure(ws.m_state, CFeeRate(ws.m_modified_fees, ws.m_vsize), single_wtxid); |
1337 | 0 | } |
1338 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1339 | 0 | } |
1340 | | |
1341 | | // Check if the transaction would exceed the cluster size limit. |
1342 | 0 | if (!m_subpackage.m_changeset->CheckMemPoolPolicyLimits()) { |
1343 | 0 | ws.m_state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "too-large-cluster", ""); |
1344 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1345 | 0 | } |
1346 | | |
1347 | | // Now that we've verified the cluster limit is respected, we can perform |
1348 | | // calculations involving the full ancestors of the tx. |
1349 | 0 | if (ws.m_conflicts.size()) { |
1350 | 0 | auto ancestors = m_subpackage.m_changeset->CalculateMemPoolAncestors(ws.m_tx_handle); |
1351 | | |
1352 | | // A transaction that spends outputs that would be replaced by it is invalid. Now |
1353 | | // that we have the set of all ancestors we can detect this |
1354 | | // pathological case by making sure ws.m_conflicts and this tx's ancestors don't |
1355 | | // intersect. |
1356 | 0 | if (const auto err_string{EntriesAndTxidsDisjoint(ancestors, ws.m_conflicts, ptx->GetHash())}) { |
1357 | | // We classify this as a consensus error because a transaction depending on something it |
1358 | | // conflicts with would be inconsistent. |
1359 | 0 | ws.m_state.Invalid(TxValidationResult::TX_CONSENSUS, "bad-txns-spends-conflicting-tx", *err_string); |
1360 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1361 | 0 | } |
1362 | 0 | } |
1363 | | |
1364 | 0 | m_subpackage.m_total_vsize = ws.m_vsize; |
1365 | 0 | m_subpackage.m_total_modified_fees = ws.m_modified_fees; |
1366 | | |
1367 | | // Individual modified feerate exceeded caller-defined max; abort |
1368 | 0 | if (args.m_client_maxfeerate && CFeeRate(ws.m_modified_fees, ws.m_vsize) > args.m_client_maxfeerate.value()) { |
1369 | 0 | ws.m_state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "max feerate exceeded", ""); |
1370 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1371 | 0 | } |
1372 | | |
1373 | 0 | if (!args.m_bypass_limits && m_pool.m_opts.require_standard) { |
1374 | 0 | Wtxid dummy_wtxid; |
1375 | 0 | if (!CheckEphemeralSpends(/*package=*/{ptx}, m_pool.m_opts.dust_relay_feerate, m_pool, ws.m_state, dummy_wtxid)) { |
1376 | 0 | return MempoolAcceptResult::Failure(ws.m_state); |
1377 | 0 | } |
1378 | 0 | } |
1379 | | |
1380 | | // Perform the inexpensive checks first and avoid hashing and signature verification unless |
1381 | | // those checks pass, to mitigate CPU exhaustion denial-of-service attacks. |
1382 | 0 | if (!PolicyScriptChecks(args, ws)) return MempoolAcceptResult::Failure(ws.m_state); |
1383 | | |
1384 | 0 | if (!ConsensusScriptChecks(args, ws)) return MempoolAcceptResult::Failure(ws.m_state); |
1385 | | |
1386 | 0 | const CFeeRate effective_feerate{ws.m_modified_fees, static_cast<int32_t>(ws.m_vsize)}; |
1387 | | // Tx was accepted, but not added |
1388 | 0 | if (args.m_test_accept) { |
1389 | 0 | return MempoolAcceptResult::Success(std::move(m_subpackage.m_replaced_transactions), ws.m_vsize, |
1390 | 0 | ws.m_base_fees, effective_feerate, single_wtxid); |
1391 | 0 | } |
1392 | | |
1393 | 0 | FinalizeSubpackage(args); |
1394 | | |
1395 | | // Limit the mempool, if appropriate. |
1396 | 0 | if (!args.m_package_submission && !args.m_bypass_limits) { |
1397 | 0 | LimitMempoolSize(m_pool, m_active_chainstate.CoinsTip()); |
1398 | | // If mempool contents change, then the m_view cache is dirty. Given this isn't a package |
1399 | | // submission, we won't be using the cache anymore, but clear it anyway for clarity. |
1400 | 0 | CleanupTemporaryCoins(); |
1401 | |
|
1402 | 0 | if (!m_pool.exists(ws.m_hash)) { |
1403 | | // The tx no longer meets our (new) mempool minimum feerate but could be reconsidered in a package. |
1404 | 0 | ws.m_state.Invalid(TxValidationResult::TX_RECONSIDERABLE, "mempool full"); |
1405 | 0 | return MempoolAcceptResult::FeeFailure(ws.m_state, CFeeRate(ws.m_modified_fees, ws.m_vsize), {ws.m_ptx->GetWitnessHash()}); |
1406 | 0 | } |
1407 | 0 | } |
1408 | | |
1409 | 0 | if (m_pool.m_opts.signals) { |
1410 | 0 | const CTransaction& tx = *ws.m_ptx; |
1411 | 0 | auto iter = m_pool.GetIter(tx.GetHash()); |
1412 | 0 | Assume(iter.has_value()); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1413 | 0 | const auto tx_info = NewMempoolTransactionInfo(ws.m_ptx, ws.m_base_fees, |
1414 | 0 | ws.m_vsize, (*iter)->GetHeight(), |
1415 | 0 | args.m_bypass_limits, args.m_package_submission, |
1416 | 0 | IsCurrentForFeeEstimation(m_active_chainstate), |
1417 | 0 | m_pool.HasNoInputsOf(tx)); |
1418 | 0 | m_pool.m_opts.signals->TransactionAddedToMempool(tx_info, m_pool.GetAndIncrementSequence()); |
1419 | 0 | } |
1420 | |
|
1421 | 0 | if (!m_subpackage.m_replaced_transactions.empty()) { |
1422 | 0 | LogDebug(BCLog::MEMPOOL, "replaced %u mempool transactions with 1 new transaction for %s additional fees, %d delta bytes\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
1423 | 0 | m_subpackage.m_replaced_transactions.size(), |
1424 | 0 | ws.m_modified_fees - m_subpackage.m_conflicting_fees, |
1425 | 0 | ws.m_vsize - static_cast<int>(m_subpackage.m_conflicting_size)); |
1426 | 0 | } |
1427 | |
|
1428 | 0 | return MempoolAcceptResult::Success(std::move(m_subpackage.m_replaced_transactions), ws.m_vsize, ws.m_base_fees, |
1429 | 0 | effective_feerate, single_wtxid); |
1430 | 0 | } |
1431 | | |
1432 | | PackageMempoolAcceptResult MemPoolAccept::AcceptMultipleTransactionsInternal(const std::vector<CTransactionRef>& txns, ATMPArgs& args) |
1433 | 0 | { |
1434 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1435 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1436 | | |
1437 | | // These context-free package limits can be done before taking the mempool lock. |
1438 | 0 | PackageValidationState package_state; |
1439 | 0 | if (!IsWellFormedPackage(txns, package_state)) return PackageMempoolAcceptResult(package_state, {}); |
1440 | | |
1441 | 0 | std::vector<Workspace> workspaces{}; |
1442 | 0 | workspaces.reserve(txns.size()); |
1443 | 0 | std::transform(txns.cbegin(), txns.cend(), std::back_inserter(workspaces), |
1444 | 0 | [](const auto& tx) { return Workspace(tx); }); |
1445 | 0 | std::map<Wtxid, MempoolAcceptResult> results; |
1446 | | |
1447 | | // Do all PreChecks first and fail fast to avoid running expensive script checks when unnecessary. |
1448 | 0 | for (Workspace& ws : workspaces) { |
1449 | 0 | if (!PreChecks(args, ws)) { |
1450 | 0 | package_state.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1451 | | // Exit early to avoid doing pointless work. Update the failed tx result; the rest are unfinished. |
1452 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), MempoolAcceptResult::Failure(ws.m_state)); |
1453 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1454 | 0 | } |
1455 | | |
1456 | | // Individual modified feerate exceeded caller-defined max; abort |
1457 | | // N.B. this doesn't take into account CPFPs. Chunk-aware validation may be more robust. |
1458 | 0 | if (args.m_client_maxfeerate && CFeeRate(ws.m_modified_fees, ws.m_vsize) > args.m_client_maxfeerate.value()) { |
1459 | | // Need to set failure here both individually and at package level |
1460 | 0 | ws.m_state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "max feerate exceeded", ""); |
1461 | 0 | package_state.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1462 | | // Exit early to avoid doing pointless work. Update the failed tx result; the rest are unfinished. |
1463 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), MempoolAcceptResult::Failure(ws.m_state)); |
1464 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1465 | 0 | } |
1466 | | |
1467 | | // Make the coins created by this transaction available for subsequent transactions in the |
1468 | | // package to spend. If there are no conflicts within the package, no transaction can spend a coin |
1469 | | // needed by another transaction in the package. We also need to make sure that no package |
1470 | | // tx replaces (or replaces the ancestor of) the parent of another package tx. As long as we |
1471 | | // check these two things, we don't need to track the coins spent. |
1472 | | // If a package tx conflicts with a mempool tx, PackageRBFChecks() ensures later that any package RBF attempt |
1473 | | // has *no* in-mempool ancestors, so we don't have to worry about subsequent transactions in |
1474 | | // same package spending the same in-mempool outpoints. This needs to be revisited for general |
1475 | | // package RBF. |
1476 | 0 | m_viewmempool.PackageAddTransaction(ws.m_ptx); |
1477 | 0 | } |
1478 | | |
1479 | | // At this point we have all in-mempool parents, and we know every transaction's vsize. |
1480 | | // Run the TRUC checks on the package. |
1481 | 0 | for (Workspace& ws : workspaces) { |
1482 | 0 | if (auto err{PackageTRUCChecks(m_pool, ws.m_ptx, ws.m_vsize, txns, ws.m_parents)}) { |
1483 | 0 | package_state.Invalid(PackageValidationResult::PCKG_POLICY, "TRUC-violation", err.value()); |
1484 | 0 | return PackageMempoolAcceptResult(package_state, {}); |
1485 | 0 | } |
1486 | 0 | } |
1487 | | |
1488 | | // Transactions must meet two minimum feerates: the mempool minimum fee and min relay fee. |
1489 | | // For transactions consisting of exactly one child and its parents, it suffices to use the |
1490 | | // package feerate (total modified fees / total virtual size) to check this requirement. |
1491 | | // Note that this is an aggregate feerate; this function has not checked that there are transactions |
1492 | | // too low feerate to pay for themselves, or that the child transactions are higher feerate than |
1493 | | // their parents. Using aggregate feerate may allow "parents pay for child" behavior and permit |
1494 | | // a child that is below mempool minimum feerate. To avoid these behaviors, callers of |
1495 | | // AcceptMultipleTransactions need to restrict txns topology (e.g. to ancestor sets) and check |
1496 | | // the feerates of individuals and subsets. |
1497 | 0 | m_subpackage.m_total_vsize = std::accumulate(workspaces.cbegin(), workspaces.cend(), int64_t{0}, |
1498 | 0 | [](int64_t sum, auto& ws) { return sum + ws.m_vsize; }); |
1499 | 0 | m_subpackage.m_total_modified_fees = std::accumulate(workspaces.cbegin(), workspaces.cend(), CAmount{0}, |
1500 | 0 | [](CAmount sum, auto& ws) { return sum + ws.m_modified_fees; }); |
1501 | 0 | const CFeeRate package_feerate(m_subpackage.m_total_modified_fees, m_subpackage.m_total_vsize); |
1502 | 0 | std::vector<Wtxid> all_package_wtxids; |
1503 | 0 | all_package_wtxids.reserve(workspaces.size()); |
1504 | 0 | std::transform(workspaces.cbegin(), workspaces.cend(), std::back_inserter(all_package_wtxids), |
1505 | 0 | [](const auto& ws) { return ws.m_ptx->GetWitnessHash(); }); |
1506 | 0 | TxValidationState placeholder_state; |
1507 | 0 | if (args.m_package_feerates && |
1508 | 0 | !CheckFeeRate(m_subpackage.m_total_vsize, m_subpackage.m_total_modified_fees, placeholder_state)) { |
1509 | 0 | package_state.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1510 | 0 | return PackageMempoolAcceptResult(package_state, {{workspaces.back().m_ptx->GetWitnessHash(), |
1511 | 0 | MempoolAcceptResult::FeeFailure(placeholder_state, CFeeRate(m_subpackage.m_total_modified_fees, m_subpackage.m_total_vsize), all_package_wtxids)}}); |
1512 | 0 | } |
1513 | | |
1514 | | // Apply package mempool RBF checks. |
1515 | 0 | if (m_subpackage.m_rbf && !PackageRBFChecks(txns, workspaces, m_subpackage.m_total_vsize, package_state)) { |
1516 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1517 | 0 | } |
1518 | | |
1519 | | // Check if the transactions would exceed the cluster size limit. |
1520 | 0 | if (!m_subpackage.m_changeset->CheckMemPoolPolicyLimits()) { |
1521 | 0 | package_state.Invalid(PackageValidationResult::PCKG_POLICY, "too-large-cluster", ""); |
1522 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1523 | 0 | } |
1524 | | |
1525 | | // Now that we've bounded the resulting possible ancestry count, check package for dust spends |
1526 | 0 | if (m_pool.m_opts.require_standard) { |
1527 | 0 | TxValidationState child_state; |
1528 | 0 | Wtxid child_wtxid; |
1529 | 0 | if (!CheckEphemeralSpends(txns, m_pool.m_opts.dust_relay_feerate, m_pool, child_state, child_wtxid)) { |
1530 | 0 | package_state.Invalid(PackageValidationResult::PCKG_TX, "unspent-dust"); |
1531 | 0 | results.emplace(child_wtxid, MempoolAcceptResult::Failure(child_state)); |
1532 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1533 | 0 | } |
1534 | 0 | } |
1535 | | |
1536 | 0 | for (Workspace& ws : workspaces) { |
1537 | 0 | ws.m_package_feerate = package_feerate; |
1538 | 0 | if (!PolicyScriptChecks(args, ws)) { |
1539 | | // Exit early to avoid doing pointless work. Update the failed tx result; the rest are unfinished. |
1540 | 0 | package_state.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1541 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), MempoolAcceptResult::Failure(ws.m_state)); |
1542 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1543 | 0 | } |
1544 | 0 | if (args.m_test_accept) { |
1545 | 0 | const auto effective_feerate = args.m_package_feerates ? ws.m_package_feerate : |
1546 | 0 | CFeeRate{ws.m_modified_fees, static_cast<int32_t>(ws.m_vsize)}; |
1547 | 0 | const auto effective_feerate_wtxids = args.m_package_feerates ? all_package_wtxids : |
1548 | 0 | std::vector<Wtxid>{ws.m_ptx->GetWitnessHash()}; |
1549 | 0 | results.emplace(ws.m_ptx->GetWitnessHash(), |
1550 | 0 | MempoolAcceptResult::Success(std::move(m_subpackage.m_replaced_transactions), |
1551 | 0 | ws.m_vsize, ws.m_base_fees, effective_feerate, |
1552 | 0 | effective_feerate_wtxids)); |
1553 | 0 | } |
1554 | 0 | } |
1555 | | |
1556 | 0 | if (args.m_test_accept) return PackageMempoolAcceptResult(package_state, std::move(results)); |
1557 | | |
1558 | 0 | if (!SubmitPackage(args, workspaces, package_state, results)) { |
1559 | | // PackageValidationState filled in by SubmitPackage(). |
1560 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1561 | 0 | } |
1562 | | |
1563 | 0 | return PackageMempoolAcceptResult(package_state, std::move(results)); |
1564 | 0 | } |
1565 | | |
1566 | | void MemPoolAccept::CleanupTemporaryCoins() |
1567 | 0 | { |
1568 | | // There are 3 kinds of coins in m_view: |
1569 | | // (1) Temporary coins from the transactions in subpackage, constructed by m_viewmempool. |
1570 | | // (2) Mempool coins from transactions in the mempool, constructed by m_viewmempool. |
1571 | | // (3) Confirmed coins fetched from our current UTXO set. |
1572 | | // |
1573 | | // (1) Temporary coins need to be removed, regardless of whether the transaction was submitted. |
1574 | | // If the transaction was submitted to the mempool, m_viewmempool will be able to fetch them from |
1575 | | // there. If it wasn't submitted to mempool, it is incorrect to keep them - future calls may try |
1576 | | // to spend those coins that don't actually exist. |
1577 | | // (2) Mempool coins also need to be removed. If the mempool contents have changed as a result |
1578 | | // of submitting or replacing transactions, coins previously fetched from mempool may now be |
1579 | | // spent or nonexistent. Those coins need to be deleted from m_view. |
1580 | | // (3) Confirmed coins don't need to be removed. The chainstate has not changed (we are |
1581 | | // holding cs_main and no blocks have been processed) so the confirmed tx cannot disappear like |
1582 | | // a mempool tx can. The coin may now be spent after we submitted a tx to mempool, but |
1583 | | // we have already checked that the package does not have 2 transactions spending the same coin |
1584 | | // and we check whether a mempool transaction spends conflicting coins (CTxMemPool::GetConflictTx). |
1585 | | // Keeping them in m_view is an optimization to not re-fetch confirmed coins if we later look up |
1586 | | // inputs for this transaction again. |
1587 | 0 | for (const auto& outpoint : m_viewmempool.GetNonBaseCoins()) { |
1588 | | // In addition to resetting m_viewmempool, we also need to manually delete these coins from |
1589 | | // m_view because it caches copies of the coins it fetched from m_viewmempool previously. |
1590 | 0 | m_view.Uncache(outpoint); |
1591 | 0 | } |
1592 | | // This deletes the temporary and mempool coins. |
1593 | 0 | m_viewmempool.Reset(); |
1594 | 0 | } |
1595 | | |
1596 | | PackageMempoolAcceptResult MemPoolAccept::AcceptSubPackage(const std::vector<CTransactionRef>& subpackage, ATMPArgs& args) |
1597 | 0 | { |
1598 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1599 | 0 | AssertLockHeld(m_pool.cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1600 | 0 | auto result = [&]() EXCLUSIVE_LOCKS_REQUIRED(::cs_main, m_pool.cs) { |
1601 | 0 | if (subpackage.size() > 1) { |
1602 | 0 | return AcceptMultipleTransactionsInternal(subpackage, args); |
1603 | 0 | } |
1604 | 0 | const auto& tx = subpackage.front(); |
1605 | 0 | ATMPArgs single_args = ATMPArgs::SingleInPackageAccept(args); |
1606 | 0 | const auto single_res = AcceptSingleTransactionInternal(tx, single_args); |
1607 | 0 | PackageValidationState package_state_wrapped; |
1608 | 0 | if (single_res.m_result_type != MempoolAcceptResult::ResultType::VALID) { |
1609 | 0 | package_state_wrapped.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1610 | 0 | } |
1611 | 0 | return PackageMempoolAcceptResult(package_state_wrapped, {{tx->GetWitnessHash(), single_res}}); |
1612 | 0 | }(); |
1613 | | |
1614 | | // Clean up m_view and m_viewmempool so that other subpackage evaluations don't have access to |
1615 | | // coins they shouldn't. Keep some coins in order to minimize re-fetching coins from the UTXO set. |
1616 | | // Clean up package feerate and rbf calculations |
1617 | 0 | ClearSubPackageState(); |
1618 | |
|
1619 | 0 | return result; |
1620 | 0 | } |
1621 | | |
1622 | | PackageMempoolAcceptResult MemPoolAccept::AcceptPackage(const Package& package, ATMPArgs& args) |
1623 | 0 | { |
1624 | 0 | Assert(!package.empty()); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
1625 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1626 | | // Used if returning a PackageMempoolAcceptResult directly from this function. |
1627 | 0 | PackageValidationState package_state_quit_early; |
1628 | | |
1629 | | // There are two topologies we are able to handle through this function: |
1630 | | // (1) A single transaction |
1631 | | // (2) A child-with-parents package. |
1632 | | // Check that the package is well-formed. If it isn't, we won't try to validate any of the |
1633 | | // transactions and thus won't return any MempoolAcceptResults, just a package-wide error. |
1634 | | |
1635 | | // Context-free package checks. |
1636 | 0 | if (!IsWellFormedPackage(package, package_state_quit_early)) { |
1637 | 0 | return PackageMempoolAcceptResult(package_state_quit_early, {}); |
1638 | 0 | } |
1639 | | |
1640 | 0 | if (package.size() > 1 && !IsChildWithParents(package)) { |
1641 | | // All transactions in the package must be a parent of the last transaction. This is just an |
1642 | | // opportunity for us to fail fast on a context-free check without taking the mempool lock. |
1643 | 0 | package_state_quit_early.Invalid(PackageValidationResult::PCKG_POLICY, "package-not-child-with-parents"); |
1644 | 0 | return PackageMempoolAcceptResult(package_state_quit_early, {}); |
1645 | 0 | } |
1646 | | |
1647 | 0 | LOCK(m_pool.cs); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
1648 | | // Stores results from which we will create the returned PackageMempoolAcceptResult. |
1649 | | // A result may be changed if a mempool transaction is evicted later due to LimitMempoolSize(). |
1650 | 0 | std::map<Wtxid, MempoolAcceptResult> results_final; |
1651 | | // Results from individual validation which will be returned if no other result is available for |
1652 | | // this transaction. "Nonfinal" because if a transaction fails by itself but succeeds later |
1653 | | // (i.e. when evaluated with a fee-bumping child), the result in this map may be discarded. |
1654 | 0 | std::map<Wtxid, MempoolAcceptResult> individual_results_nonfinal; |
1655 | | // Tracks whether we think package submission could result in successful entry to the mempool |
1656 | 0 | bool quit_early{false}; |
1657 | 0 | std::vector<CTransactionRef> txns_package_eval; |
1658 | 0 | for (const auto& tx : package) { |
1659 | 0 | const auto& wtxid = tx->GetWitnessHash(); |
1660 | 0 | const auto& txid = tx->GetHash(); |
1661 | | // There are 3 possibilities: already in mempool, same-txid-diff-wtxid already in mempool, |
1662 | | // or not in mempool. An already confirmed tx is treated as one not in mempool, because all |
1663 | | // we know is that the inputs aren't available. |
1664 | 0 | if (m_pool.exists(wtxid)) { |
1665 | | // Exact transaction already exists in the mempool. |
1666 | | // Node operators are free to set their mempool policies however they please, nodes may receive |
1667 | | // transactions in different orders, and malicious counterparties may try to take advantage of |
1668 | | // policy differences to pin or delay propagation of transactions. As such, it's possible for |
1669 | | // some package transaction(s) to already be in the mempool, and we don't want to reject the |
1670 | | // entire package in that case (as that could be a censorship vector). De-duplicate the |
1671 | | // transactions that are already in the mempool, and only call AcceptMultipleTransactions() with |
1672 | | // the new transactions. This ensures we don't double-count transaction counts and sizes when |
1673 | | // checking ancestor/descendant limits, or double-count transaction fees for fee-related policy. |
1674 | 0 | const auto& entry{*Assert(m_pool.GetEntry(txid))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
1675 | 0 | results_final.emplace(wtxid, MempoolAcceptResult::MempoolTx(entry.GetTxSize(), entry.GetFee())); |
1676 | 0 | } else if (m_pool.exists(txid)) { |
1677 | | // Transaction with the same non-witness data but different witness (same txid, |
1678 | | // different wtxid) already exists in the mempool. |
1679 | | // |
1680 | | // We don't allow replacement transactions right now, so just swap the package |
1681 | | // transaction for the mempool one. Note that we are ignoring the validity of the |
1682 | | // package transaction passed in. |
1683 | | // TODO: allow witness replacement in packages. |
1684 | 0 | const auto& entry{*Assert(m_pool.GetEntry(txid))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
1685 | | // Provide the wtxid of the mempool tx so that the caller can look it up in the mempool. |
1686 | 0 | results_final.emplace(wtxid, MempoolAcceptResult::MempoolTxDifferentWitness(entry.GetTx().GetWitnessHash())); |
1687 | 0 | } else { |
1688 | | // Transaction does not already exist in the mempool. |
1689 | | // Try submitting the transaction on its own. |
1690 | 0 | const auto single_package_res = AcceptSubPackage({tx}, args); |
1691 | 0 | const auto& single_res = single_package_res.m_tx_results.at(wtxid); |
1692 | 0 | if (single_res.m_result_type == MempoolAcceptResult::ResultType::VALID) { |
1693 | | // The transaction succeeded on its own and is now in the mempool. Don't include it |
1694 | | // in package validation, because its fees should only be "used" once. |
1695 | 0 | assert(m_pool.exists(wtxid)); |
1696 | 0 | results_final.emplace(wtxid, single_res); |
1697 | 0 | } else if (package.size() == 1 || // If there is only one transaction, no need to retry it "as a package" |
1698 | 0 | (single_res.m_state.GetResult() != TxValidationResult::TX_RECONSIDERABLE && |
1699 | 0 | single_res.m_state.GetResult() != TxValidationResult::TX_MISSING_INPUTS)) { |
1700 | | // Package validation policy only differs from individual policy in its evaluation |
1701 | | // of feerate. For example, if a transaction fails here due to violation of a |
1702 | | // consensus rule, the result will not change when it is submitted as part of a |
1703 | | // package. To minimize the amount of repeated work, unless the transaction fails |
1704 | | // due to feerate or missing inputs (its parent is a previous transaction in the |
1705 | | // package that failed due to feerate), don't run package validation. Note that this |
1706 | | // decision might not make sense if different types of packages are allowed in the |
1707 | | // future. Continue individually validating the rest of the transactions, because |
1708 | | // some of them may still be valid. |
1709 | 0 | quit_early = true; |
1710 | 0 | package_state_quit_early.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1711 | 0 | individual_results_nonfinal.emplace(wtxid, single_res); |
1712 | 0 | } else { |
1713 | 0 | individual_results_nonfinal.emplace(wtxid, single_res); |
1714 | 0 | txns_package_eval.push_back(tx); |
1715 | 0 | } |
1716 | 0 | } |
1717 | 0 | } |
1718 | | |
1719 | 0 | auto multi_submission_result = quit_early || txns_package_eval.empty() ? PackageMempoolAcceptResult(package_state_quit_early, {}) : |
1720 | 0 | AcceptSubPackage(txns_package_eval, args); |
1721 | 0 | PackageValidationState& package_state_final = multi_submission_result.m_state; |
1722 | | |
1723 | | // This is invoked by AcceptSubPackage() already, so this is just here for |
1724 | | // clarity (since it's not permitted to invoke LimitMempoolSize() while a |
1725 | | // changeset is outstanding). |
1726 | 0 | ClearSubPackageState(); |
1727 | | |
1728 | | // Make sure we haven't exceeded max mempool size. |
1729 | | // Package transactions that were submitted to mempool or already in mempool may be evicted. |
1730 | | // If mempool contents change, then the m_view cache is dirty. It has already been cleared above. |
1731 | 0 | LimitMempoolSize(m_pool, m_active_chainstate.CoinsTip()); |
1732 | |
|
1733 | 0 | for (const auto& tx : package) { |
1734 | 0 | const auto& wtxid = tx->GetWitnessHash(); |
1735 | 0 | if (multi_submission_result.m_tx_results.contains(wtxid)) { |
1736 | | // We shouldn't have re-submitted if the tx result was already in results_final. |
1737 | 0 | Assume(!results_final.contains(wtxid)); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1738 | | // If it was submitted, check to see if the tx is still in the mempool. It could have |
1739 | | // been evicted due to LimitMempoolSize() above. |
1740 | 0 | const auto& txresult = multi_submission_result.m_tx_results.at(wtxid); |
1741 | 0 | if (txresult.m_result_type == MempoolAcceptResult::ResultType::VALID && !m_pool.exists(wtxid)) { |
1742 | 0 | package_state_final.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1743 | 0 | TxValidationState mempool_full_state; |
1744 | 0 | mempool_full_state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "mempool full"); |
1745 | 0 | results_final.emplace(wtxid, MempoolAcceptResult::Failure(mempool_full_state)); |
1746 | 0 | } else { |
1747 | 0 | results_final.emplace(wtxid, txresult); |
1748 | 0 | } |
1749 | 0 | } else if (const auto it{results_final.find(wtxid)}; it != results_final.end()) { |
1750 | | // Already-in-mempool transaction. Check to see if it's still there, as it could have |
1751 | | // been evicted when LimitMempoolSize() was called. |
1752 | 0 | Assume(it->second.m_result_type != MempoolAcceptResult::ResultType::INVALID); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1753 | 0 | Assume(!individual_results_nonfinal.contains(wtxid)); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1754 | | // Query by txid to include the same-txid-different-witness ones. |
1755 | 0 | if (!m_pool.exists(tx->GetHash())) { |
1756 | 0 | package_state_final.Invalid(PackageValidationResult::PCKG_TX, "transaction failed"); |
1757 | 0 | TxValidationState mempool_full_state; |
1758 | 0 | mempool_full_state.Invalid(TxValidationResult::TX_MEMPOOL_POLICY, "mempool full"); |
1759 | | // Replace the previous result. |
1760 | 0 | results_final.erase(wtxid); |
1761 | 0 | results_final.emplace(wtxid, MempoolAcceptResult::Failure(mempool_full_state)); |
1762 | 0 | } |
1763 | 0 | } else if (const auto it{individual_results_nonfinal.find(wtxid)}; it != individual_results_nonfinal.end()) { |
1764 | 0 | Assume(it->second.m_result_type == MempoolAcceptResult::ResultType::INVALID); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1765 | | // Interesting result from previous processing. |
1766 | 0 | results_final.emplace(wtxid, it->second); |
1767 | 0 | } |
1768 | 0 | } |
1769 | 0 | Assume(results_final.size() == package.size()); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
1770 | 0 | return PackageMempoolAcceptResult(package_state_final, std::move(results_final)); |
1771 | 0 | } |
1772 | | |
1773 | | } // anon namespace |
1774 | | |
1775 | | MempoolAcceptResult AcceptToMemoryPool(Chainstate& active_chainstate, const CTransactionRef& tx, |
1776 | | int64_t accept_time, bool bypass_limits, bool test_accept) |
1777 | 0 | { |
1778 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1779 | 0 | const CChainParams& chainparams{active_chainstate.m_chainman.GetParams()}; |
1780 | 0 | assert(active_chainstate.GetMempool() != nullptr); |
1781 | 0 | CTxMemPool& pool{*active_chainstate.GetMempool()}; |
1782 | |
|
1783 | 0 | std::vector<COutPoint> coins_to_uncache; |
1784 | |
|
1785 | 0 | auto args = MemPoolAccept::ATMPArgs::SingleAccept(chainparams, accept_time, bypass_limits, coins_to_uncache, test_accept); |
1786 | 0 | MempoolAcceptResult result = MemPoolAccept(pool, active_chainstate).AcceptSingleTransactionAndCleanup(tx, args); |
1787 | |
|
1788 | 0 | if (result.m_result_type != MempoolAcceptResult::ResultType::VALID) { |
1789 | | // Remove coins that were not present in the coins cache before calling |
1790 | | // AcceptSingleTransaction(); this is to prevent memory DoS in case we receive a large |
1791 | | // number of invalid transactions that attempt to overrun the in-memory coins cache |
1792 | | // (`CCoinsViewCache::cacheCoins`). |
1793 | |
|
1794 | 0 | for (const COutPoint& hashTx : coins_to_uncache) |
1795 | 0 | active_chainstate.CoinsTip().Uncache(hashTx); |
1796 | 0 | TRACEPOINT(mempool, rejected, |
1797 | 0 | tx->GetHash().data(), |
1798 | 0 | result.m_state.GetRejectReason().c_str() |
1799 | 0 | ); |
1800 | 0 | } |
1801 | | // After we've (potentially) uncached entries, ensure our coins cache is still within its size limits |
1802 | 0 | BlockValidationState state_dummy; |
1803 | 0 | active_chainstate.FlushStateToDisk(state_dummy, FlushStateMode::PERIODIC); |
1804 | 0 | return result; |
1805 | 0 | } |
1806 | | |
1807 | | PackageMempoolAcceptResult ProcessNewPackage(Chainstate& active_chainstate, CTxMemPool& pool, |
1808 | | const Package& package, bool test_accept, const std::optional<CFeeRate>& client_maxfeerate) |
1809 | 0 | { |
1810 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1811 | 0 | assert(!package.empty()); |
1812 | 0 | assert(std::all_of(package.cbegin(), package.cend(), [](const auto& tx){return tx != nullptr;})); |
1813 | | |
1814 | 0 | std::vector<COutPoint> coins_to_uncache; |
1815 | 0 | const CChainParams& chainparams = active_chainstate.m_chainman.GetParams(); |
1816 | 0 | auto result = [&]() EXCLUSIVE_LOCKS_REQUIRED(cs_main) { |
1817 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1818 | 0 | if (test_accept) { |
1819 | 0 | auto args = MemPoolAccept::ATMPArgs::PackageTestAccept(chainparams, GetTime(), coins_to_uncache); |
1820 | 0 | return MemPoolAccept(pool, active_chainstate).AcceptMultipleTransactionsAndCleanup(package, args); |
1821 | 0 | } else { |
1822 | 0 | auto args = MemPoolAccept::ATMPArgs::PackageChildWithParents(chainparams, GetTime(), coins_to_uncache, client_maxfeerate); |
1823 | 0 | return MemPoolAccept(pool, active_chainstate).AcceptPackage(package, args); |
1824 | 0 | } |
1825 | 0 | }(); |
1826 | | |
1827 | | // Uncache coins pertaining to transactions that were not submitted to the mempool. |
1828 | 0 | if (test_accept || result.m_state.IsInvalid()) { |
1829 | 0 | for (const COutPoint& hashTx : coins_to_uncache) { |
1830 | 0 | active_chainstate.CoinsTip().Uncache(hashTx); |
1831 | 0 | } |
1832 | 0 | } |
1833 | | // Ensure the coins cache is still within limits. |
1834 | 0 | BlockValidationState state_dummy; |
1835 | 0 | active_chainstate.FlushStateToDisk(state_dummy, FlushStateMode::PERIODIC); |
1836 | 0 | return result; |
1837 | 0 | } |
1838 | | |
1839 | | CAmount GetBlockSubsidy(int nHeight, const Consensus::Params& consensusParams) |
1840 | 0 | { |
1841 | 0 | int halvings = nHeight / consensusParams.nSubsidyHalvingInterval; |
1842 | | // Force block reward to zero when right shift is undefined. |
1843 | 0 | if (halvings >= 64) |
1844 | 0 | return 0; |
1845 | | |
1846 | 0 | CAmount nSubsidy = 50 * COIN; |
1847 | | // Subsidy is cut in half every 210,000 blocks which will occur approximately every 4 years. |
1848 | 0 | nSubsidy >>= halvings; |
1849 | 0 | return nSubsidy; |
1850 | 0 | } |
1851 | | |
1852 | | CoinsViews::CoinsViews(DBParams db_params, CoinsViewOptions options) |
1853 | 0 | : m_dbview{std::move(db_params), std::move(options)}, |
1854 | 0 | m_catcherview(&m_dbview) {} |
1855 | | |
1856 | | void CoinsViews::InitCache() |
1857 | 0 | { |
1858 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1859 | 0 | m_cacheview = std::make_unique<CCoinsViewCache>(&m_catcherview); |
1860 | 0 | m_connect_block_view = std::make_unique<CoinsViewOverlay>(&*m_cacheview); |
1861 | 0 | } |
1862 | | |
1863 | | Chainstate::Chainstate( |
1864 | | CTxMemPool* mempool, |
1865 | | BlockManager& blockman, |
1866 | | ChainstateManager& chainman, |
1867 | | std::optional<uint256> from_snapshot_blockhash) |
1868 | 0 | : m_mempool(mempool), |
1869 | 0 | m_blockman(blockman), |
1870 | 0 | m_chainman(chainman), |
1871 | 0 | m_assumeutxo(from_snapshot_blockhash ? Assumeutxo::UNVALIDATED : Assumeutxo::VALIDATED), |
1872 | 0 | m_from_snapshot_blockhash(from_snapshot_blockhash) {} |
1873 | | |
1874 | | fs::path Chainstate::StoragePath() const |
1875 | 0 | { |
1876 | 0 | fs::path path{m_chainman.m_options.datadir / "chainstate"}; |
1877 | 0 | if (m_from_snapshot_blockhash) { |
1878 | 0 | path += node::SNAPSHOT_CHAINSTATE_SUFFIX; |
1879 | 0 | } |
1880 | 0 | return path; |
1881 | 0 | } |
1882 | | |
1883 | | const CBlockIndex* Chainstate::SnapshotBase() const |
1884 | 0 | { |
1885 | 0 | if (!m_from_snapshot_blockhash) return nullptr; |
1886 | 0 | if (!m_cached_snapshot_base) m_cached_snapshot_base = Assert(m_chainman.m_blockman.LookupBlockIndex(*m_from_snapshot_blockhash)); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
1887 | 0 | return m_cached_snapshot_base; |
1888 | 0 | } |
1889 | | |
1890 | | const CBlockIndex* Chainstate::TargetBlock() const |
1891 | 0 | { |
1892 | 0 | if (!m_target_blockhash) return nullptr; |
1893 | 0 | if (!m_cached_target_block) m_cached_target_block = Assert(m_chainman.m_blockman.LookupBlockIndex(*m_target_blockhash)); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
1894 | 0 | return m_cached_target_block; |
1895 | 0 | } |
1896 | | |
1897 | | void Chainstate::SetTargetBlock(CBlockIndex* block) |
1898 | 0 | { |
1899 | 0 | if (block) { |
1900 | 0 | m_target_blockhash = block->GetBlockHash(); |
1901 | 0 | } else { |
1902 | 0 | m_target_blockhash.reset(); |
1903 | 0 | } |
1904 | 0 | m_cached_target_block = block; |
1905 | 0 | } |
1906 | | |
1907 | | void Chainstate::SetTargetBlockHash(uint256 block_hash) |
1908 | 0 | { |
1909 | 0 | m_target_blockhash = block_hash; |
1910 | 0 | m_cached_target_block = nullptr; |
1911 | 0 | } |
1912 | | |
1913 | | void Chainstate::InitCoinsDB( |
1914 | | size_t cache_size_bytes, |
1915 | | bool in_memory, |
1916 | | bool should_wipe) |
1917 | 0 | { |
1918 | 0 | m_coins_views = std::make_unique<CoinsViews>( |
1919 | 0 | DBParams{ |
1920 | 0 | .path = StoragePath(), |
1921 | 0 | .cache_bytes = cache_size_bytes, |
1922 | 0 | .memory_only = in_memory, |
1923 | 0 | .wipe_data = should_wipe, |
1924 | 0 | .obfuscate = true, |
1925 | 0 | .options = m_chainman.m_options.coins_db}, |
1926 | 0 | m_chainman.m_options.coins_view); |
1927 | |
|
1928 | 0 | m_coinsdb_cache_size_bytes = cache_size_bytes; |
1929 | 0 | } |
1930 | | |
1931 | | void Chainstate::InitCoinsCache(size_t cache_size_bytes) |
1932 | 0 | { |
1933 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1934 | 0 | assert(m_coins_views != nullptr); |
1935 | 0 | m_coinstip_cache_size_bytes = cache_size_bytes; |
1936 | 0 | m_coins_views->InitCache(); |
1937 | 0 | } |
1938 | | |
1939 | | // Lock-free: depends on `m_cached_is_ibd`, which is latched by `UpdateIBDStatus()`. |
1940 | | bool ChainstateManager::IsInitialBlockDownload() const noexcept |
1941 | 0 | { |
1942 | 0 | return m_cached_is_ibd.load(std::memory_order_relaxed); |
1943 | 0 | } |
1944 | | |
1945 | | void Chainstate::CheckForkWarningConditions() |
1946 | 0 | { |
1947 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1948 | |
|
1949 | 0 | if (this->GetRole().historical) { |
1950 | 0 | return; |
1951 | 0 | } |
1952 | | |
1953 | 0 | if (m_chainman.m_best_invalid && m_chainman.m_best_invalid->nChainWork > m_chain.Tip()->nChainWork + (GetBlockProof(*m_chain.Tip()) * 6)) { |
1954 | 0 | LogWarning("Found invalid chain more than 6 blocks longer than our best chain. This could be due to database corruption or consensus incompatibility with peers.");Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
1955 | 0 | m_chainman.GetNotifications().warningSet( |
1956 | 0 | kernel::Warning::LARGE_WORK_INVALID_CHAIN, |
1957 | 0 | _("Warning: Found invalid chain more than 6 blocks longer than our best chain. This could be due to database corruption or consensus incompatibility with peers.")); |
1958 | 0 | } else { |
1959 | 0 | m_chainman.GetNotifications().warningUnset(kernel::Warning::LARGE_WORK_INVALID_CHAIN); |
1960 | 0 | } |
1961 | 0 | } |
1962 | | |
1963 | | // Called both upon regular invalid block discovery *and* InvalidateBlock |
1964 | | void Chainstate::InvalidChainFound(CBlockIndex* pindexNew) |
1965 | 0 | { |
1966 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1967 | 0 | if (!m_chainman.m_best_invalid || pindexNew->nChainWork > m_chainman.m_best_invalid->nChainWork) { |
1968 | 0 | m_chainman.m_best_invalid = pindexNew; |
1969 | 0 | } |
1970 | 0 | SetBlockFailureFlags(pindexNew); |
1971 | 0 | if (m_chainman.m_best_header != nullptr && m_chainman.m_best_header->GetAncestor(pindexNew->nHeight) == pindexNew) { |
1972 | 0 | m_chainman.RecalculateBestHeader(); |
1973 | 0 | } |
1974 | |
|
1975 | 0 | LogInfo("%s: invalid block=%s height=%d log2_work=%f date=%s", __func__,Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
1976 | 0 | pindexNew->GetBlockHash().ToString(), pindexNew->nHeight, |
1977 | 0 | log(pindexNew->nChainWork.getdouble())/log(2.0), FormatISO8601DateTime(pindexNew->GetBlockTime())); |
1978 | 0 | CBlockIndex *tip = m_chain.Tip(); |
1979 | 0 | assert (tip); |
1980 | 0 | LogInfo("%s: current best=%s height=%d log2_work=%f date=%s", __func__,Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
1981 | 0 | tip->GetBlockHash().ToString(), m_chain.Height(), log(tip->nChainWork.getdouble())/log(2.0), |
1982 | 0 | FormatISO8601DateTime(tip->GetBlockTime())); |
1983 | 0 | CheckForkWarningConditions(); |
1984 | 0 | } |
1985 | | |
1986 | | // Same as InvalidChainFound, above, except not called directly from InvalidateBlock, |
1987 | | // which does its own setBlockIndexCandidates management. |
1988 | | void Chainstate::InvalidBlockFound(CBlockIndex* pindex, const BlockValidationState& state) |
1989 | 0 | { |
1990 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
1991 | 0 | if (state.GetResult() != BlockValidationResult::BLOCK_MUTATED) { |
1992 | 0 | pindex->nStatus |= BLOCK_FAILED_VALID; |
1993 | 0 | m_blockman.m_dirty_blockindex.insert(pindex); |
1994 | 0 | setBlockIndexCandidates.erase(pindex); |
1995 | 0 | InvalidChainFound(pindex); |
1996 | 0 | } |
1997 | 0 | } |
1998 | | |
1999 | | void UpdateCoins(const CTransaction& tx, CCoinsViewCache& inputs, CTxUndo &txundo, int nHeight) |
2000 | 0 | { |
2001 | | // mark inputs spent |
2002 | 0 | if (!tx.IsCoinBase()) { |
2003 | 0 | txundo.vprevout.reserve(tx.vin.size()); |
2004 | 0 | for (const CTxIn &txin : tx.vin) { |
2005 | 0 | txundo.vprevout.emplace_back(); |
2006 | 0 | bool is_spent = inputs.SpendCoin(txin.prevout, &txundo.vprevout.back()); |
2007 | 0 | assert(is_spent); |
2008 | 0 | } |
2009 | 0 | } |
2010 | | // add outputs |
2011 | 0 | AddCoins(inputs, tx, nHeight); |
2012 | 0 | } |
2013 | | |
2014 | 0 | std::optional<std::pair<ScriptError, std::string>> CScriptCheck::operator()() { |
2015 | 0 | const CScript &scriptSig = ptxTo->vin[nIn].scriptSig; |
2016 | 0 | const CScriptWitness *witness = &ptxTo->vin[nIn].scriptWitness; |
2017 | 0 | ScriptError error{SCRIPT_ERR_UNKNOWN_ERROR}; |
2018 | 0 | if (VerifyScript(scriptSig, m_tx_out.scriptPubKey, witness, m_flags, CachingTransactionSignatureChecker(ptxTo, nIn, m_tx_out.nValue, cacheStore, *m_signature_cache, *txdata), &error)) { |
2019 | 0 | return std::nullopt; |
2020 | 0 | } else { |
2021 | 0 | auto debug_str = strprintf("input %i of %s (wtxid %s), spending %s:%i", nIn, ptxTo->GetHash().ToString(), ptxTo->GetWitnessHash().ToString(), ptxTo->vin[nIn].prevout.hash.ToString(), ptxTo->vin[nIn].prevout.n);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2022 | 0 | return std::make_pair(error, std::move(debug_str)); |
2023 | 0 | } |
2024 | 0 | } |
2025 | | |
2026 | | ValidationCache::ValidationCache(const size_t script_execution_cache_bytes, const size_t signature_cache_bytes) |
2027 | 0 | : m_signature_cache{signature_cache_bytes} |
2028 | 0 | { |
2029 | | // Setup the salted hasher |
2030 | 0 | uint256 nonce = GetRandHash(); |
2031 | | // We want the nonce to be 64 bytes long to force the hasher to process |
2032 | | // this chunk, which makes later hash computations more efficient. We |
2033 | | // just write our 32-byte entropy twice to fill the 64 bytes. |
2034 | 0 | m_script_execution_cache_hasher.Write(nonce.begin(), 32); |
2035 | 0 | m_script_execution_cache_hasher.Write(nonce.begin(), 32); |
2036 | |
|
2037 | 0 | const auto [num_elems, approx_size_bytes] = m_script_execution_cache.setup_bytes(script_execution_cache_bytes); |
2038 | 0 | LogInfo("Using %zu MiB out of %zu MiB requested for script execution cache, able to store %zu elements",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2039 | 0 | approx_size_bytes >> 20, script_execution_cache_bytes >> 20, num_elems); |
2040 | 0 | } |
2041 | | |
2042 | | /** |
2043 | | * Check whether all of this transaction's input scripts succeed. |
2044 | | * |
2045 | | * This involves ECDSA signature checks so can be computationally intensive. This function should |
2046 | | * only be called after the cheap sanity checks in CheckTxInputs passed. |
2047 | | * |
2048 | | * If pvChecks is not nullptr, script checks are pushed onto it instead of being performed inline. Any |
2049 | | * script checks which are not necessary (eg due to script execution cache hits) are, obviously, |
2050 | | * not pushed onto pvChecks/run. |
2051 | | * |
2052 | | * Setting cacheSigStore/cacheFullScriptStore to false will remove elements from the corresponding cache |
2053 | | * which are matched. This is useful for checking blocks where we will likely never need the cache |
2054 | | * entry again. |
2055 | | * |
2056 | | * Note that we may set state.reason to NOT_STANDARD for extra soft-fork flags in flags, block-checking |
2057 | | * callers should probably reset it to CONSENSUS in such cases. |
2058 | | * |
2059 | | * Non-static (and redeclared) in src/test/txvalidationcache_tests.cpp |
2060 | | */ |
2061 | | bool CheckInputScripts(const CTransaction& tx, TxValidationState& state, |
2062 | | const CCoinsViewCache& inputs, script_verify_flags flags, bool cacheSigStore, |
2063 | | bool cacheFullScriptStore, PrecomputedTransactionData& txdata, |
2064 | | ValidationCache& validation_cache, |
2065 | | std::vector<CScriptCheck>* pvChecks) |
2066 | 0 | { |
2067 | 0 | if (tx.IsCoinBase()) return true; |
2068 | | |
2069 | 0 | if (pvChecks) { |
2070 | 0 | pvChecks->reserve(tx.vin.size()); |
2071 | 0 | } |
2072 | | |
2073 | | // First check if script executions have been cached with the same |
2074 | | // flags. Note that this assumes that the inputs provided are |
2075 | | // correct (ie that the transaction hash which is in tx's prevouts |
2076 | | // properly commits to the scriptPubKey in the inputs view of that |
2077 | | // transaction). |
2078 | 0 | uint256 hashCacheEntry; |
2079 | 0 | CSHA256 hasher = validation_cache.ScriptExecutionCacheHasher(); |
2080 | 0 | hasher.Write(UCharCast(tx.GetWitnessHash().begin()), 32).Write((unsigned char*)&flags, sizeof(flags)).Finalize(hashCacheEntry.begin()); |
2081 | 0 | AssertLockHeld(cs_main); //TODO: Remove this requirement by making CuckooCache not require external locks Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2082 | 0 | if (validation_cache.m_script_execution_cache.contains(hashCacheEntry, !cacheFullScriptStore)) { |
2083 | 0 | return true; |
2084 | 0 | } |
2085 | | |
2086 | 0 | if (!txdata.m_spent_outputs_ready) { |
2087 | 0 | std::vector<CTxOut> spent_outputs; |
2088 | 0 | spent_outputs.reserve(tx.vin.size()); |
2089 | |
|
2090 | 0 | for (const auto& txin : tx.vin) { |
2091 | 0 | const COutPoint& prevout = txin.prevout; |
2092 | 0 | const Coin& coin = inputs.AccessCoin(prevout); |
2093 | 0 | assert(!coin.IsSpent()); |
2094 | 0 | spent_outputs.emplace_back(coin.out); |
2095 | 0 | } |
2096 | 0 | txdata.Init(tx, std::move(spent_outputs)); |
2097 | 0 | } |
2098 | 0 | assert(txdata.m_spent_outputs.size() == tx.vin.size()); |
2099 | | |
2100 | 0 | for (unsigned int i = 0; i < tx.vin.size(); i++) { |
2101 | | |
2102 | | // We very carefully only pass in things to CScriptCheck which |
2103 | | // are clearly committed to by tx' witness hash. This provides |
2104 | | // a sanity check that our caching is not introducing consensus |
2105 | | // failures through additional data in, eg, the coins being |
2106 | | // spent being checked as a part of CScriptCheck. |
2107 | | |
2108 | | // Verify signature |
2109 | 0 | CScriptCheck check(txdata.m_spent_outputs[i], tx, validation_cache.m_signature_cache, i, flags, cacheSigStore, &txdata); |
2110 | 0 | if (pvChecks) { |
2111 | 0 | pvChecks->emplace_back(std::move(check)); |
2112 | 0 | } else if (auto result = check(); result.has_value()) { |
2113 | | // Tx failures never trigger disconnections/bans. |
2114 | | // This is so that network splits aren't triggered |
2115 | | // either due to non-consensus relay policies (such as |
2116 | | // non-standard DER encodings or non-null dummy |
2117 | | // arguments) or due to new consensus rules introduced in |
2118 | | // soft forks. |
2119 | 0 | if (flags & STANDARD_NOT_MANDATORY_VERIFY_FLAGS) { |
2120 | 0 | return state.Invalid(TxValidationResult::TX_NOT_STANDARD, strprintf("mempool-script-verify-flag-failed (%s)", ScriptErrorString(result->first)), result->second);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2121 | 0 | } else { |
2122 | 0 | return state.Invalid(TxValidationResult::TX_CONSENSUS, strprintf("block-script-verify-flag-failed (%s)", ScriptErrorString(result->first)), result->second);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2123 | 0 | } |
2124 | 0 | } |
2125 | 0 | } |
2126 | | |
2127 | 0 | if (cacheFullScriptStore && !pvChecks) { |
2128 | | // We executed all of the provided scripts, and were told to |
2129 | | // cache the result. Do so now. |
2130 | 0 | validation_cache.m_script_execution_cache.insert(hashCacheEntry); |
2131 | 0 | } |
2132 | |
|
2133 | 0 | return true; |
2134 | 0 | } |
2135 | | |
2136 | | bool FatalError(Notifications& notifications, BlockValidationState& state, const bilingual_str& message) |
2137 | 0 | { |
2138 | 0 | notifications.fatalError(message); |
2139 | 0 | return state.Error(message.original); |
2140 | 0 | } |
2141 | | |
2142 | | /** |
2143 | | * Restore the UTXO in a Coin at a given COutPoint |
2144 | | * @param undo The Coin to be restored. |
2145 | | * @param view The coins view to which to apply the changes. |
2146 | | * @param out The out point that corresponds to the tx input. |
2147 | | * @return A DisconnectResult as an int |
2148 | | */ |
2149 | | int ApplyTxInUndo(Coin&& undo, CCoinsViewCache& view, const COutPoint& out) |
2150 | 0 | { |
2151 | 0 | bool fClean = true; |
2152 | |
|
2153 | 0 | if (view.HaveCoin(out)) fClean = false; // overwriting transaction output |
2154 | |
|
2155 | 0 | if (undo.nHeight == 0) { |
2156 | | // Missing undo metadata (height and coinbase). Older versions included this |
2157 | | // information only in undo records for the last spend of a transactions' |
2158 | | // outputs. This implies that it must be present for some other output of the same tx. |
2159 | 0 | const Coin& alternate = AccessByTxid(view, out.hash); |
2160 | 0 | if (!alternate.IsSpent()) { |
2161 | 0 | undo.nHeight = alternate.nHeight; |
2162 | 0 | undo.fCoinBase = alternate.fCoinBase; |
2163 | 0 | } else { |
2164 | 0 | return DISCONNECT_FAILED; // adding output for transaction without known metadata |
2165 | 0 | } |
2166 | 0 | } |
2167 | | // If the coin already exists as an unspent coin in the cache, then the |
2168 | | // possible_overwrite parameter to AddCoin must be set to true. We have |
2169 | | // already checked whether an unspent coin exists above using HaveCoin, so |
2170 | | // we don't need to guess. When fClean is false, an unspent coin already |
2171 | | // existed and it is an overwrite. |
2172 | 0 | view.AddCoin(out, std::move(undo), !fClean); |
2173 | |
|
2174 | 0 | return fClean ? DISCONNECT_OK : DISCONNECT_UNCLEAN; |
2175 | 0 | } |
2176 | | |
2177 | | /** Undo the effects of this block (with given index) on the UTXO set represented by coins. |
2178 | | * When FAILED is returned, view is left in an indeterminate state. */ |
2179 | | DisconnectResult Chainstate::DisconnectBlock(const CBlock& block, const CBlockIndex* pindex, CCoinsViewCache& view) |
2180 | 0 | { |
2181 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2182 | 0 | bool fClean = true; |
2183 | |
|
2184 | 0 | CBlockUndo blockUndo; |
2185 | 0 | if (!m_blockman.ReadBlockUndo(blockUndo, *pindex)) { |
2186 | 0 | LogError("DisconnectBlock(): failure reading undo data\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2187 | 0 | return DISCONNECT_FAILED; |
2188 | 0 | } |
2189 | | |
2190 | 0 | if (blockUndo.vtxundo.size() + 1 != block.vtx.size()) { |
2191 | 0 | LogError("DisconnectBlock(): block and undo data inconsistent\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2192 | 0 | return DISCONNECT_FAILED; |
2193 | 0 | } |
2194 | | |
2195 | | // Ignore blocks that contain transactions which are 'overwritten' by later transactions, |
2196 | | // unless those are already completely spent. |
2197 | | // See https://github.com/bitcoin/bitcoin/issues/22596 for additional information. |
2198 | | // Note: the blocks specified here are different than the ones used in ConnectBlock because DisconnectBlock |
2199 | | // unwinds the blocks in reverse. As a result, the inconsistency is not discovered until the earlier |
2200 | | // blocks with the duplicate coinbase transactions are disconnected. |
2201 | 0 | bool fEnforceBIP30 = !((pindex->nHeight==91722 && pindex->GetBlockHash() == uint256{"00000000000271a2dc26e7667f8419f2e15416dc6955e5a6c6cdf3f2574dd08e"}) || |
2202 | 0 | (pindex->nHeight==91812 && pindex->GetBlockHash() == uint256{"00000000000af0aed4792b1acee3d966af36cf5def14935db8de83d6f9306f2f"})); |
2203 | | |
2204 | | // undo transactions in reverse order |
2205 | 0 | for (int i = block.vtx.size() - 1; i >= 0; i--) { |
2206 | 0 | const CTransaction &tx = *(block.vtx[i]); |
2207 | 0 | Txid hash = tx.GetHash(); |
2208 | 0 | bool is_coinbase = tx.IsCoinBase(); |
2209 | 0 | bool is_bip30_exception = (is_coinbase && !fEnforceBIP30); |
2210 | | |
2211 | | // Check that all outputs are available and match the outputs in the block itself |
2212 | | // exactly. |
2213 | 0 | for (size_t o = 0; o < tx.vout.size(); o++) { |
2214 | 0 | if (!tx.vout[o].scriptPubKey.IsUnspendable()) { |
2215 | 0 | COutPoint out(hash, o); |
2216 | 0 | Coin coin; |
2217 | 0 | bool is_spent = view.SpendCoin(out, &coin); |
2218 | 0 | if (!is_spent || tx.vout[o] != coin.out || pindex->nHeight != coin.nHeight || is_coinbase != coin.fCoinBase) { |
2219 | 0 | if (!is_bip30_exception) { |
2220 | 0 | fClean = false; // transaction output mismatch |
2221 | 0 | } |
2222 | 0 | } |
2223 | 0 | } |
2224 | 0 | } |
2225 | | |
2226 | | // restore inputs |
2227 | 0 | if (i > 0) { // not coinbases |
2228 | 0 | CTxUndo &txundo = blockUndo.vtxundo[i-1]; |
2229 | 0 | if (txundo.vprevout.size() != tx.vin.size()) { |
2230 | 0 | LogError("DisconnectBlock(): transaction and undo data inconsistent\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2231 | 0 | return DISCONNECT_FAILED; |
2232 | 0 | } |
2233 | 0 | for (unsigned int j = tx.vin.size(); j > 0;) { |
2234 | 0 | --j; |
2235 | 0 | const COutPoint& out = tx.vin[j].prevout; |
2236 | 0 | int res = ApplyTxInUndo(std::move(txundo.vprevout[j]), view, out); |
2237 | 0 | if (res == DISCONNECT_FAILED) return DISCONNECT_FAILED; |
2238 | 0 | fClean = fClean && res != DISCONNECT_UNCLEAN; |
2239 | 0 | } |
2240 | | // At this point, all of txundo.vprevout should have been moved out. |
2241 | 0 | } |
2242 | 0 | } |
2243 | | |
2244 | | // move best block pointer to prevout block |
2245 | 0 | view.SetBestBlock(pindex->pprev->GetBlockHash()); |
2246 | |
|
2247 | 0 | return fClean ? DISCONNECT_OK : DISCONNECT_UNCLEAN; |
2248 | 0 | } |
2249 | | |
2250 | | script_verify_flags GetBlockScriptFlags(const CBlockIndex& block_index, const ChainstateManager& chainman) |
2251 | 0 | { |
2252 | 0 | const Consensus::Params& consensusparams = chainman.GetConsensus(); |
2253 | | |
2254 | | // BIP16 didn't become active until Apr 1 2012 (on mainnet, and |
2255 | | // retroactively applied to testnet) |
2256 | | // However, only one historical block violated the P2SH rules (on both |
2257 | | // mainnet and testnet). |
2258 | | // Similarly, only one historical block violated the TAPROOT rules on |
2259 | | // mainnet. |
2260 | | // For simplicity, always leave P2SH+WITNESS+TAPROOT on except for the two |
2261 | | // violating blocks. |
2262 | 0 | script_verify_flags flags{SCRIPT_VERIFY_P2SH | SCRIPT_VERIFY_WITNESS | SCRIPT_VERIFY_TAPROOT}; |
2263 | 0 | const auto it{consensusparams.script_flag_exceptions.find(*Assert(block_index.phashBlock))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
2264 | 0 | if (it != consensusparams.script_flag_exceptions.end()) { |
2265 | 0 | flags = it->second; |
2266 | 0 | } |
2267 | | |
2268 | | // Enforce the DERSIG (BIP66) rule |
2269 | 0 | if (DeploymentActiveAt(block_index, chainman, Consensus::DEPLOYMENT_DERSIG)) { |
2270 | 0 | flags |= SCRIPT_VERIFY_DERSIG; |
2271 | 0 | } |
2272 | | |
2273 | | // Enforce CHECKLOCKTIMEVERIFY (BIP65) |
2274 | 0 | if (DeploymentActiveAt(block_index, chainman, Consensus::DEPLOYMENT_CLTV)) { |
2275 | 0 | flags |= SCRIPT_VERIFY_CHECKLOCKTIMEVERIFY; |
2276 | 0 | } |
2277 | | |
2278 | | // Enforce CHECKSEQUENCEVERIFY (BIP112) |
2279 | 0 | if (DeploymentActiveAt(block_index, chainman, Consensus::DEPLOYMENT_CSV)) { |
2280 | 0 | flags |= SCRIPT_VERIFY_CHECKSEQUENCEVERIFY; |
2281 | 0 | } |
2282 | | |
2283 | | // Enforce BIP147 NULLDUMMY (activated simultaneously with segwit) |
2284 | 0 | if (DeploymentActiveAt(block_index, chainman, Consensus::DEPLOYMENT_SEGWIT)) { |
2285 | 0 | flags |= SCRIPT_VERIFY_NULLDUMMY; |
2286 | 0 | } |
2287 | |
|
2288 | 0 | return flags; |
2289 | 0 | } |
2290 | | |
2291 | | |
2292 | | /** Apply the effects of this block (with given index) on the UTXO set represented by coins. |
2293 | | * Validity checks that depend on the UTXO set are also done; ConnectBlock() |
2294 | | * can fail if those validity checks fail (among other reasons). */ |
2295 | | bool Chainstate::ConnectBlock(const CBlock& block, BlockValidationState& state, CBlockIndex* pindex, |
2296 | | CCoinsViewCache& view, bool fJustCheck) |
2297 | 0 | { |
2298 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2299 | 0 | assert(pindex); |
2300 | | |
2301 | 0 | uint256 block_hash{block.GetHash()}; |
2302 | 0 | assert(*pindex->phashBlock == block_hash); |
2303 | | |
2304 | 0 | const auto time_start{SteadyClock::now()}; |
2305 | 0 | const CChainParams& params{m_chainman.GetParams()}; |
2306 | | |
2307 | | // Check it again in case a previous version let a bad block in |
2308 | | // NOTE: We don't currently (re-)invoke ContextualCheckBlock() or |
2309 | | // ContextualCheckBlockHeader() here. This means that if we add a new |
2310 | | // consensus rule that is enforced in one of those two functions, then we |
2311 | | // may have let in a block that violates the rule prior to updating the |
2312 | | // software, and we would NOT be enforcing the rule here. Fully solving |
2313 | | // upgrade from one software version to the next after a consensus rule |
2314 | | // change is potentially tricky and issue-specific (see NeedsRedownload() |
2315 | | // for one approach that was used for BIP 141 deployment). |
2316 | | // Also, currently the rule against blocks more than 2 hours in the future |
2317 | | // is enforced in ContextualCheckBlockHeader(); we wouldn't want to |
2318 | | // re-enforce that rule here (at least until we make it impossible for |
2319 | | // the clock to go backward). |
2320 | 0 | if (!CheckBlock(block, state, params.GetConsensus(), !fJustCheck, !fJustCheck)) { |
2321 | 0 | if (state.GetResult() == BlockValidationResult::BLOCK_MUTATED) { |
2322 | | // We don't write down blocks to disk if they may have been |
2323 | | // corrupted, so this should be impossible unless we're having hardware |
2324 | | // problems. |
2325 | 0 | return FatalError(m_chainman.GetNotifications(), state, _("Corrupt block found indicating potential hardware failure.")); |
2326 | 0 | } |
2327 | 0 | LogError("%s: Consensus::CheckBlock: %s\n", __func__, state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2328 | 0 | return false; |
2329 | 0 | } |
2330 | | |
2331 | | // verify that the view's current state corresponds to the previous block |
2332 | 0 | uint256 hashPrevBlock = pindex->pprev == nullptr ? uint256() : pindex->pprev->GetBlockHash(); |
2333 | 0 | assert(hashPrevBlock == view.GetBestBlock()); |
2334 | | |
2335 | 0 | m_chainman.num_blocks_total++; |
2336 | | |
2337 | | // Special case for the genesis block, skipping connection of its transactions |
2338 | | // (its coinbase is unspendable) |
2339 | 0 | if (block_hash == params.GetConsensus().hashGenesisBlock) { |
2340 | 0 | if (!fJustCheck) |
2341 | 0 | view.SetBestBlock(pindex->GetBlockHash()); |
2342 | 0 | return true; |
2343 | 0 | } |
2344 | | |
2345 | 0 | const char* script_check_reason; |
2346 | 0 | if (m_chainman.AssumedValidBlock().IsNull()) { |
2347 | 0 | script_check_reason = "assumevalid=0 (always verify)"; |
2348 | 0 | } else { |
2349 | 0 | constexpr int64_t TWO_WEEKS_IN_SECONDS{60 * 60 * 24 * 7 * 2}; |
2350 | | // We've been configured with the hash of a block which has been externally verified to have a valid history. |
2351 | | // A suitable default value is included with the software and updated from time to time. Because validity |
2352 | | // relative to a piece of software is an objective fact these defaults can be easily reviewed. |
2353 | | // This setting doesn't force the selection of any particular chain but makes validating some faster by |
2354 | | // effectively caching the result of part of the verification. |
2355 | 0 | BlockMap::const_iterator it{m_blockman.m_block_index.find(m_chainman.AssumedValidBlock())}; |
2356 | 0 | if (it == m_blockman.m_block_index.end()) { |
2357 | 0 | script_check_reason = "assumevalid hash not in headers"; |
2358 | 0 | } else if (it->second.GetAncestor(pindex->nHeight) != pindex) { |
2359 | 0 | script_check_reason = (pindex->nHeight > it->second.nHeight) ? "block height above assumevalid height" : "block not in assumevalid chain"; |
2360 | 0 | } else if (m_chainman.m_best_header->GetAncestor(pindex->nHeight) != pindex) { |
2361 | 0 | script_check_reason = "block not in best header chain"; |
2362 | 0 | } else if (m_chainman.m_best_header->nChainWork < m_chainman.MinimumChainWork()) { |
2363 | 0 | script_check_reason = "best header chainwork below minimumchainwork"; |
2364 | 0 | } else if (GetBlockProofEquivalentTime(*m_chainman.m_best_header, *pindex, *m_chainman.m_best_header, params.GetConsensus()) <= TWO_WEEKS_IN_SECONDS) { |
2365 | 0 | script_check_reason = "block too recent relative to best header"; |
2366 | 0 | } else { |
2367 | | // This block is a member of the assumed verified chain and an ancestor of the best header. |
2368 | | // Script verification is skipped when connecting blocks under the |
2369 | | // assumevalid block. Assuming the assumevalid block is valid this |
2370 | | // is safe because block merkle hashes are still computed and checked, |
2371 | | // Of course, if an assumed valid block is invalid due to false scriptSigs |
2372 | | // this optimization would allow an invalid chain to be accepted. |
2373 | | // The equivalent time check discourages hash power from extorting the network via DOS attack |
2374 | | // into accepting an invalid block through telling users they must manually set assumevalid. |
2375 | | // Requiring a software change or burying the invalid block, regardless of the setting, makes |
2376 | | // it hard to hide the implication of the demand. This also avoids having release candidates |
2377 | | // that are hardly doing any signature verification at all in testing without having to |
2378 | | // artificially set the default assumed verified block further back. |
2379 | | // The test against the minimum chain work prevents the skipping when denied access to any chain at |
2380 | | // least as good as the expected chain. |
2381 | 0 | script_check_reason = nullptr; |
2382 | 0 | } |
2383 | 0 | } |
2384 | |
|
2385 | 0 | const auto time_1{SteadyClock::now()}; |
2386 | 0 | m_chainman.time_check += time_1 - time_start; |
2387 | 0 | LogDebug(BCLog::BENCH, " - Sanity checks: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2388 | 0 | Ticks<MillisecondsDouble>(time_1 - time_start), |
2389 | 0 | Ticks<SecondsDouble>(m_chainman.time_check), |
2390 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_check) / m_chainman.num_blocks_total); |
2391 | | |
2392 | | // Do not allow blocks that contain transactions which 'overwrite' older transactions, |
2393 | | // unless those are already completely spent. |
2394 | | // If such overwrites are allowed, coinbases and transactions depending upon those |
2395 | | // can be duplicated to remove the ability to spend the first instance -- even after |
2396 | | // being sent to another address. |
2397 | | // See BIP30, CVE-2012-1909, and https://r6.ca/blog/20120206T005236Z.html for more information. |
2398 | | // This rule was originally applied to all blocks with a timestamp after March 15, 2012, 0:00 UTC. |
2399 | | // Now that the whole chain is irreversibly beyond that time it is applied to all blocks except the |
2400 | | // two in the chain that violate it. This prevents exploiting the issue against nodes during their |
2401 | | // initial block download. |
2402 | 0 | bool fEnforceBIP30 = !IsBIP30Repeat(*pindex); |
2403 | | |
2404 | | // Once BIP34 activated it was not possible to create new duplicate coinbases and thus other than starting |
2405 | | // with the 2 existing duplicate coinbase pairs, not possible to create overwriting txs. But by the |
2406 | | // time BIP34 activated, in each of the existing pairs the duplicate coinbase had overwritten the first |
2407 | | // before the first had been spent. Since those coinbases are sufficiently buried it's no longer possible to create further |
2408 | | // duplicate transactions descending from the known pairs either. |
2409 | | // If we're on the known chain at height greater than where BIP34 activated, we can save the db accesses needed for the BIP30 check. |
2410 | | |
2411 | | // BIP34 requires that a block at height X (block X) has its coinbase |
2412 | | // scriptSig start with a CScriptNum of X (indicated height X). The above |
2413 | | // logic of no longer requiring BIP30 once BIP34 activates is flawed in the |
2414 | | // case that there is a block X before the BIP34 height of 227,931 which has |
2415 | | // an indicated height Y where Y is greater than X. The coinbase for block |
2416 | | // X would also be a valid coinbase for block Y, which could be a BIP30 |
2417 | | // violation. An exhaustive search of all mainnet coinbases before the |
2418 | | // BIP34 height which have an indicated height greater than the block height |
2419 | | // reveals many occurrences. The 3 lowest indicated heights found are |
2420 | | // 209,921, 490,897, and 1,983,702 and thus coinbases for blocks at these 3 |
2421 | | // heights would be the first opportunity for BIP30 to be violated. |
2422 | | |
2423 | | // The search reveals a great many blocks which have an indicated height |
2424 | | // greater than 1,983,702, so we simply remove the optimization to skip |
2425 | | // BIP30 checking for blocks at height 1,983,702 or higher. Before we reach |
2426 | | // that block in another 25 years or so, we should take advantage of a |
2427 | | // future consensus change to do a new and improved version of BIP34 that |
2428 | | // will actually prevent ever creating any duplicate coinbases in the |
2429 | | // future. |
2430 | 0 | static constexpr int BIP34_IMPLIES_BIP30_LIMIT = 1983702; |
2431 | | |
2432 | | // There is no potential to create a duplicate coinbase at block 209,921 |
2433 | | // because this is still before the BIP34 height and so explicit BIP30 |
2434 | | // checking is still active. |
2435 | | |
2436 | | // The final case is block 176,684 which has an indicated height of |
2437 | | // 490,897. Unfortunately, this issue was not discovered until about 2 weeks |
2438 | | // before block 490,897 so there was not much opportunity to address this |
2439 | | // case other than to carefully analyze it and determine it would not be a |
2440 | | // problem. Block 490,897 was, in fact, mined with a different coinbase than |
2441 | | // block 176,684, but it is important to note that even if it hadn't been or |
2442 | | // is remined on an alternate fork with a duplicate coinbase, we would still |
2443 | | // not run into a BIP30 violation. This is because the coinbase for 176,684 |
2444 | | // is spent in block 185,956 in transaction |
2445 | | // d4f7fbbf92f4a3014a230b2dc70b8058d02eb36ac06b4a0736d9d60eaa9e8781. This |
2446 | | // spending transaction can't be duplicated because it also spends coinbase |
2447 | | // 0328dd85c331237f18e781d692c92de57649529bd5edf1d01036daea32ffde29. This |
2448 | | // coinbase has an indicated height of over 4.2 billion, and wouldn't be |
2449 | | // duplicatable until that height, and it's currently impossible to create a |
2450 | | // chain that long. Nevertheless we may wish to consider a future soft fork |
2451 | | // which retroactively prevents block 490,897 from creating a duplicate |
2452 | | // coinbase. The two historical BIP30 violations often provide a confusing |
2453 | | // edge case when manipulating the UTXO and it would be simpler not to have |
2454 | | // another edge case to deal with. |
2455 | | |
2456 | | // testnet3 has no blocks before the BIP34 height with indicated heights |
2457 | | // post BIP34 before approximately height 486,000,000. After block |
2458 | | // 1,983,702 testnet3 starts doing unnecessary BIP30 checking again. |
2459 | 0 | assert(pindex->pprev); |
2460 | 0 | CBlockIndex* pindexBIP34height = pindex->pprev->GetAncestor(params.GetConsensus().BIP34Height); |
2461 | | //Only continue to enforce if we're below BIP34 activation height or the block hash at that height doesn't correspond. |
2462 | 0 | fEnforceBIP30 = fEnforceBIP30 && (!pindexBIP34height || !(pindexBIP34height->GetBlockHash() == params.GetConsensus().BIP34Hash)); |
2463 | | |
2464 | | // TODO: Remove BIP30 checking from block height 1,983,702 on, once we have a |
2465 | | // consensus change that ensures coinbases at those heights cannot |
2466 | | // duplicate earlier coinbases. |
2467 | 0 | if (fEnforceBIP30 || pindex->nHeight >= BIP34_IMPLIES_BIP30_LIMIT) { |
2468 | 0 | for (const auto& tx : block.vtx) { |
2469 | 0 | for (size_t o = 0; o < tx->vout.size(); o++) { |
2470 | 0 | if (view.HaveCoin(COutPoint(tx->GetHash(), o))) { |
2471 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-txns-BIP30", |
2472 | 0 | "tried to overwrite transaction"); |
2473 | 0 | } |
2474 | 0 | } |
2475 | 0 | } |
2476 | 0 | } |
2477 | | |
2478 | | // Enforce BIP68 (sequence locks) |
2479 | 0 | int nLockTimeFlags = 0; |
2480 | 0 | if (DeploymentActiveAt(*pindex, m_chainman, Consensus::DEPLOYMENT_CSV)) { |
2481 | 0 | nLockTimeFlags |= LOCKTIME_VERIFY_SEQUENCE; |
2482 | 0 | } |
2483 | | |
2484 | | // Get the script flags for this block |
2485 | 0 | script_verify_flags flags{GetBlockScriptFlags(*pindex, m_chainman)}; |
2486 | |
|
2487 | 0 | const auto time_2{SteadyClock::now()}; |
2488 | 0 | m_chainman.time_forks += time_2 - time_1; |
2489 | 0 | LogDebug(BCLog::BENCH, " - Fork checks: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2490 | 0 | Ticks<MillisecondsDouble>(time_2 - time_1), |
2491 | 0 | Ticks<SecondsDouble>(m_chainman.time_forks), |
2492 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_forks) / m_chainman.num_blocks_total); |
2493 | |
|
2494 | 0 | const bool fScriptChecks{!!script_check_reason}; |
2495 | 0 | const kernel::ChainstateRole role{GetRole()}; |
2496 | 0 | if (script_check_reason != m_last_script_check_reason_logged && role.validated && !role.historical) { |
2497 | 0 | if (fScriptChecks) { |
2498 | 0 | LogInfo("Enabling script verification at block #%d (%s): %s.",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2499 | 0 | pindex->nHeight, block_hash.ToString(), script_check_reason); |
2500 | 0 | } else { |
2501 | 0 | LogInfo("Disabling script verification at block #%d (%s).",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2502 | 0 | pindex->nHeight, block_hash.ToString()); |
2503 | 0 | } |
2504 | 0 | m_last_script_check_reason_logged = script_check_reason; |
2505 | 0 | } |
2506 | |
|
2507 | 0 | CBlockUndo blockundo; |
2508 | | |
2509 | | // Precomputed transaction data pointers must not be invalidated |
2510 | | // until after `control` has run the script checks (potentially |
2511 | | // in multiple threads). Preallocate the vector size so a new allocation |
2512 | | // doesn't invalidate pointers into the vector, and keep txsdata in scope |
2513 | | // for as long as `control`. |
2514 | 0 | std::optional<CCheckQueueControl<CScriptCheck>> control; |
2515 | 0 | if (auto& queue = m_chainman.GetCheckQueue(); queue.HasThreads() && fScriptChecks) control.emplace(queue); |
2516 | |
|
2517 | 0 | std::vector<PrecomputedTransactionData> txsdata(block.vtx.size()); |
2518 | |
|
2519 | 0 | std::vector<int> prevheights; |
2520 | 0 | CAmount nFees = 0; |
2521 | 0 | int nInputs = 0; |
2522 | 0 | int64_t nSigOpsCost = 0; |
2523 | 0 | blockundo.vtxundo.reserve(block.vtx.size() - 1); |
2524 | 0 | for (unsigned int i = 0; i < block.vtx.size(); i++) |
2525 | 0 | { |
2526 | 0 | if (!state.IsValid()) break; |
2527 | 0 | const CTransaction &tx = *(block.vtx[i]); |
2528 | |
|
2529 | 0 | nInputs += tx.vin.size(); |
2530 | |
|
2531 | 0 | if (!tx.IsCoinBase()) |
2532 | 0 | { |
2533 | 0 | CAmount txfee = 0; |
2534 | 0 | TxValidationState tx_state; |
2535 | 0 | if (!Consensus::CheckTxInputs(tx, tx_state, view, pindex->nHeight, txfee)) { |
2536 | | // Any transaction validation failure in ConnectBlock is a block consensus failure |
2537 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, |
2538 | 0 | tx_state.GetRejectReason(), |
2539 | 0 | tx_state.GetDebugMessage() + " in transaction " + tx.GetHash().ToString()); |
2540 | 0 | break; |
2541 | 0 | } |
2542 | 0 | nFees += txfee; |
2543 | 0 | if (!MoneyRange(nFees)) { |
2544 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-txns-accumulated-fee-outofrange", |
2545 | 0 | "accumulated fee in the block out of range"); |
2546 | 0 | break; |
2547 | 0 | } |
2548 | | |
2549 | | // Check that transaction is BIP68 final |
2550 | | // BIP68 lock checks (as opposed to nLockTime checks) must |
2551 | | // be in ConnectBlock because they require the UTXO set |
2552 | 0 | prevheights.resize(tx.vin.size()); |
2553 | 0 | for (size_t j = 0; j < tx.vin.size(); j++) { |
2554 | 0 | prevheights[j] = view.AccessCoin(tx.vin[j].prevout).nHeight; |
2555 | 0 | } |
2556 | |
|
2557 | 0 | if (!SequenceLocks(tx, nLockTimeFlags, prevheights, *pindex)) { |
2558 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-txns-nonfinal", |
2559 | 0 | "contains a non-BIP68-final transaction " + tx.GetHash().ToString()); |
2560 | 0 | break; |
2561 | 0 | } |
2562 | 0 | } |
2563 | | |
2564 | | // GetTransactionSigOpCost counts 3 types of sigops: |
2565 | | // * legacy (always) |
2566 | | // * p2sh (when P2SH enabled in flags and excludes coinbase) |
2567 | | // * witness (when witness enabled in flags and excludes coinbase) |
2568 | 0 | nSigOpsCost += GetTransactionSigOpCost(tx, view, flags); |
2569 | 0 | if (nSigOpsCost > MAX_BLOCK_SIGOPS_COST) { |
2570 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-blk-sigops", "too many sigops"); |
2571 | 0 | break; |
2572 | 0 | } |
2573 | | |
2574 | 0 | if (!tx.IsCoinBase() && fScriptChecks) |
2575 | 0 | { |
2576 | 0 | bool fCacheResults = fJustCheck; /* Don't cache results if we're actually connecting blocks (still consult the cache, though) */ |
2577 | 0 | bool tx_ok; |
2578 | 0 | TxValidationState tx_state; |
2579 | | // If CheckInputScripts is called with a pointer to a checks vector, the resulting checks are appended to it. In that case |
2580 | | // they need to be added to control which runs them asynchronously. Otherwise, CheckInputScripts runs the checks before returning. |
2581 | 0 | if (control) { |
2582 | 0 | std::vector<CScriptCheck> vChecks; |
2583 | 0 | tx_ok = CheckInputScripts(tx, tx_state, view, flags, fCacheResults, fCacheResults, txsdata[i], m_chainman.m_validation_cache, &vChecks); |
2584 | 0 | if (tx_ok) control->Add(std::move(vChecks)); |
2585 | 0 | } else { |
2586 | 0 | tx_ok = CheckInputScripts(tx, tx_state, view, flags, fCacheResults, fCacheResults, txsdata[i], m_chainman.m_validation_cache); |
2587 | 0 | } |
2588 | 0 | if (!tx_ok) { |
2589 | | // Any transaction validation failure in ConnectBlock is a block consensus failure |
2590 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, |
2591 | 0 | tx_state.GetRejectReason(), tx_state.GetDebugMessage()); |
2592 | 0 | break; |
2593 | 0 | } |
2594 | 0 | } |
2595 | | |
2596 | 0 | CTxUndo undoDummy; |
2597 | 0 | if (i > 0) { |
2598 | 0 | blockundo.vtxundo.emplace_back(); |
2599 | 0 | } |
2600 | 0 | UpdateCoins(tx, view, i == 0 ? undoDummy : blockundo.vtxundo.back(), pindex->nHeight); |
2601 | 0 | } |
2602 | 0 | const auto time_3{SteadyClock::now()}; |
2603 | 0 | m_chainman.time_connect += time_3 - time_2; |
2604 | 0 | LogDebug(BCLog::BENCH, " - Connect %u transactions: %.2fms (%.3fms/tx, %.3fms/txin) [%.2fs (%.2fms/blk)]\n", (unsigned)block.vtx.size(), Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2605 | 0 | Ticks<MillisecondsDouble>(time_3 - time_2), Ticks<MillisecondsDouble>(time_3 - time_2) / block.vtx.size(), |
2606 | 0 | nInputs <= 1 ? 0 : Ticks<MillisecondsDouble>(time_3 - time_2) / (nInputs - 1), |
2607 | 0 | Ticks<SecondsDouble>(m_chainman.time_connect), |
2608 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_connect) / m_chainman.num_blocks_total); |
2609 | |
|
2610 | 0 | CAmount blockReward = nFees + GetBlockSubsidy(pindex->nHeight, params.GetConsensus()); |
2611 | 0 | if (block.vtx[0]->GetValueOut() > blockReward && state.IsValid()) { |
2612 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-cb-amount", |
2613 | 0 | strprintf("coinbase pays too much (actual=%d vs limit=%d)", block.vtx[0]->GetValueOut(), blockReward));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2614 | 0 | } |
2615 | 0 | if (control) { |
2616 | 0 | auto parallel_result = control->Complete(); |
2617 | 0 | if (parallel_result.has_value() && state.IsValid()) { |
2618 | 0 | state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, strprintf("block-script-verify-flag-failed (%s)", ScriptErrorString(parallel_result->first)), parallel_result->second);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2619 | 0 | } |
2620 | 0 | } |
2621 | 0 | if (!state.IsValid()) { |
2622 | 0 | LogInfo("Block validation error: %s", state.ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2623 | 0 | return false; |
2624 | 0 | } |
2625 | 0 | const auto time_4{SteadyClock::now()}; |
2626 | 0 | m_chainman.time_verify += time_4 - time_2; |
2627 | 0 | LogDebug(BCLog::BENCH, " - Verify %u txins: %.2fms (%.3fms/txin) [%.2fs (%.2fms/blk)]\n", nInputs - 1, Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2628 | 0 | Ticks<MillisecondsDouble>(time_4 - time_2), |
2629 | 0 | nInputs <= 1 ? 0 : Ticks<MillisecondsDouble>(time_4 - time_2) / (nInputs - 1), |
2630 | 0 | Ticks<SecondsDouble>(m_chainman.time_verify), |
2631 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_verify) / m_chainman.num_blocks_total); |
2632 | |
|
2633 | 0 | if (fJustCheck) { |
2634 | 0 | return true; |
2635 | 0 | } |
2636 | | |
2637 | 0 | if (!m_blockman.WriteBlockUndo(blockundo, state, *pindex)) { |
2638 | 0 | return false; |
2639 | 0 | } |
2640 | | |
2641 | 0 | const auto time_5{SteadyClock::now()}; |
2642 | 0 | m_chainman.time_undo += time_5 - time_4; |
2643 | 0 | LogDebug(BCLog::BENCH, " - Write undo data: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2644 | 0 | Ticks<MillisecondsDouble>(time_5 - time_4), |
2645 | 0 | Ticks<SecondsDouble>(m_chainman.time_undo), |
2646 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_undo) / m_chainman.num_blocks_total); |
2647 | |
|
2648 | 0 | if (!pindex->IsValid(BLOCK_VALID_SCRIPTS)) { |
2649 | 0 | pindex->RaiseValidity(BLOCK_VALID_SCRIPTS); |
2650 | 0 | m_blockman.m_dirty_blockindex.insert(pindex); |
2651 | 0 | } |
2652 | | |
2653 | | // add this block to the view's block chain |
2654 | 0 | view.SetBestBlock(pindex->GetBlockHash()); |
2655 | |
|
2656 | 0 | const auto time_6{SteadyClock::now()}; |
2657 | 0 | m_chainman.time_index += time_6 - time_5; |
2658 | 0 | LogDebug(BCLog::BENCH, " - Index writing: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2659 | 0 | Ticks<MillisecondsDouble>(time_6 - time_5), |
2660 | 0 | Ticks<SecondsDouble>(m_chainman.time_index), |
2661 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_index) / m_chainman.num_blocks_total); |
2662 | |
|
2663 | 0 | TRACEPOINT(validation, block_connected, |
2664 | 0 | block_hash.data(), |
2665 | 0 | pindex->nHeight, |
2666 | 0 | block.vtx.size(), |
2667 | 0 | nInputs, |
2668 | 0 | nSigOpsCost, |
2669 | 0 | Ticks<std::chrono::nanoseconds>(time_5 - time_start) |
2670 | 0 | ); |
2671 | |
|
2672 | 0 | return true; |
2673 | 0 | } |
2674 | | |
2675 | | CoinsCacheSizeState Chainstate::GetCoinsCacheSizeState() |
2676 | 0 | { |
2677 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2678 | 0 | return this->GetCoinsCacheSizeState( |
2679 | 0 | m_coinstip_cache_size_bytes, |
2680 | 0 | m_mempool ? m_mempool->m_opts.max_size_bytes : 0); |
2681 | 0 | } |
2682 | | |
2683 | | CoinsCacheSizeState Chainstate::GetCoinsCacheSizeState( |
2684 | | size_t max_coins_cache_size_bytes, |
2685 | | size_t max_mempool_size_bytes) |
2686 | 0 | { |
2687 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2688 | 0 | const int64_t nMempoolUsage = m_mempool ? m_mempool->DynamicMemoryUsage() : 0; |
2689 | 0 | int64_t cacheSize = CoinsTip().DynamicMemoryUsage(); |
2690 | 0 | int64_t nTotalSpace = |
2691 | 0 | max_coins_cache_size_bytes + std::max<int64_t>(int64_t(max_mempool_size_bytes) - nMempoolUsage, 0); |
2692 | |
|
2693 | 0 | if (cacheSize > nTotalSpace) { |
2694 | 0 | LogInfo("Cache size (%s) exceeds total space (%s)\n", cacheSize, nTotalSpace);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2695 | 0 | return CoinsCacheSizeState::CRITICAL; |
2696 | 0 | } else if (cacheSize > LargeCoinsCacheThreshold(nTotalSpace)) { |
2697 | 0 | return CoinsCacheSizeState::LARGE; |
2698 | 0 | } |
2699 | 0 | return CoinsCacheSizeState::OK; |
2700 | 0 | } |
2701 | | |
2702 | | bool Chainstate::FlushStateToDisk( |
2703 | | BlockValidationState &state, |
2704 | | FlushStateMode mode, |
2705 | | int nManualPruneHeight) |
2706 | 0 | { |
2707 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2708 | 0 | assert(this->CanFlushToDisk()); |
2709 | 0 | std::set<int> setFilesToPrune; |
2710 | 0 | bool full_flush_completed = false; |
2711 | |
|
2712 | 0 | [[maybe_unused]] const size_t coins_count{CoinsTip().GetCacheSize()}; |
2713 | 0 | [[maybe_unused]] const size_t coins_mem_usage{CoinsTip().DynamicMemoryUsage()}; |
2714 | |
|
2715 | 0 | try { |
2716 | 0 | { |
2717 | 0 | bool fFlushForPrune = false; |
2718 | |
|
2719 | 0 | CoinsCacheSizeState cache_state = GetCoinsCacheSizeState(); |
2720 | 0 | LOCK(m_blockman.cs_LastBlockFile); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2721 | 0 | if (m_blockman.IsPruneMode() && (m_blockman.m_check_for_pruning || nManualPruneHeight > 0) && m_chainman.m_blockman.m_blockfiles_indexed) { |
2722 | | // make sure we don't prune above any of the prune locks bestblocks |
2723 | | // pruning is height-based |
2724 | 0 | int last_prune{m_chain.Height()}; // last height we can prune |
2725 | 0 | std::optional<std::string> limiting_lock; // prune lock that actually was the limiting factor, only used for logging |
2726 | |
|
2727 | 0 | for (const auto& prune_lock : m_blockman.m_prune_locks) { |
2728 | 0 | if (prune_lock.second.height_first == std::numeric_limits<int>::max()) continue; |
2729 | | // Remove the buffer and one additional block here to get actual height that is outside of the buffer |
2730 | 0 | const int lock_height{prune_lock.second.height_first - PRUNE_LOCK_BUFFER - 1}; |
2731 | 0 | last_prune = std::max(1, std::min(last_prune, lock_height)); |
2732 | 0 | if (last_prune == lock_height) { |
2733 | 0 | limiting_lock = prune_lock.first; |
2734 | 0 | } |
2735 | 0 | } |
2736 | |
|
2737 | 0 | if (limiting_lock) { |
2738 | 0 | LogDebug(BCLog::PRUNE, "%s limited pruning to height %d\n", limiting_lock.value(), last_prune); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2739 | 0 | } |
2740 | |
|
2741 | 0 | if (nManualPruneHeight > 0) { |
2742 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY("find files to prune (manual)", BCLog::BENCH);Line | Count | Source | 104 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2743 | |
|
2744 | 0 | m_blockman.FindFilesToPruneManual( |
2745 | 0 | setFilesToPrune, |
2746 | 0 | std::min(last_prune, nManualPruneHeight), |
2747 | 0 | *this); |
2748 | 0 | } else { |
2749 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY("find files to prune", BCLog::BENCH);Line | Count | Source | 104 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2750 | |
|
2751 | 0 | m_blockman.FindFilesToPrune(setFilesToPrune, last_prune, *this, m_chainman); |
2752 | 0 | m_blockman.m_check_for_pruning = false; |
2753 | 0 | } |
2754 | 0 | if (!setFilesToPrune.empty()) { |
2755 | 0 | fFlushForPrune = true; |
2756 | 0 | if (!m_blockman.m_have_pruned) { |
2757 | 0 | m_blockman.m_block_tree_db->WriteFlag("prunedblockfiles", true); |
2758 | 0 | m_blockman.m_have_pruned = true; |
2759 | 0 | } |
2760 | 0 | } |
2761 | 0 | } |
2762 | 0 | const auto nNow{NodeClock::now()}; |
2763 | | // The cache is large and we're within 10% and 10 MiB of the limit, but we have time now (not in the middle of a block processing). |
2764 | 0 | bool fCacheLarge = mode == FlushStateMode::PERIODIC && cache_state >= CoinsCacheSizeState::LARGE; |
2765 | | // The cache is over the limit, we have to write now. |
2766 | 0 | bool fCacheCritical = mode == FlushStateMode::IF_NEEDED && cache_state >= CoinsCacheSizeState::CRITICAL; |
2767 | | // It's been a while since we wrote the block index and chain state to disk. Do this frequently, so we don't need to redownload or reindex after a crash. |
2768 | 0 | bool fPeriodicWrite = mode == FlushStateMode::PERIODIC && nNow >= m_next_write; |
2769 | 0 | const auto empty_cache{(mode == FlushStateMode::FORCE_FLUSH) || fCacheLarge || fCacheCritical}; |
2770 | | // Combine all conditions that result in a write to disk. |
2771 | 0 | bool should_write = (mode == FlushStateMode::FORCE_SYNC) || empty_cache || fPeriodicWrite || fFlushForPrune; |
2772 | | // Write blocks, block index and best chain related state to disk. |
2773 | 0 | if (should_write) { |
2774 | 0 | LogDebug(BCLog::COINDB, "Writing chainstate to disk: flush mode=%s, prune=%d, large=%d, critical=%d, periodic=%d", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2775 | 0 | FlushStateModeNames[size_t(mode)], fFlushForPrune, fCacheLarge, fCacheCritical, fPeriodicWrite); |
2776 | | |
2777 | | // Ensure we can write block index |
2778 | 0 | if (!CheckDiskSpace(m_blockman.m_opts.blocks_dir)) { |
2779 | 0 | return FatalError(m_chainman.GetNotifications(), state, _("Disk space is too low!")); |
2780 | 0 | } |
2781 | 0 | { |
2782 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY("write block and undo data to disk", BCLog::BENCH);Line | Count | Source | 104 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2783 | | |
2784 | | // First make sure all block and undo data is flushed to disk. |
2785 | | // TODO: Handle return error, or add detailed comment why it is |
2786 | | // safe to not return an error upon failure. |
2787 | 0 | if (!m_blockman.FlushChainstateBlockFile(m_chain.Height())) { |
2788 | 0 | LogWarning("%s: Failed to flush block file.\n", __func__);Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2789 | 0 | } |
2790 | 0 | } |
2791 | | |
2792 | | // Then update all block file information (which may refer to block and undo files). |
2793 | 0 | { |
2794 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY("write block index to disk", BCLog::BENCH);Line | Count | Source | 104 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2795 | |
|
2796 | 0 | m_blockman.WriteBlockIndexDB(); |
2797 | 0 | } |
2798 | | // Finally remove any pruned files |
2799 | 0 | if (fFlushForPrune) { |
2800 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY("unlink pruned files", BCLog::BENCH);Line | Count | Source | 104 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
2801 | |
|
2802 | 0 | m_blockman.UnlinkPrunedFiles(setFilesToPrune); |
2803 | 0 | } |
2804 | |
|
2805 | 0 | if (!CoinsTip().GetBestBlock().IsNull()) { |
2806 | | // Typical Coin structures on disk are around 48 bytes in size. |
2807 | | // Pushing a new one to the database can cause it to be written |
2808 | | // twice (once in the log, and once in the tables). This is already |
2809 | | // an overestimation, as most will delete an existing entry or |
2810 | | // overwrite one. Still, use a conservative safety factor of 2. |
2811 | 0 | if (!CheckDiskSpace(m_chainman.m_options.datadir, 48 * 2 * 2 * CoinsTip().GetDirtyCount())) { |
2812 | 0 | return FatalError(m_chainman.GetNotifications(), state, _("Disk space is too low!")); |
2813 | 0 | } |
2814 | | // Flush the chainstate (which may refer to block index entries). |
2815 | 0 | empty_cache ? CoinsTip().Flush() : CoinsTip().Sync(); |
2816 | 0 | full_flush_completed = true; |
2817 | 0 | TRACEPOINT(utxocache, flush, |
2818 | 0 | int64_t{Ticks<std::chrono::microseconds>(NodeClock::now() - nNow)}, |
2819 | 0 | (uint32_t)mode, |
2820 | 0 | (uint64_t)coins_count, |
2821 | 0 | (uint64_t)coins_mem_usage, |
2822 | 0 | (bool)fFlushForPrune); |
2823 | 0 | } |
2824 | 0 | } |
2825 | | |
2826 | 0 | if (should_write || m_next_write == NodeClock::time_point::max()) { |
2827 | 0 | constexpr auto range{DATABASE_WRITE_INTERVAL_MAX - DATABASE_WRITE_INTERVAL_MIN}; |
2828 | 0 | m_next_write = FastRandomContext().rand_uniform_delay(NodeClock::now() + DATABASE_WRITE_INTERVAL_MIN, range); |
2829 | 0 | } |
2830 | 0 | } |
2831 | 0 | if (full_flush_completed && m_chainman.m_options.signals) { |
2832 | | // Update best block in wallet (so we can detect restored wallets). |
2833 | 0 | m_chainman.m_options.signals->ChainStateFlushed(this->GetRole(), GetLocator(m_chain.Tip())); |
2834 | 0 | } |
2835 | 0 | } catch (const std::runtime_error& e) { |
2836 | 0 | return FatalError(m_chainman.GetNotifications(), state, strprintf(_("System error while flushing: %s"), e.what()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2837 | 0 | } |
2838 | 0 | return true; |
2839 | 0 | } |
2840 | | |
2841 | | void Chainstate::ForceFlushStateToDisk(bool wipe_cache) |
2842 | 0 | { |
2843 | 0 | BlockValidationState state; |
2844 | 0 | if (!this->FlushStateToDisk(state, wipe_cache ? FlushStateMode::FORCE_FLUSH : FlushStateMode::FORCE_SYNC)) { |
2845 | 0 | LogWarning("Failed to force flush state (%s)", state.ToString());Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2846 | 0 | } |
2847 | 0 | } |
2848 | | |
2849 | | void Chainstate::PruneAndFlush() |
2850 | 0 | { |
2851 | 0 | BlockValidationState state; |
2852 | 0 | m_blockman.m_check_for_pruning = true; |
2853 | 0 | if (!this->FlushStateToDisk(state, FlushStateMode::NONE)) { |
2854 | 0 | LogWarning("Failed to flush state (%s)", state.ToString());Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2855 | 0 | } |
2856 | 0 | } |
2857 | | |
2858 | | static void UpdateTipLog( |
2859 | | const ChainstateManager& chainman, |
2860 | | const CCoinsViewCache& coins_tip, |
2861 | | const CBlockIndex* tip, |
2862 | | const std::string& func_name, |
2863 | | const std::string& prefix, |
2864 | | const std::string& warning_messages) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) |
2865 | 0 | { |
2866 | |
|
2867 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2868 | | |
2869 | | // Disable rate limiting in LogPrintLevel_ so this source location may log during IBD. |
2870 | 0 | LogPrintLevel_(BCLog::LogFlags::ALL, util::log::Level::Info, /*should_ratelimit=*/false, "%s%s: new best=%s height=%d version=0x%08x log2_work=%f tx=%lu date='%s' progress=%f cache=%.1fMiB(%utxo)%s\n", Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
2871 | 0 | prefix, func_name, |
2872 | 0 | tip->GetBlockHash().ToString(), tip->nHeight, tip->nVersion, |
2873 | 0 | log(tip->nChainWork.getdouble()) / log(2.0), tip->m_chain_tx_count, |
2874 | 0 | FormatISO8601DateTime(tip->GetBlockTime()), |
2875 | 0 | chainman.GuessVerificationProgress(tip), |
2876 | 0 | coins_tip.DynamicMemoryUsage() * (1.0 / (1 << 20)), |
2877 | 0 | coins_tip.GetCacheSize(), |
2878 | 0 | !warning_messages.empty() ? strprintf(" warning='%s'", warning_messages) : ""); |
2879 | 0 | } |
2880 | | |
2881 | | void Chainstate::UpdateTip(const CBlockIndex* pindexNew) |
2882 | 0 | { |
2883 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2884 | 0 | const auto& coins_tip = this->CoinsTip(); |
2885 | | |
2886 | | // The remainder of the function isn't relevant if we are not acting on |
2887 | | // the active chainstate, so return if need be. |
2888 | 0 | if (this != &m_chainman.ActiveChainstate()) { |
2889 | | // Only log every so often so that we don't bury log messages at the tip. |
2890 | 0 | constexpr int BACKGROUND_LOG_INTERVAL = 2000; |
2891 | 0 | if (pindexNew->nHeight % BACKGROUND_LOG_INTERVAL == 0) { |
2892 | 0 | UpdateTipLog(m_chainman, coins_tip, pindexNew, __func__, "[background validation] ", ""); |
2893 | 0 | } |
2894 | 0 | return; |
2895 | 0 | } |
2896 | | |
2897 | | // New best block |
2898 | 0 | if (m_mempool) { |
2899 | 0 | m_mempool->AddTransactionsUpdated(1); |
2900 | 0 | } |
2901 | |
|
2902 | 0 | std::vector<bilingual_str> warning_messages; |
2903 | 0 | if (!m_chainman.IsInitialBlockDownload()) { |
2904 | 0 | auto bits = m_chainman.m_versionbitscache.CheckUnknownActivations(pindexNew, m_chainman.GetParams()); |
2905 | 0 | for (auto [bit, active] : bits) { |
2906 | 0 | const bilingual_str warning = strprintf(_("Unknown new rules activated (versionbit %i)"), bit);Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
2907 | 0 | if (active) { |
2908 | 0 | m_chainman.GetNotifications().warningSet(kernel::Warning::UNKNOWN_NEW_RULES_ACTIVATED, warning); |
2909 | 0 | } else { |
2910 | 0 | warning_messages.push_back(warning); |
2911 | 0 | } |
2912 | 0 | } |
2913 | 0 | } |
2914 | 0 | UpdateTipLog(m_chainman, coins_tip, pindexNew, __func__, "", |
2915 | 0 | util::Join(warning_messages, Untranslated(", ")).original); |
2916 | 0 | } |
2917 | | |
2918 | | /** Disconnect m_chain's tip. |
2919 | | * After calling, the mempool will be in an inconsistent state, with |
2920 | | * transactions from disconnected blocks being added to disconnectpool. You |
2921 | | * should make the mempool consistent again by calling MaybeUpdateMempoolForReorg. |
2922 | | * with cs_main held. |
2923 | | * |
2924 | | * If disconnectpool is nullptr, then no disconnected transactions are added to |
2925 | | * disconnectpool (note that the caller is responsible for mempool consistency |
2926 | | * in any case). |
2927 | | */ |
2928 | | bool Chainstate::DisconnectTip(BlockValidationState& state, DisconnectedBlockTransactions* disconnectpool) |
2929 | 0 | { |
2930 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2931 | 0 | if (m_mempool) AssertLockHeld(m_mempool->cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
2932 | |
|
2933 | 0 | CBlockIndex *pindexDelete = m_chain.Tip(); |
2934 | 0 | assert(pindexDelete); |
2935 | 0 | assert(pindexDelete->pprev); |
2936 | | // Read block from disk. |
2937 | 0 | std::shared_ptr<CBlock> pblock = std::make_shared<CBlock>(); |
2938 | 0 | CBlock& block = *pblock; |
2939 | 0 | if (!m_blockman.ReadBlock(block, *pindexDelete)) { |
2940 | 0 | LogError("DisconnectTip(): Failed to read block\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2941 | 0 | return false; |
2942 | 0 | } |
2943 | | // Apply the block atomically to the chain state. |
2944 | 0 | const auto time_start{SteadyClock::now()}; |
2945 | 0 | { |
2946 | 0 | CCoinsViewCache view(&CoinsTip()); |
2947 | 0 | assert(view.GetBestBlock() == pindexDelete->GetBlockHash()); |
2948 | 0 | if (DisconnectBlock(block, pindexDelete, view) != DISCONNECT_OK) { |
2949 | 0 | LogError("DisconnectTip(): DisconnectBlock %s failed\n", pindexDelete->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
2950 | 0 | return false; |
2951 | 0 | } |
2952 | 0 | view.Flush(/*reallocate_cache=*/false); // local CCoinsViewCache goes out of scope |
2953 | 0 | } |
2954 | 0 | LogDebug(BCLog::BENCH, "- Disconnect block: %.2fms\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2955 | 0 | Ticks<MillisecondsDouble>(SteadyClock::now() - time_start)); |
2956 | |
|
2957 | 0 | { |
2958 | | // Prune locks that began at or after the tip should be moved backward so they get a chance to reorg |
2959 | 0 | const int max_height_first{pindexDelete->nHeight - 1}; |
2960 | 0 | for (auto& prune_lock : m_blockman.m_prune_locks) { |
2961 | 0 | if (prune_lock.second.height_first <= max_height_first) continue; |
2962 | | |
2963 | 0 | prune_lock.second.height_first = max_height_first; |
2964 | 0 | LogDebug(BCLog::PRUNE, "%s prune lock moved back to %d\n", prune_lock.first, max_height_first); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
2965 | 0 | } |
2966 | 0 | } |
2967 | | |
2968 | | // Write the chain state to disk, if necessary. |
2969 | 0 | if (!FlushStateToDisk(state, FlushStateMode::IF_NEEDED)) { |
2970 | 0 | return false; |
2971 | 0 | } |
2972 | | |
2973 | 0 | if (disconnectpool && m_mempool) { |
2974 | | // Save transactions to re-add to mempool at end of reorg. If any entries are evicted for |
2975 | | // exceeding memory limits, remove them and their descendants from the mempool. |
2976 | 0 | for (auto&& evicted_tx : disconnectpool->AddTransactionsFromBlock(block.vtx)) { |
2977 | 0 | m_mempool->removeRecursive(*evicted_tx, MemPoolRemovalReason::REORG); |
2978 | 0 | } |
2979 | 0 | } |
2980 | |
|
2981 | 0 | m_chain.SetTip(*pindexDelete->pprev); |
2982 | 0 | m_chainman.UpdateIBDStatus(); |
2983 | |
|
2984 | 0 | UpdateTip(pindexDelete->pprev); |
2985 | | // Let wallets know transactions went from 1-confirmed to |
2986 | | // 0-confirmed or conflicted: |
2987 | 0 | if (m_chainman.m_options.signals) { |
2988 | 0 | m_chainman.m_options.signals->BlockDisconnected(std::move(pblock), pindexDelete); |
2989 | 0 | } |
2990 | 0 | return true; |
2991 | 0 | } |
2992 | | |
2993 | | struct ConnectedBlock { |
2994 | | const CBlockIndex* pindex; |
2995 | | std::shared_ptr<const CBlock> pblock; |
2996 | | }; |
2997 | | |
2998 | | /** |
2999 | | * Connect a new block to m_chain. block_to_connect is either nullptr or a pointer to a CBlock |
3000 | | * corresponding to pindexNew, to bypass loading it again from disk. |
3001 | | * |
3002 | | * The block is added to connected_blocks if connection succeeds. |
3003 | | */ |
3004 | | bool Chainstate::ConnectTip( |
3005 | | BlockValidationState& state, |
3006 | | CBlockIndex* pindexNew, |
3007 | | std::shared_ptr<const CBlock> block_to_connect, |
3008 | | std::vector<ConnectedBlock>& connected_blocks, |
3009 | | DisconnectedBlockTransactions& disconnectpool) |
3010 | 0 | { |
3011 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3012 | 0 | if (m_mempool) AssertLockHeld(m_mempool->cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3013 | |
|
3014 | 0 | assert(pindexNew->pprev == m_chain.Tip()); |
3015 | | // Read block from disk. |
3016 | 0 | const auto time_1{SteadyClock::now()}; |
3017 | 0 | if (!block_to_connect) { |
3018 | 0 | std::shared_ptr<CBlock> pblockNew = std::make_shared<CBlock>(); |
3019 | 0 | if (!m_blockman.ReadBlock(*pblockNew, *pindexNew)) { |
3020 | 0 | return FatalError(m_chainman.GetNotifications(), state, _("Failed to read block.")); |
3021 | 0 | } |
3022 | 0 | block_to_connect = std::move(pblockNew); |
3023 | 0 | } else { |
3024 | 0 | LogDebug(BCLog::BENCH, " - Using cached block\n"); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3025 | 0 | } |
3026 | | // Apply the block atomically to the chain state. |
3027 | 0 | const auto time_2{SteadyClock::now()}; |
3028 | 0 | SteadyClock::time_point time_3; |
3029 | | // When adding aggregate statistics in the future, keep in mind that |
3030 | | // num_blocks_total may be zero until the ConnectBlock() call below. |
3031 | 0 | LogDebug(BCLog::BENCH, " - Load block from disk: %.2fms\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3032 | 0 | Ticks<MillisecondsDouble>(time_2 - time_1)); |
3033 | 0 | { |
3034 | 0 | CCoinsViewCache& view{*m_coins_views->m_connect_block_view}; |
3035 | 0 | const auto reset_guard{view.CreateResetGuard()}; |
3036 | 0 | bool rv = ConnectBlock(*block_to_connect, state, pindexNew, view); |
3037 | 0 | if (m_chainman.m_options.signals) { |
3038 | 0 | m_chainman.m_options.signals->BlockChecked(block_to_connect, state); |
3039 | 0 | } |
3040 | 0 | if (!rv) { |
3041 | 0 | if (state.IsInvalid()) |
3042 | 0 | InvalidBlockFound(pindexNew, state); |
3043 | 0 | LogError("%s: ConnectBlock %s failed, %s\n", __func__, pindexNew->GetBlockHash().ToString(), state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
3044 | 0 | return false; |
3045 | 0 | } |
3046 | 0 | time_3 = SteadyClock::now(); |
3047 | 0 | m_chainman.time_connect_total += time_3 - time_2; |
3048 | 0 | assert(m_chainman.num_blocks_total > 0); |
3049 | 0 | LogDebug(BCLog::BENCH, " - Connect total: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3050 | 0 | Ticks<MillisecondsDouble>(time_3 - time_2), |
3051 | 0 | Ticks<SecondsDouble>(m_chainman.time_connect_total), |
3052 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_connect_total) / m_chainman.num_blocks_total); |
3053 | 0 | view.Flush(/*reallocate_cache=*/false); // No need to reallocate since it only has capacity for 1 block |
3054 | 0 | } |
3055 | 0 | const auto time_4{SteadyClock::now()}; |
3056 | 0 | m_chainman.time_flush += time_4 - time_3; |
3057 | 0 | LogDebug(BCLog::BENCH, " - Flush: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3058 | 0 | Ticks<MillisecondsDouble>(time_4 - time_3), |
3059 | 0 | Ticks<SecondsDouble>(m_chainman.time_flush), |
3060 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_flush) / m_chainman.num_blocks_total); |
3061 | | // Write the chain state to disk, if necessary. |
3062 | 0 | if (!FlushStateToDisk(state, FlushStateMode::IF_NEEDED)) { |
3063 | 0 | return false; |
3064 | 0 | } |
3065 | 0 | const auto time_5{SteadyClock::now()}; |
3066 | 0 | m_chainman.time_chainstate += time_5 - time_4; |
3067 | 0 | LogDebug(BCLog::BENCH, " - Writing chainstate: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3068 | 0 | Ticks<MillisecondsDouble>(time_5 - time_4), |
3069 | 0 | Ticks<SecondsDouble>(m_chainman.time_chainstate), |
3070 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_chainstate) / m_chainman.num_blocks_total); |
3071 | | // Remove conflicting transactions from the mempool.; |
3072 | 0 | if (m_mempool) { |
3073 | 0 | m_mempool->removeForBlock(block_to_connect->vtx, pindexNew->nHeight); |
3074 | 0 | disconnectpool.removeForBlock(block_to_connect->vtx); |
3075 | 0 | } |
3076 | | // Update m_chain & related variables. |
3077 | 0 | m_chain.SetTip(*pindexNew); |
3078 | 0 | m_chainman.UpdateIBDStatus(); |
3079 | 0 | UpdateTip(pindexNew); |
3080 | |
|
3081 | 0 | const auto time_6{SteadyClock::now()}; |
3082 | 0 | m_chainman.time_post_connect += time_6 - time_5; |
3083 | 0 | m_chainman.time_total += time_6 - time_1; |
3084 | 0 | LogDebug(BCLog::BENCH, " - Connect postprocess: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3085 | 0 | Ticks<MillisecondsDouble>(time_6 - time_5), |
3086 | 0 | Ticks<SecondsDouble>(m_chainman.time_post_connect), |
3087 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_post_connect) / m_chainman.num_blocks_total); |
3088 | 0 | LogDebug(BCLog::BENCH, "- Connect block: %.2fms [%.2fs (%.2fms/blk)]\n", Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
3089 | 0 | Ticks<MillisecondsDouble>(time_6 - time_1), |
3090 | 0 | Ticks<SecondsDouble>(m_chainman.time_total), |
3091 | 0 | Ticks<MillisecondsDouble>(m_chainman.time_total) / m_chainman.num_blocks_total); |
3092 | | |
3093 | | // See if this chainstate has reached a target block and can be used to |
3094 | | // validate an assumeutxo snapshot. If it can, hashing the UTXO database |
3095 | | // will be slow, and cs_main could remain locked here for several minutes. |
3096 | | // If the snapshot is validated, the UTXO hash will be saved to |
3097 | | // this->m_target_utxohash, causing HistoricalChainstate() to return null |
3098 | | // and this chainstate to no longer be used. ActivateBestChain() will also |
3099 | | // stop connecting blocks to this chainstate because this->ReachedTarget() |
3100 | | // will be true and this->setBlockIndexCandidates will not have additional |
3101 | | // blocks. |
3102 | 0 | Chainstate& current_cs{m_chainman.CurrentChainstate()}; |
3103 | 0 | m_chainman.MaybeValidateSnapshot(*this, current_cs); |
3104 | |
|
3105 | 0 | connected_blocks.emplace_back(pindexNew, std::move(block_to_connect)); |
3106 | 0 | return true; |
3107 | 0 | } |
3108 | | |
3109 | | /** |
3110 | | * Return the tip of the chain with the most work in it, that isn't |
3111 | | * known to be invalid (it's however far from certain to be valid). |
3112 | | */ |
3113 | | CBlockIndex* Chainstate::FindMostWorkChain() |
3114 | 0 | { |
3115 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3116 | 0 | do { |
3117 | 0 | CBlockIndex *pindexNew = nullptr; |
3118 | | |
3119 | | // Find the best candidate header. |
3120 | 0 | { |
3121 | 0 | std::set<CBlockIndex*, CBlockIndexWorkComparator>::reverse_iterator it = setBlockIndexCandidates.rbegin(); |
3122 | 0 | if (it == setBlockIndexCandidates.rend()) |
3123 | 0 | return nullptr; |
3124 | 0 | pindexNew = *it; |
3125 | 0 | } |
3126 | | |
3127 | | // Check whether all blocks on the path between the currently active chain and the candidate are valid. |
3128 | | // Just going until the active chain is an optimization, as we know all blocks in it are valid already. |
3129 | 0 | CBlockIndex *pindexTest = pindexNew; |
3130 | 0 | bool fInvalidAncestor = false; |
3131 | 0 | while (pindexTest && !m_chain.Contains(pindexTest)) { |
3132 | 0 | assert(pindexTest->HaveNumChainTxs() || pindexTest->nHeight == 0); |
3133 | | |
3134 | | // Pruned nodes may have entries in setBlockIndexCandidates for |
3135 | | // which block files have been deleted. Remove those as candidates |
3136 | | // for the most work chain if we come across them; we can't switch |
3137 | | // to a chain unless we have all the non-active-chain parent blocks. |
3138 | 0 | bool fFailedChain = pindexTest->nStatus & BLOCK_FAILED_VALID; |
3139 | 0 | bool fMissingData = !(pindexTest->nStatus & BLOCK_HAVE_DATA); |
3140 | 0 | if (fFailedChain || fMissingData) { |
3141 | | // Candidate chain is not usable (either invalid or missing data) |
3142 | 0 | if (fFailedChain && (m_chainman.m_best_invalid == nullptr || pindexNew->nChainWork > m_chainman.m_best_invalid->nChainWork)) { |
3143 | 0 | m_chainman.m_best_invalid = pindexNew; |
3144 | 0 | } |
3145 | 0 | CBlockIndex *pindexFailed = pindexNew; |
3146 | | // Remove the entire chain from the set. |
3147 | 0 | while (pindexTest != pindexFailed) { |
3148 | 0 | if (fFailedChain) { |
3149 | 0 | pindexFailed->nStatus |= BLOCK_FAILED_VALID; |
3150 | 0 | m_blockman.m_dirty_blockindex.insert(pindexFailed); |
3151 | 0 | } else if (fMissingData) { |
3152 | | // If we're missing data, then add back to m_blocks_unlinked, |
3153 | | // so that if the block arrives in the future we can try adding |
3154 | | // to setBlockIndexCandidates again. |
3155 | 0 | m_blockman.m_blocks_unlinked.insert( |
3156 | 0 | std::make_pair(pindexFailed->pprev, pindexFailed)); |
3157 | 0 | } |
3158 | 0 | setBlockIndexCandidates.erase(pindexFailed); |
3159 | 0 | pindexFailed = pindexFailed->pprev; |
3160 | 0 | } |
3161 | 0 | setBlockIndexCandidates.erase(pindexTest); |
3162 | 0 | fInvalidAncestor = true; |
3163 | 0 | break; |
3164 | 0 | } |
3165 | 0 | pindexTest = pindexTest->pprev; |
3166 | 0 | } |
3167 | 0 | if (!fInvalidAncestor) |
3168 | 0 | return pindexNew; |
3169 | 0 | } while(true); |
3170 | 0 | } |
3171 | | |
3172 | | /** Delete all entries in setBlockIndexCandidates that are worse than the current tip. */ |
3173 | 0 | void Chainstate::PruneBlockIndexCandidates() { |
3174 | | // Note that we can't delete the current block itself, as we may need to return to it later in case a |
3175 | | // reorganization to a better block fails. |
3176 | 0 | std::set<CBlockIndex*, CBlockIndexWorkComparator>::iterator it = setBlockIndexCandidates.begin(); |
3177 | 0 | while (it != setBlockIndexCandidates.end() && setBlockIndexCandidates.value_comp()(*it, m_chain.Tip())) { |
3178 | 0 | setBlockIndexCandidates.erase(it++); |
3179 | 0 | } |
3180 | | // Either the current tip or a successor of it we're working towards is left in setBlockIndexCandidates. |
3181 | 0 | assert(!setBlockIndexCandidates.empty()); |
3182 | 0 | } |
3183 | | |
3184 | | /** |
3185 | | * Try to make some progress towards making pindexMostWork the active block. |
3186 | | * pblock is either nullptr or a pointer to a CBlock corresponding to pindexMostWork. |
3187 | | * |
3188 | | * @returns true unless a system error occurred |
3189 | | */ |
3190 | | bool Chainstate::ActivateBestChainStep(BlockValidationState& state, CBlockIndex* pindexMostWork, const std::shared_ptr<const CBlock>& pblock, bool& fInvalidFound, std::vector<ConnectedBlock>& connected_blocks) |
3191 | 0 | { |
3192 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3193 | 0 | if (m_mempool) AssertLockHeld(m_mempool->cs); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3194 | |
|
3195 | 0 | const CBlockIndex* pindexOldTip = m_chain.Tip(); |
3196 | 0 | const CBlockIndex* pindexFork = m_chain.FindFork(pindexMostWork); |
3197 | | |
3198 | | // Disconnect active blocks which are no longer in the best chain. |
3199 | 0 | bool fBlocksDisconnected = false; |
3200 | 0 | DisconnectedBlockTransactions disconnectpool{MAX_DISCONNECTED_TX_POOL_BYTES}; |
3201 | 0 | while (m_chain.Tip() && m_chain.Tip() != pindexFork) { |
3202 | 0 | if (!DisconnectTip(state, &disconnectpool)) { |
3203 | | // This is likely a fatal error, but keep the mempool consistent, |
3204 | | // just in case. Only remove from the mempool in this case. |
3205 | 0 | MaybeUpdateMempoolForReorg(disconnectpool, false); |
3206 | | |
3207 | | // If we're unable to disconnect a block during normal operation, |
3208 | | // then that is a failure of our local system -- we should abort |
3209 | | // rather than stay on a less work chain. |
3210 | 0 | FatalError(m_chainman.GetNotifications(), state, _("Failed to disconnect block.")); |
3211 | 0 | return false; |
3212 | 0 | } |
3213 | 0 | fBlocksDisconnected = true; |
3214 | 0 | } |
3215 | | |
3216 | | // Build list of new blocks to connect (in descending height order). |
3217 | 0 | std::vector<CBlockIndex*> vpindexToConnect; |
3218 | 0 | bool fContinue = true; |
3219 | 0 | int nHeight = pindexFork ? pindexFork->nHeight : -1; |
3220 | 0 | while (fContinue && nHeight != pindexMostWork->nHeight) { |
3221 | | // Don't iterate the entire list of potential improvements toward the best tip, as we likely only need |
3222 | | // a few blocks along the way. |
3223 | 0 | int nTargetHeight = std::min(nHeight + 32, pindexMostWork->nHeight); |
3224 | 0 | vpindexToConnect.clear(); |
3225 | 0 | vpindexToConnect.reserve(nTargetHeight - nHeight); |
3226 | 0 | CBlockIndex* pindexIter = pindexMostWork->GetAncestor(nTargetHeight); |
3227 | 0 | while (pindexIter && pindexIter->nHeight != nHeight) { |
3228 | 0 | vpindexToConnect.push_back(pindexIter); |
3229 | 0 | pindexIter = pindexIter->pprev; |
3230 | 0 | } |
3231 | 0 | nHeight = nTargetHeight; |
3232 | | |
3233 | | // Connect new blocks. |
3234 | 0 | for (CBlockIndex* pindexConnect : vpindexToConnect | std::views::reverse) { |
3235 | 0 | if (!ConnectTip(state, pindexConnect, pindexConnect == pindexMostWork ? pblock : std::shared_ptr<const CBlock>(), connected_blocks, disconnectpool)) { |
3236 | 0 | if (state.IsInvalid()) { |
3237 | | // The block violates a consensus rule. |
3238 | 0 | if (state.GetResult() != BlockValidationResult::BLOCK_MUTATED) { |
3239 | 0 | InvalidChainFound(vpindexToConnect.front()); |
3240 | 0 | } |
3241 | 0 | state = BlockValidationState(); |
3242 | 0 | fInvalidFound = true; |
3243 | 0 | fContinue = false; |
3244 | 0 | break; |
3245 | 0 | } else { |
3246 | | // A system error occurred (disk space, database error, ...). |
3247 | | // Make the mempool consistent with the current tip, just in case |
3248 | | // any observers try to use it before shutdown. |
3249 | 0 | MaybeUpdateMempoolForReorg(disconnectpool, false); |
3250 | 0 | return false; |
3251 | 0 | } |
3252 | 0 | } else { |
3253 | 0 | PruneBlockIndexCandidates(); |
3254 | 0 | if (!pindexOldTip || m_chain.Tip()->nChainWork > pindexOldTip->nChainWork) { |
3255 | | // We're in a better position than we were. Return temporarily to release the lock. |
3256 | 0 | fContinue = false; |
3257 | 0 | break; |
3258 | 0 | } |
3259 | 0 | } |
3260 | 0 | } |
3261 | 0 | } |
3262 | | |
3263 | 0 | if (fBlocksDisconnected) { |
3264 | | // If any blocks were disconnected, disconnectpool may be non empty. Add |
3265 | | // any disconnected transactions back to the mempool. |
3266 | 0 | MaybeUpdateMempoolForReorg(disconnectpool, true); |
3267 | 0 | } |
3268 | 0 | if (m_mempool) m_mempool->check(this->CoinsTip(), this->m_chain.Height() + 1); |
3269 | |
|
3270 | 0 | CheckForkWarningConditions(); |
3271 | |
|
3272 | 0 | return true; |
3273 | 0 | } |
3274 | | |
3275 | | static SynchronizationState GetSynchronizationState(bool init, bool blockfiles_indexed) |
3276 | 0 | { |
3277 | 0 | if (!init) return SynchronizationState::POST_INIT; |
3278 | 0 | if (!blockfiles_indexed) return SynchronizationState::INIT_REINDEX; |
3279 | 0 | return SynchronizationState::INIT_DOWNLOAD; |
3280 | 0 | } |
3281 | | |
3282 | | void ChainstateManager::UpdateIBDStatus() |
3283 | 0 | { |
3284 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3285 | 0 | if (!m_cached_is_ibd.load(std::memory_order_relaxed)) return; |
3286 | 0 | if (m_blockman.LoadingBlocks()) return; |
3287 | 0 | if (!CurrentChainstate().m_chain.IsTipRecent(MinimumChainWork(), m_options.max_tip_age)) return; |
3288 | 0 | LogInfo("Leaving InitialBlockDownload (latching to false)");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
3289 | 0 | m_cached_is_ibd.store(false, std::memory_order_relaxed); |
3290 | 0 | } |
3291 | | |
3292 | | bool ChainstateManager::NotifyHeaderTip() |
3293 | 0 | { |
3294 | 0 | bool fNotify = false; |
3295 | 0 | bool fInitialBlockDownload = false; |
3296 | 0 | CBlockIndex* pindexHeader = nullptr; |
3297 | 0 | { |
3298 | 0 | LOCK(GetMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3299 | 0 | pindexHeader = m_best_header; |
3300 | |
|
3301 | 0 | if (pindexHeader != m_last_notified_header) { |
3302 | 0 | fNotify = true; |
3303 | 0 | fInitialBlockDownload = IsInitialBlockDownload(); |
3304 | 0 | m_last_notified_header = pindexHeader; |
3305 | 0 | } |
3306 | 0 | } |
3307 | | // Send block tip changed notifications without the lock held |
3308 | 0 | if (fNotify) { |
3309 | 0 | GetNotifications().headerTip(GetSynchronizationState(fInitialBlockDownload, m_blockman.m_blockfiles_indexed), pindexHeader->nHeight, pindexHeader->nTime, false); |
3310 | 0 | } |
3311 | 0 | return fNotify; |
3312 | 0 | } |
3313 | | |
3314 | 0 | static void LimitValidationInterfaceQueue(ValidationSignals& signals) LOCKS_EXCLUDED(cs_main) { |
3315 | 0 | AssertLockNotHeld(cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3316 | |
|
3317 | 0 | if (signals.CallbacksPending() > 10) { |
3318 | 0 | signals.SyncWithValidationInterfaceQueue(); |
3319 | 0 | } |
3320 | 0 | } |
3321 | | |
3322 | | bool Chainstate::ActivateBestChain(BlockValidationState& state, std::shared_ptr<const CBlock> pblock) |
3323 | 0 | { |
3324 | 0 | AssertLockNotHeld(m_chainstate_mutex); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3325 | | |
3326 | | // Note that while we're often called here from ProcessNewBlock, this is |
3327 | | // far from a guarantee. Things in the P2P/RPC will often end up calling |
3328 | | // us in the middle of ProcessNewBlock - do not assume pblock is set |
3329 | | // sanely for performance or correctness! |
3330 | 0 | AssertLockNotHeld(::cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3331 | | |
3332 | | // ABC maintains a fair degree of expensive-to-calculate internal state |
3333 | | // because this function periodically releases cs_main so that it does not lock up other threads for too long |
3334 | | // during large connects - and to allow for e.g. the callback queue to drain |
3335 | | // we use m_chainstate_mutex to enforce mutual exclusion so that only one caller may execute this function at a time |
3336 | 0 | LOCK(m_chainstate_mutex); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3337 | | |
3338 | | // Belt-and-suspenders check that we aren't attempting to advance the |
3339 | | // chainstate past the target block. |
3340 | 0 | if (WITH_LOCK(::cs_main, return m_target_utxohash)) {Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
3341 | 0 | LogError("%s", STR_INTERNAL_BUG("m_target_utxohash is set - this chainstate should not be in operation."));Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
3342 | 0 | return Assume(false); Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
3343 | 0 | } |
3344 | | |
3345 | 0 | CBlockIndex *pindexMostWork = nullptr; |
3346 | 0 | CBlockIndex *pindexNewTip = nullptr; |
3347 | 0 | bool exited_ibd{false}; |
3348 | 0 | do { |
3349 | | // Block until the validation queue drains. This should largely |
3350 | | // never happen in normal operation, however may happen during |
3351 | | // reindex, causing memory blowup if we run too far ahead. |
3352 | | // Note that if a validationinterface callback ends up calling |
3353 | | // ActivateBestChain this may lead to a deadlock! We should |
3354 | | // probably have a DEBUG_LOCKORDER test for this in the future. |
3355 | 0 | if (m_chainman.m_options.signals) LimitValidationInterfaceQueue(*m_chainman.m_options.signals); |
3356 | |
|
3357 | 0 | { |
3358 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3359 | 0 | { |
3360 | | // Lock transaction pool for at least as long as it takes for connected_blocks to be consumed |
3361 | 0 | LOCK(MempoolMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3362 | 0 | const bool was_in_ibd = m_chainman.IsInitialBlockDownload(); |
3363 | 0 | CBlockIndex* starting_tip = m_chain.Tip(); |
3364 | 0 | bool blocks_connected = false; |
3365 | 0 | do { |
3366 | | // We absolutely may not unlock cs_main until we've made forward progress |
3367 | | // (with the exception of shutdown due to hardware issues, low disk space, etc). |
3368 | 0 | std::vector<ConnectedBlock> connected_blocks; // Destructed before cs_main is unlocked |
3369 | |
|
3370 | 0 | if (pindexMostWork == nullptr) { |
3371 | 0 | pindexMostWork = FindMostWorkChain(); |
3372 | 0 | } |
3373 | | |
3374 | | // Whether we have anything to do at all. |
3375 | 0 | if (pindexMostWork == nullptr || pindexMostWork == m_chain.Tip()) { |
3376 | 0 | break; |
3377 | 0 | } |
3378 | | |
3379 | 0 | bool fInvalidFound = false; |
3380 | 0 | std::shared_ptr<const CBlock> nullBlockPtr; |
3381 | | // BlockConnected signals must be sent for the original role; |
3382 | | // in case snapshot validation is completed during ActivateBestChainStep, the |
3383 | | // result of GetRole() changes from BACKGROUND to NORMAL. |
3384 | 0 | const ChainstateRole chainstate_role{this->GetRole()}; |
3385 | 0 | if (!ActivateBestChainStep(state, pindexMostWork, pblock && pblock->GetHash() == pindexMostWork->GetBlockHash() ? pblock : nullBlockPtr, fInvalidFound, connected_blocks)) { |
3386 | | // A system error occurred |
3387 | 0 | return false; |
3388 | 0 | } |
3389 | 0 | blocks_connected = true; |
3390 | |
|
3391 | 0 | if (fInvalidFound) { |
3392 | | // Wipe cache, we may need another branch now. |
3393 | 0 | pindexMostWork = nullptr; |
3394 | 0 | } |
3395 | 0 | pindexNewTip = m_chain.Tip(); |
3396 | |
|
3397 | 0 | for (auto& [index, block] : std::move(connected_blocks)) { |
3398 | 0 | if (m_chainman.m_options.signals) { |
3399 | 0 | m_chainman.m_options.signals->BlockConnected(chainstate_role, std::move(Assert(block)), Assert(index)); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
| m_chainman.m_options.signals->BlockConnected(chainstate_role, std::move(Assert(block)), Assert(index)); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
3400 | 0 | } |
3401 | 0 | } |
3402 | | |
3403 | | // Break this do-while to ensure we don't advance past the target block. |
3404 | 0 | if (ReachedTarget()) { |
3405 | 0 | break; |
3406 | 0 | } |
3407 | 0 | } while (!m_chain.Tip() || (starting_tip && CBlockIndexWorkComparator()(m_chain.Tip(), starting_tip))); |
3408 | 0 | if (!blocks_connected) return true; |
3409 | | |
3410 | 0 | const CBlockIndex* pindexFork = m_chain.FindFork(starting_tip); |
3411 | 0 | bool still_in_ibd = m_chainman.IsInitialBlockDownload(); |
3412 | |
|
3413 | 0 | if (was_in_ibd && !still_in_ibd) { |
3414 | | // Active chainstate has exited IBD. |
3415 | 0 | exited_ibd = true; |
3416 | 0 | } |
3417 | | |
3418 | | // Notify external listeners about the new tip. |
3419 | | // Enqueue while holding cs_main to ensure that UpdatedBlockTip is called in the order in which blocks are connected |
3420 | 0 | if (this == &m_chainman.ActiveChainstate() && pindexFork != pindexNewTip) { |
3421 | | // Notify ValidationInterface subscribers |
3422 | 0 | if (m_chainman.m_options.signals) { |
3423 | 0 | m_chainman.m_options.signals->UpdatedBlockTip(pindexNewTip, pindexFork, still_in_ibd); |
3424 | 0 | } |
3425 | |
|
3426 | 0 | if (kernel::IsInterrupted(m_chainman.GetNotifications().blockTip( |
3427 | 0 | /*state=*/GetSynchronizationState(still_in_ibd, m_chainman.m_blockman.m_blockfiles_indexed), |
3428 | 0 | /*index=*/*pindexNewTip, |
3429 | 0 | /*verification_progress=*/m_chainman.GuessVerificationProgress(pindexNewTip)))) |
3430 | 0 | { |
3431 | | // Just breaking and returning success for now. This could |
3432 | | // be changed to bubble up the kernel::Interrupted value to |
3433 | | // the caller so the caller could distinguish between |
3434 | | // completed and interrupted operations. |
3435 | 0 | break; |
3436 | 0 | } |
3437 | 0 | } |
3438 | 0 | } // release MempoolMutex |
3439 | | // Notify external listeners about the new tip, even if pindexFork == pindexNewTip. |
3440 | 0 | if (m_chainman.m_options.signals && this == &m_chainman.ActiveChainstate()) { |
3441 | 0 | m_chainman.m_options.signals->ActiveTipChange(*Assert(pindexNewTip), m_chainman.IsInitialBlockDownload()); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
3442 | 0 | } |
3443 | 0 | } // release cs_main |
3444 | | // When we reach this point, we switched to a new tip (stored in pindexNewTip). |
3445 | | |
3446 | 0 | bool reached_target; |
3447 | 0 | { |
3448 | 0 | LOCK(m_chainman.GetMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3449 | 0 | if (exited_ibd) { |
3450 | | // If a background chainstate is in use, we may need to rebalance our |
3451 | | // allocation of caches once a chainstate exits initial block download. |
3452 | 0 | m_chainman.MaybeRebalanceCaches(); |
3453 | 0 | } |
3454 | | |
3455 | | // Write changes periodically to disk, after relay. |
3456 | 0 | if (!FlushStateToDisk(state, FlushStateMode::PERIODIC)) { |
3457 | 0 | return false; |
3458 | 0 | } |
3459 | | |
3460 | 0 | reached_target = ReachedTarget(); |
3461 | 0 | } |
3462 | | |
3463 | 0 | if (reached_target) { |
3464 | | // Chainstate has reached the target block, so exit. |
3465 | | // |
3466 | | // Restart indexes so indexes can resync and index new blocks after |
3467 | | // the target block. |
3468 | | // |
3469 | | // This cannot be done while holding cs_main (within |
3470 | | // MaybeValidateSnapshot) or a cs_main deadlock will occur. |
3471 | 0 | if (m_chainman.snapshot_download_completed) { |
3472 | 0 | m_chainman.snapshot_download_completed(); |
3473 | 0 | } |
3474 | 0 | break; |
3475 | 0 | } |
3476 | | |
3477 | | // We check interrupt only after giving ActivateBestChainStep a chance to run once so that we |
3478 | | // never interrupt before connecting the genesis block during LoadChainTip(). Previously this |
3479 | | // caused an assert() failure during interrupt in such cases as the UTXO DB flushing checks |
3480 | | // that the best block hash is non-null. |
3481 | 0 | if (m_chainman.m_interrupt) break; |
3482 | 0 | } while (pindexNewTip != pindexMostWork); |
3483 | | |
3484 | 0 | m_chainman.CheckBlockIndex(); |
3485 | |
|
3486 | 0 | return true; |
3487 | 0 | } |
3488 | | |
3489 | | bool Chainstate::PreciousBlock(BlockValidationState& state, CBlockIndex* pindex) |
3490 | 0 | { |
3491 | 0 | AssertLockNotHeld(m_chainstate_mutex); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3492 | 0 | AssertLockNotHeld(::cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3493 | 0 | { |
3494 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3495 | 0 | if (pindex->nChainWork < m_chain.Tip()->nChainWork) { |
3496 | | // Nothing to do, this block is not at the tip. |
3497 | 0 | return true; |
3498 | 0 | } |
3499 | 0 | if (m_chain.Tip()->nChainWork > m_chainman.nLastPreciousChainwork) { |
3500 | | // The chain has been extended since the last call, reset the counter. |
3501 | 0 | m_chainman.nBlockReverseSequenceId = -1; |
3502 | 0 | } |
3503 | 0 | m_chainman.nLastPreciousChainwork = m_chain.Tip()->nChainWork; |
3504 | 0 | setBlockIndexCandidates.erase(pindex); |
3505 | 0 | pindex->nSequenceId = m_chainman.nBlockReverseSequenceId; |
3506 | 0 | if (m_chainman.nBlockReverseSequenceId > std::numeric_limits<int32_t>::min()) { |
3507 | | // We can't keep reducing the counter if somebody really wants to |
3508 | | // call preciousblock 2**31-1 times on the same set of tips... |
3509 | 0 | m_chainman.nBlockReverseSequenceId--; |
3510 | 0 | } |
3511 | 0 | if (pindex->IsValid(BLOCK_VALID_TRANSACTIONS) && pindex->HaveNumChainTxs()) { |
3512 | 0 | setBlockIndexCandidates.insert(pindex); |
3513 | 0 | PruneBlockIndexCandidates(); |
3514 | 0 | } |
3515 | 0 | } |
3516 | | |
3517 | 0 | return ActivateBestChain(state, std::shared_ptr<const CBlock>()); |
3518 | 0 | } |
3519 | | |
3520 | | bool Chainstate::InvalidateBlock(BlockValidationState& state, CBlockIndex* pindex) |
3521 | 0 | { |
3522 | 0 | AssertLockNotHeld(m_chainstate_mutex); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3523 | 0 | AssertLockNotHeld(::cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
3524 | | |
3525 | | // Genesis block can't be invalidated |
3526 | 0 | assert(pindex); |
3527 | 0 | if (pindex->nHeight == 0) return false; |
3528 | | |
3529 | | // We do not allow ActivateBestChain() to run while InvalidateBlock() is |
3530 | | // running, as that could cause the tip to change while we disconnect |
3531 | | // blocks. |
3532 | 0 | LOCK(m_chainstate_mutex); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3533 | | |
3534 | | // We'll be acquiring and releasing cs_main below, to allow the validation |
3535 | | // callbacks to run. However, we should keep the block index in a |
3536 | | // consistent state as we disconnect blocks -- in particular we need to |
3537 | | // add equal-work blocks to setBlockIndexCandidates as we disconnect. |
3538 | | // To avoid walking the block index repeatedly in search of candidates, |
3539 | | // build a map once so that we can look up candidate blocks by chain |
3540 | | // work as we go. |
3541 | 0 | std::multimap<const arith_uint256, CBlockIndex*> highpow_outofchain_headers; |
3542 | |
|
3543 | 0 | { |
3544 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3545 | 0 | for (auto& entry : m_blockman.m_block_index) { |
3546 | 0 | CBlockIndex* candidate = &entry.second; |
3547 | | // We don't need to put anything in our active chain into the |
3548 | | // multimap, because those candidates will be found and considered |
3549 | | // as we disconnect. |
3550 | | // Instead, consider only non-active-chain blocks that score |
3551 | | // at least as good with CBlockIndexWorkComparator as the new tip. |
3552 | 0 | if (!m_chain.Contains(candidate) && |
3553 | 0 | !CBlockIndexWorkComparator()(candidate, pindex->pprev) && |
3554 | 0 | !(candidate->nStatus & BLOCK_FAILED_VALID)) { |
3555 | 0 | highpow_outofchain_headers.insert({candidate->nChainWork, candidate}); |
3556 | 0 | } |
3557 | 0 | } |
3558 | 0 | } |
3559 | |
|
3560 | 0 | CBlockIndex* to_mark_failed = pindex; |
3561 | 0 | bool pindex_was_in_chain = false; |
3562 | 0 | int disconnected = 0; |
3563 | | |
3564 | | // Disconnect (descendants of) pindex, and mark them invalid. |
3565 | 0 | while (true) { |
3566 | 0 | if (m_chainman.m_interrupt) break; |
3567 | | |
3568 | | // Make sure the queue of validation callbacks doesn't grow unboundedly. |
3569 | 0 | if (m_chainman.m_options.signals) LimitValidationInterfaceQueue(*m_chainman.m_options.signals); |
3570 | |
|
3571 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3572 | | // Lock for as long as disconnectpool is in scope to make sure MaybeUpdateMempoolForReorg is |
3573 | | // called after DisconnectTip without unlocking in between |
3574 | 0 | LOCK(MempoolMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3575 | 0 | if (!m_chain.Contains(pindex)) break; |
3576 | 0 | pindex_was_in_chain = true; |
3577 | 0 | CBlockIndex* disconnected_tip{m_chain.Tip()}; |
3578 | | |
3579 | | // ActivateBestChain considers blocks already in m_chain |
3580 | | // unconditionally valid already, so force disconnect away from it. |
3581 | 0 | DisconnectedBlockTransactions disconnectpool{MAX_DISCONNECTED_TX_POOL_BYTES}; |
3582 | 0 | bool ret = DisconnectTip(state, &disconnectpool); |
3583 | | // DisconnectTip will add transactions to disconnectpool. |
3584 | | // Adjust the mempool to be consistent with the new tip, adding |
3585 | | // transactions back to the mempool if disconnecting was successful, |
3586 | | // and we're not doing a very deep invalidation (in which case |
3587 | | // keeping the mempool up to date is probably futile anyway). |
3588 | 0 | MaybeUpdateMempoolForReorg(disconnectpool, /* fAddToMempool = */ (++disconnected <= 10) && ret); |
3589 | 0 | if (!ret) return false; |
3590 | 0 | CBlockIndex* new_tip{m_chain.Tip()}; |
3591 | 0 | assert(disconnected_tip->pprev == new_tip); |
3592 | | |
3593 | | // We immediately mark the disconnected blocks as invalid. |
3594 | | // This prevents a case where pruned nodes may fail to invalidateblock |
3595 | | // and be left unable to start as they have no tip candidates (as there |
3596 | | // are no blocks that meet the "have data and are not invalid per |
3597 | | // nStatus" criteria for inclusion in setBlockIndexCandidates). |
3598 | 0 | disconnected_tip->nStatus |= BLOCK_FAILED_VALID; |
3599 | 0 | m_blockman.m_dirty_blockindex.insert(disconnected_tip); |
3600 | 0 | setBlockIndexCandidates.erase(disconnected_tip); |
3601 | 0 | setBlockIndexCandidates.insert(new_tip); |
3602 | | |
3603 | | // Mark out-of-chain descendants of the invalidated block as invalid |
3604 | | // Add any equal or more work headers that are not invalidated to setBlockIndexCandidates |
3605 | | // Recalculate m_best_header if it became invalid. |
3606 | 0 | auto candidate_it = highpow_outofchain_headers.lower_bound(new_tip->nChainWork); |
3607 | |
|
3608 | 0 | const bool best_header_needs_update{m_chainman.m_best_header->GetAncestor(disconnected_tip->nHeight) == disconnected_tip}; |
3609 | 0 | if (best_header_needs_update) { |
3610 | | // new_tip is definitely still valid at this point, but there may be better ones |
3611 | 0 | m_chainman.m_best_header = new_tip; |
3612 | 0 | } |
3613 | |
|
3614 | 0 | while (candidate_it != highpow_outofchain_headers.end()) { |
3615 | 0 | CBlockIndex* candidate{candidate_it->second}; |
3616 | 0 | if (candidate->GetAncestor(disconnected_tip->nHeight) == disconnected_tip) { |
3617 | | // Children of failed blocks are marked as BLOCK_FAILED_VALID. |
3618 | 0 | candidate->nStatus |= BLOCK_FAILED_VALID; |
3619 | 0 | m_blockman.m_dirty_blockindex.insert(candidate); |
3620 | | // If invalidated, the block is irrelevant for setBlockIndexCandidates |
3621 | | // and for m_best_header and can be removed from the cache. |
3622 | 0 | candidate_it = highpow_outofchain_headers.erase(candidate_it); |
3623 | 0 | continue; |
3624 | 0 | } |
3625 | 0 | if (!CBlockIndexWorkComparator()(candidate, new_tip) && |
3626 | 0 | candidate->IsValid(BLOCK_VALID_TRANSACTIONS) && |
3627 | 0 | candidate->HaveNumChainTxs()) { |
3628 | 0 | setBlockIndexCandidates.insert(candidate); |
3629 | | // Do not remove candidate from the highpow_outofchain_headers cache, because it might be a descendant of the block being invalidated |
3630 | | // which needs to be marked failed later. |
3631 | 0 | } |
3632 | 0 | if (best_header_needs_update && |
3633 | 0 | m_chainman.m_best_header->nChainWork < candidate->nChainWork) { |
3634 | 0 | m_chainman.m_best_header = candidate; |
3635 | 0 | } |
3636 | 0 | ++candidate_it; |
3637 | 0 | } |
3638 | | |
3639 | | // Track the last disconnected block to call InvalidChainFound on it. |
3640 | 0 | to_mark_failed = disconnected_tip; |
3641 | 0 | } |
3642 | | |
3643 | 0 | m_chainman.CheckBlockIndex(); |
3644 | |
|
3645 | 0 | { |
3646 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
3647 | 0 | if (m_chain.Contains(to_mark_failed)) { |
3648 | | // If the to-be-marked invalid block is in the active chain, something is interfering and we can't proceed. |
3649 | 0 | return false; |
3650 | 0 | } |
3651 | | |
3652 | | // Mark pindex as invalid if it never was in the main chain |
3653 | 0 | if (!pindex_was_in_chain && !(pindex->nStatus & BLOCK_FAILED_VALID)) { |
3654 | 0 | pindex->nStatus |= BLOCK_FAILED_VALID; |
3655 | 0 | m_blockman.m_dirty_blockindex.insert(pindex); |
3656 | 0 | setBlockIndexCandidates.erase(pindex); |
3657 | 0 | } |
3658 | | |
3659 | | // If any new blocks somehow arrived while we were disconnecting |
3660 | | // (above), then the pre-calculation of what should go into |
3661 | | // setBlockIndexCandidates may have missed entries. This would |
3662 | | // technically be an inconsistency in the block index, but if we clean |
3663 | | // it up here, this should be an essentially unobservable error. |
3664 | | // Loop back over all block index entries and add any missing entries |
3665 | | // to setBlockIndexCandidates. |
3666 | 0 | for (auto& [_, block_index] : m_blockman.m_block_index) { |
3667 | 0 | if (block_index.IsValid(BLOCK_VALID_TRANSACTIONS) && block_index.HaveNumChainTxs() && !setBlockIndexCandidates.value_comp()(&block_index, m_chain.Tip())) { |
3668 | 0 | setBlockIndexCandidates.insert(&block_index); |
3669 | 0 | } |
3670 | 0 | } |
3671 | |
|
3672 | 0 | InvalidChainFound(to_mark_failed); |
3673 | 0 | } |
3674 | | |
3675 | | // Only notify about a new block tip if the active chain was modified. |
3676 | 0 | if (pindex_was_in_chain) { |
3677 | | // Ignoring return value for now, this could be changed to bubble up |
3678 | | // kernel::Interrupted value to the caller so the caller could |
3679 | | // distinguish between completed and interrupted operations. It might |
3680 | | // also make sense for the blockTip notification to have an enum |
3681 | | // parameter indicating the source of the tip change so hooks can |
3682 | | // distinguish user-initiated invalidateblock changes from other |
3683 | | // changes. |
3684 | 0 | (void)m_chainman.GetNotifications().blockTip( |
3685 | 0 | /*state=*/GetSynchronizationState(m_chainman.IsInitialBlockDownload(), m_chainman.m_blockman.m_blockfiles_indexed), |
3686 | 0 | /*index=*/*to_mark_failed->pprev, |
3687 | 0 | /*verification_progress=*/WITH_LOCK(m_chainman.GetMutex(), return m_chainman.GuessVerificationProgress(to_mark_failed->pprev))); Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
3688 | | |
3689 | | // Fire ActiveTipChange now for the current chain tip to make sure clients are notified. |
3690 | | // ActivateBestChain may call this as well, but not necessarily. |
3691 | 0 | if (m_chainman.m_options.signals) { |
3692 | 0 | m_chainman.m_options.signals->ActiveTipChange(*Assert(m_chain.Tip()), m_chainman.IsInitialBlockDownload()); Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
3693 | 0 | } |
3694 | 0 | } |
3695 | 0 | return true; |
3696 | 0 | } |
3697 | | |
3698 | | void Chainstate::SetBlockFailureFlags(CBlockIndex* invalid_block) |
3699 | 0 | { |
3700 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3701 | |
|
3702 | 0 | for (auto& [_, block_index] : m_blockman.m_block_index) { |
3703 | 0 | if (invalid_block != &block_index && block_index.GetAncestor(invalid_block->nHeight) == invalid_block) { |
3704 | 0 | block_index.nStatus |= BLOCK_FAILED_VALID; |
3705 | 0 | m_blockman.m_dirty_blockindex.insert(&block_index); |
3706 | 0 | } |
3707 | 0 | } |
3708 | 0 | } |
3709 | | |
3710 | 0 | void Chainstate::ResetBlockFailureFlags(CBlockIndex *pindex) { |
3711 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3712 | |
|
3713 | 0 | int nHeight = pindex->nHeight; |
3714 | | |
3715 | | // Remove the invalidity flag from this block and all its descendants and ancestors. |
3716 | 0 | for (auto& [_, block_index] : m_blockman.m_block_index) { |
3717 | 0 | if ((block_index.nStatus & BLOCK_FAILED_VALID) && (block_index.GetAncestor(nHeight) == pindex || pindex->GetAncestor(block_index.nHeight) == &block_index)) { |
3718 | 0 | block_index.nStatus &= ~BLOCK_FAILED_VALID; |
3719 | 0 | m_blockman.m_dirty_blockindex.insert(&block_index); |
3720 | 0 | if (block_index.IsValid(BLOCK_VALID_TRANSACTIONS) && block_index.HaveNumChainTxs() && setBlockIndexCandidates.value_comp()(m_chain.Tip(), &block_index)) { |
3721 | 0 | setBlockIndexCandidates.insert(&block_index); |
3722 | 0 | } |
3723 | 0 | if (&block_index == m_chainman.m_best_invalid) { |
3724 | | // Reset invalid block marker if it was pointing to one of those. |
3725 | 0 | m_chainman.m_best_invalid = nullptr; |
3726 | 0 | } |
3727 | 0 | } |
3728 | 0 | } |
3729 | 0 | } |
3730 | | |
3731 | | void Chainstate::TryAddBlockIndexCandidate(CBlockIndex* pindex) |
3732 | 0 | { |
3733 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3734 | | |
3735 | | // Do not continue building a chainstate that is based on an invalid |
3736 | | // snapshot. This is a belt-and-suspenders type of check because if an |
3737 | | // invalid snapshot is loaded, the node will shut down to force a manual |
3738 | | // intervention. But it is good to handle this case correctly regardless. |
3739 | 0 | if (m_assumeutxo == Assumeutxo::INVALID) { |
3740 | 0 | return; |
3741 | 0 | } |
3742 | | |
3743 | | // The block only is a candidate for the most-work-chain if it has the same |
3744 | | // or more work than our current tip. |
3745 | 0 | if (m_chain.Tip() != nullptr && setBlockIndexCandidates.value_comp()(pindex, m_chain.Tip())) { |
3746 | 0 | return; |
3747 | 0 | } |
3748 | | |
3749 | 0 | const CBlockIndex* target_block{TargetBlock()}; |
3750 | 0 | if (!target_block) { |
3751 | | // If no specific target block, add all entries that have more |
3752 | | // work than the tip. |
3753 | 0 | setBlockIndexCandidates.insert(pindex); |
3754 | 0 | } else { |
3755 | | // If there is a target block, only consider connecting blocks |
3756 | | // towards the target block. |
3757 | 0 | if (target_block->GetAncestor(pindex->nHeight) == pindex) { |
3758 | 0 | setBlockIndexCandidates.insert(pindex); |
3759 | 0 | } |
3760 | 0 | } |
3761 | 0 | } |
3762 | | |
3763 | | /** Mark a block as having its data received and checked (up to BLOCK_VALID_TRANSACTIONS). */ |
3764 | | void ChainstateManager::ReceivedBlockTransactions(const CBlock& block, CBlockIndex* pindexNew, const FlatFilePos& pos) |
3765 | 0 | { |
3766 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
3767 | 0 | pindexNew->nTx = block.vtx.size(); |
3768 | | // Typically m_chain_tx_count will be 0 at this point, but it can be nonzero if this |
3769 | | // is a pruned block which is being downloaded again, or if this is an |
3770 | | // assumeutxo snapshot block which has a hardcoded m_chain_tx_count value from the |
3771 | | // snapshot metadata. If the pindex is not the snapshot block and the |
3772 | | // m_chain_tx_count value is not zero, assert that value is actually correct. |
3773 | 0 | auto prev_tx_sum = [](CBlockIndex& block) { return block.nTx + (block.pprev ? block.pprev->m_chain_tx_count : 0); }; |
3774 | 0 | if (!Assume(pindexNew->m_chain_tx_count == 0 || pindexNew->m_chain_tx_count == prev_tx_sum(*pindexNew) || Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
3775 | 0 | std::ranges::any_of(m_chainstates, [&](const auto& cs) EXCLUSIVE_LOCKS_REQUIRED(cs_main) { return cs->SnapshotBase() == pindexNew; }))) { |
3776 | 0 | LogWarning("Internal bug detected: block %d has unexpected m_chain_tx_count %i that should be %i (%s %s). Please report this issue here: %s\n",Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
3777 | 0 | pindexNew->nHeight, pindexNew->m_chain_tx_count, prev_tx_sum(*pindexNew), CLIENT_NAME, FormatFullVersion(), CLIENT_BUGREPORT); |
3778 | 0 | pindexNew->m_chain_tx_count = 0; |
3779 | 0 | } |
3780 | 0 | pindexNew->nFile = pos.nFile; |
3781 | 0 | pindexNew->nDataPos = pos.nPos; |
3782 | 0 | pindexNew->nUndoPos = 0; |
3783 | 0 | pindexNew->nStatus |= BLOCK_HAVE_DATA; |
3784 | 0 | if (DeploymentActiveAt(*pindexNew, *this, Consensus::DEPLOYMENT_SEGWIT)) { |
3785 | 0 | pindexNew->nStatus |= BLOCK_OPT_WITNESS; |
3786 | 0 | } |
3787 | 0 | pindexNew->RaiseValidity(BLOCK_VALID_TRANSACTIONS); |
3788 | 0 | m_blockman.m_dirty_blockindex.insert(pindexNew); |
3789 | |
|
3790 | 0 | if (pindexNew->pprev == nullptr || pindexNew->pprev->HaveNumChainTxs()) { |
3791 | | // If pindexNew is the genesis block or all parents are BLOCK_VALID_TRANSACTIONS. |
3792 | 0 | std::deque<CBlockIndex*> queue; |
3793 | 0 | queue.push_back(pindexNew); |
3794 | | |
3795 | | // Recursively process any descendant blocks that now may be eligible to be connected. |
3796 | 0 | while (!queue.empty()) { |
3797 | 0 | CBlockIndex *pindex = queue.front(); |
3798 | 0 | queue.pop_front(); |
3799 | | // Before setting m_chain_tx_count, assert that it is 0 or already set to |
3800 | | // the correct value. This assert will fail after receiving the |
3801 | | // assumeutxo snapshot block if assumeutxo snapshot metadata has an |
3802 | | // incorrect hardcoded AssumeutxoData::m_chain_tx_count value. |
3803 | 0 | if (!Assume(pindex->m_chain_tx_count == 0 || pindex->m_chain_tx_count == prev_tx_sum(*pindex))) {Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
3804 | 0 | LogWarning("Internal bug detected: block %d has unexpected m_chain_tx_count %i that should be %i (%s %s). Please report this issue here: %s\n",Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
3805 | 0 | pindex->nHeight, pindex->m_chain_tx_count, prev_tx_sum(*pindex), CLIENT_NAME, FormatFullVersion(), CLIENT_BUGREPORT); |
3806 | 0 | } |
3807 | 0 | pindex->m_chain_tx_count = prev_tx_sum(*pindex); |
3808 | 0 | pindex->nSequenceId = nBlockSequenceId++; |
3809 | 0 | for (const auto& c : m_chainstates) { |
3810 | 0 | c->TryAddBlockIndexCandidate(pindex); |
3811 | 0 | } |
3812 | 0 | std::pair<std::multimap<CBlockIndex*, CBlockIndex*>::iterator, std::multimap<CBlockIndex*, CBlockIndex*>::iterator> range = m_blockman.m_blocks_unlinked.equal_range(pindex); |
3813 | 0 | while (range.first != range.second) { |
3814 | 0 | std::multimap<CBlockIndex*, CBlockIndex*>::iterator it = range.first; |
3815 | 0 | queue.push_back(it->second); |
3816 | 0 | range.first++; |
3817 | 0 | m_blockman.m_blocks_unlinked.erase(it); |
3818 | 0 | } |
3819 | 0 | } |
3820 | 0 | } else { |
3821 | 0 | if (pindexNew->pprev && pindexNew->pprev->IsValid(BLOCK_VALID_TREE)) { |
3822 | 0 | m_blockman.m_blocks_unlinked.insert(std::make_pair(pindexNew->pprev, pindexNew)); |
3823 | 0 | } |
3824 | 0 | } |
3825 | 0 | } |
3826 | | |
3827 | | static bool CheckBlockHeader(const CBlockHeader& block, BlockValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW = true) |
3828 | 0 | { |
3829 | | // Check proof of work matches claimed amount |
3830 | 0 | if (fCheckPOW && !CheckProofOfWork(block.GetHash(), block.nBits, consensusParams)) |
3831 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_HEADER, "high-hash", "proof of work failed"); |
3832 | | |
3833 | 0 | return true; |
3834 | 0 | } |
3835 | | |
3836 | | static bool CheckMerkleRoot(const CBlock& block, BlockValidationState& state) |
3837 | 0 | { |
3838 | 0 | if (block.m_checked_merkle_root) return true; |
3839 | | |
3840 | 0 | bool mutated; |
3841 | 0 | uint256 merkle_root = BlockMerkleRoot(block, &mutated); |
3842 | 0 | if (block.hashMerkleRoot != merkle_root) { |
3843 | 0 | return state.Invalid( |
3844 | 0 | /*result=*/BlockValidationResult::BLOCK_MUTATED, |
3845 | 0 | /*reject_reason=*/"bad-txnmrklroot", |
3846 | 0 | /*debug_message=*/"hashMerkleRoot mismatch"); |
3847 | 0 | } |
3848 | | |
3849 | | // Check for merkle tree malleability (CVE-2012-2459): repeating sequences |
3850 | | // of transactions in a block without affecting the merkle root of a block, |
3851 | | // while still invalidating it. |
3852 | 0 | if (mutated) { |
3853 | 0 | return state.Invalid( |
3854 | 0 | /*result=*/BlockValidationResult::BLOCK_MUTATED, |
3855 | 0 | /*reject_reason=*/"bad-txns-duplicate", |
3856 | 0 | /*debug_message=*/"duplicate transaction"); |
3857 | 0 | } |
3858 | | |
3859 | 0 | block.m_checked_merkle_root = true; |
3860 | 0 | return true; |
3861 | 0 | } |
3862 | | |
3863 | | /** CheckWitnessMalleation performs checks for block malleation with regard to |
3864 | | * its witnesses. |
3865 | | * |
3866 | | * Note: If the witness commitment is expected (i.e. `expect_witness_commitment |
3867 | | * = true`), then the block is required to have at least one transaction and the |
3868 | | * first transaction needs to have at least one input. */ |
3869 | | static bool CheckWitnessMalleation(const CBlock& block, bool expect_witness_commitment, BlockValidationState& state) |
3870 | 0 | { |
3871 | 0 | if (expect_witness_commitment) { |
3872 | 0 | if (block.m_checked_witness_commitment) return true; |
3873 | | |
3874 | 0 | int commitpos = GetWitnessCommitmentIndex(block); |
3875 | 0 | if (commitpos != NO_WITNESS_COMMITMENT) { |
3876 | 0 | assert(!block.vtx.empty() && !block.vtx[0]->vin.empty()); |
3877 | 0 | const auto& witness_stack{block.vtx[0]->vin[0].scriptWitness.stack}; |
3878 | |
|
3879 | 0 | if (witness_stack.size() != 1 || witness_stack[0].size() != 32) { |
3880 | 0 | return state.Invalid( |
3881 | 0 | /*result=*/BlockValidationResult::BLOCK_MUTATED, |
3882 | 0 | /*reject_reason=*/"bad-witness-nonce-size", |
3883 | 0 | /*debug_message=*/strprintf("%s : invalid witness reserved value size", __func__));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
3884 | 0 | } |
3885 | | |
3886 | | // The malleation check is ignored; as the transaction tree itself |
3887 | | // already does not permit it, it is impossible to trigger in the |
3888 | | // witness tree. |
3889 | 0 | uint256 hash_witness = BlockWitnessMerkleRoot(block); |
3890 | |
|
3891 | 0 | CHash256().Write(hash_witness).Write(witness_stack[0]).Finalize(hash_witness); |
3892 | 0 | if (memcmp(hash_witness.begin(), &block.vtx[0]->vout[commitpos].scriptPubKey[6], 32)) { |
3893 | 0 | return state.Invalid( |
3894 | 0 | /*result=*/BlockValidationResult::BLOCK_MUTATED, |
3895 | 0 | /*reject_reason=*/"bad-witness-merkle-match", |
3896 | 0 | /*debug_message=*/strprintf("%s : witness merkle commitment mismatch", __func__));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
3897 | 0 | } |
3898 | | |
3899 | 0 | block.m_checked_witness_commitment = true; |
3900 | 0 | return true; |
3901 | 0 | } |
3902 | 0 | } |
3903 | | |
3904 | | // No witness data is allowed in blocks that don't commit to witness data, as this would otherwise leave room for spam |
3905 | 0 | for (const auto& tx : block.vtx) { |
3906 | 0 | if (tx->HasWitness()) { |
3907 | 0 | return state.Invalid( |
3908 | 0 | /*result=*/BlockValidationResult::BLOCK_MUTATED, |
3909 | 0 | /*reject_reason=*/"unexpected-witness", |
3910 | 0 | /*debug_message=*/strprintf("%s : unexpected witness data found", __func__));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
3911 | 0 | } |
3912 | 0 | } |
3913 | | |
3914 | 0 | return true; |
3915 | 0 | } |
3916 | | |
3917 | | bool CheckBlock(const CBlock& block, BlockValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW, bool fCheckMerkleRoot) |
3918 | 0 | { |
3919 | | // These are checks that are independent of context. |
3920 | |
|
3921 | 0 | if (block.fChecked) |
3922 | 0 | return true; |
3923 | | |
3924 | | // Check that the header is valid (particularly PoW). This is mostly |
3925 | | // redundant with the call in AcceptBlockHeader. |
3926 | 0 | if (!CheckBlockHeader(block, state, consensusParams, fCheckPOW)) |
3927 | 0 | return false; |
3928 | | |
3929 | | // Signet only: check block solution |
3930 | 0 | if (consensusParams.signet_blocks && fCheckPOW && !CheckSignetBlockSolution(block, consensusParams)) { |
3931 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-signet-blksig", "signet block signature validation failure"); |
3932 | 0 | } |
3933 | | |
3934 | | // Check the merkle root. |
3935 | 0 | if (fCheckMerkleRoot && !CheckMerkleRoot(block, state)) { |
3936 | 0 | return false; |
3937 | 0 | } |
3938 | | |
3939 | | // All potential-corruption validation must be done before we do any |
3940 | | // transaction validation, as otherwise we may mark the header as invalid |
3941 | | // because we receive the wrong transactions for it. |
3942 | | // Note that witness malleability is checked in ContextualCheckBlock, so no |
3943 | | // checks that use witness data may be performed here. |
3944 | | |
3945 | | // Size limits |
3946 | 0 | if (block.vtx.empty() || block.vtx.size() * WITNESS_SCALE_FACTOR > MAX_BLOCK_WEIGHT || ::GetSerializeSize(TX_NO_WITNESS(block)) * WITNESS_SCALE_FACTOR > MAX_BLOCK_WEIGHT) |
3947 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-blk-length", "size limits failed"); |
3948 | | |
3949 | | // First transaction must be coinbase, the rest must not be |
3950 | 0 | if (block.vtx.empty() || !block.vtx[0]->IsCoinBase()) |
3951 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-cb-missing", "first tx is not coinbase"); |
3952 | 0 | for (unsigned int i = 1; i < block.vtx.size(); i++) |
3953 | 0 | if (block.vtx[i]->IsCoinBase()) |
3954 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-cb-multiple", "more than one coinbase"); |
3955 | | |
3956 | | // Check transactions |
3957 | | // Must check for duplicate inputs (see CVE-2018-17144) |
3958 | 0 | for (const auto& tx : block.vtx) { |
3959 | 0 | TxValidationState tx_state; |
3960 | 0 | if (!CheckTransaction(*tx, tx_state)) { |
3961 | | // CheckBlock() does context-free validation checks. The only |
3962 | | // possible failures are consensus failures. |
3963 | 0 | assert(tx_state.GetResult() == TxValidationResult::TX_CONSENSUS); |
3964 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, tx_state.GetRejectReason(), |
3965 | 0 | strprintf("Transaction check failed (tx hash %s) %s", tx->GetHash().ToString(), tx_state.GetDebugMessage()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
3966 | 0 | } |
3967 | 0 | } |
3968 | | // This underestimates the number of sigops, because unlike ConnectBlock it |
3969 | | // does not count witness and p2sh sigops. |
3970 | 0 | unsigned int nSigOps = 0; |
3971 | 0 | for (const auto& tx : block.vtx) |
3972 | 0 | { |
3973 | 0 | nSigOps += GetLegacySigOpCount(*tx); |
3974 | 0 | } |
3975 | 0 | if (nSigOps * WITNESS_SCALE_FACTOR > MAX_BLOCK_SIGOPS_COST) |
3976 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-blk-sigops", "out-of-bounds SigOpCount"); |
3977 | | |
3978 | 0 | if (fCheckPOW && fCheckMerkleRoot) |
3979 | 0 | block.fChecked = true; |
3980 | |
|
3981 | 0 | return true; |
3982 | 0 | } |
3983 | | |
3984 | | void ChainstateManager::UpdateUncommittedBlockStructures(CBlock& block, const CBlockIndex* pindexPrev) const |
3985 | 0 | { |
3986 | 0 | int commitpos = GetWitnessCommitmentIndex(block); |
3987 | 0 | static const std::vector<unsigned char> nonce(32, 0x00); |
3988 | 0 | if (commitpos != NO_WITNESS_COMMITMENT && DeploymentActiveAfter(pindexPrev, *this, Consensus::DEPLOYMENT_SEGWIT) && !block.vtx[0]->HasWitness()) { |
3989 | 0 | CMutableTransaction tx(*block.vtx[0]); |
3990 | 0 | tx.vin[0].scriptWitness.stack.resize(1); |
3991 | 0 | tx.vin[0].scriptWitness.stack[0] = nonce; |
3992 | 0 | block.vtx[0] = MakeTransactionRef(std::move(tx)); |
3993 | 0 | } |
3994 | 0 | } |
3995 | | |
3996 | | void ChainstateManager::GenerateCoinbaseCommitment(CBlock& block, const CBlockIndex* pindexPrev) const |
3997 | 0 | { |
3998 | 0 | int commitpos = GetWitnessCommitmentIndex(block); |
3999 | 0 | std::vector<unsigned char> ret(32, 0x00); |
4000 | 0 | if (commitpos == NO_WITNESS_COMMITMENT) { |
4001 | 0 | uint256 witnessroot = BlockWitnessMerkleRoot(block); |
4002 | 0 | CHash256().Write(witnessroot).Write(ret).Finalize(witnessroot); |
4003 | 0 | CTxOut out; |
4004 | 0 | out.nValue = 0; |
4005 | 0 | out.scriptPubKey.resize(MINIMUM_WITNESS_COMMITMENT); |
4006 | 0 | out.scriptPubKey[0] = OP_RETURN; |
4007 | 0 | out.scriptPubKey[1] = 0x24; |
4008 | 0 | out.scriptPubKey[2] = 0xaa; |
4009 | 0 | out.scriptPubKey[3] = 0x21; |
4010 | 0 | out.scriptPubKey[4] = 0xa9; |
4011 | 0 | out.scriptPubKey[5] = 0xed; |
4012 | 0 | memcpy(&out.scriptPubKey[6], witnessroot.begin(), 32); |
4013 | 0 | CMutableTransaction tx(*block.vtx[0]); |
4014 | 0 | tx.vout.push_back(out); |
4015 | 0 | block.vtx[0] = MakeTransactionRef(std::move(tx)); |
4016 | 0 | } |
4017 | 0 | UpdateUncommittedBlockStructures(block, pindexPrev); |
4018 | 0 | } |
4019 | | |
4020 | | bool HasValidProofOfWork(std::span<const CBlockHeader> headers, const Consensus::Params& consensusParams) |
4021 | 0 | { |
4022 | 0 | return std::ranges::all_of(headers, |
4023 | 0 | [&](const auto& header) { return CheckProofOfWork(header.GetHash(), header.nBits, consensusParams); }); |
4024 | 0 | } |
4025 | | |
4026 | | bool IsBlockMutated(const CBlock& block, bool check_witness_root) |
4027 | 0 | { |
4028 | 0 | BlockValidationState state; |
4029 | 0 | if (!CheckMerkleRoot(block, state)) { |
4030 | 0 | LogDebug(BCLog::VALIDATION, "Block mutated: %s\n", state.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4031 | 0 | return true; |
4032 | 0 | } |
4033 | | |
4034 | 0 | if (block.vtx.empty() || !block.vtx[0]->IsCoinBase()) { |
4035 | | // Consider the block mutated if any transaction is 64 bytes in size (see 3.1 |
4036 | | // in "Weaknesses in Bitcoin’s Merkle Root Construction": |
4037 | | // https://lists.linuxfoundation.org/pipermail/bitcoin-dev/attachments/20190225/a27d8837/attachment-0001.pdf). |
4038 | | // |
4039 | | // Note: This is not a consensus change as this only applies to blocks that |
4040 | | // don't have a coinbase transaction and would therefore already be invalid. |
4041 | 0 | return std::any_of(block.vtx.begin(), block.vtx.end(), |
4042 | 0 | [](auto& tx) { return GetSerializeSize(TX_NO_WITNESS(tx)) == 64; }); |
4043 | 0 | } else { |
4044 | | // Theoretically it is still possible for a block with a 64 byte |
4045 | | // coinbase transaction to be mutated but we neglect that possibility |
4046 | | // here as it requires at least 224 bits of work. |
4047 | 0 | } |
4048 | | |
4049 | 0 | if (!CheckWitnessMalleation(block, check_witness_root, state)) { |
4050 | 0 | LogDebug(BCLog::VALIDATION, "Block mutated: %s\n", state.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4051 | 0 | return true; |
4052 | 0 | } |
4053 | | |
4054 | 0 | return false; |
4055 | 0 | } |
4056 | | |
4057 | | arith_uint256 CalculateClaimedHeadersWork(std::span<const CBlockHeader> headers) |
4058 | 0 | { |
4059 | 0 | arith_uint256 total_work{0}; |
4060 | 0 | for (const CBlockHeader& header : headers) { |
4061 | 0 | total_work += GetBlockProof(header); |
4062 | 0 | } |
4063 | 0 | return total_work; |
4064 | 0 | } |
4065 | | |
4066 | | /** Context-dependent validity checks. |
4067 | | * By "context", we mean only the previous block headers, but not the UTXO |
4068 | | * set; UTXO-related validity checks are done in ConnectBlock(). |
4069 | | * NOTE: This function is not currently invoked by ConnectBlock(), so we |
4070 | | * should consider upgrade issues if we change which consensus rules are |
4071 | | * enforced in this function (eg by adding a new consensus rule). See comment |
4072 | | * in ConnectBlock(). |
4073 | | * Note that -reindex-chainstate skips the validation that happens here! |
4074 | | * |
4075 | | * NOTE: failing to check the header's height against the last checkpoint's opened a DoS vector between |
4076 | | * v0.12 and v0.15 (when no additional protection was in place) whereby an attacker could unboundedly |
4077 | | * grow our in-memory block index. See https://bitcoincore.org/en/2024/07/03/disclose-header-spam. |
4078 | | */ |
4079 | | static bool ContextualCheckBlockHeader(const CBlockHeader& block, BlockValidationState& state, BlockManager& blockman, const ChainstateManager& chainman, const CBlockIndex* pindexPrev) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) |
4080 | 0 | { |
4081 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4082 | 0 | assert(pindexPrev != nullptr); |
4083 | 0 | const int nHeight = pindexPrev->nHeight + 1; |
4084 | | |
4085 | | // Check proof of work |
4086 | 0 | const Consensus::Params& consensusParams = chainman.GetConsensus(); |
4087 | 0 | if (block.nBits != GetNextWorkRequired(pindexPrev, &block, consensusParams)) |
4088 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_HEADER, "bad-diffbits", "incorrect proof of work"); |
4089 | | |
4090 | | // Check timestamp against prev |
4091 | 0 | if (block.GetBlockTime() <= pindexPrev->GetMedianTimePast()) |
4092 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_HEADER, "time-too-old", "block's timestamp is too early"); |
4093 | | |
4094 | | // Testnet4 and regtest only: Check timestamp against prev for difficulty-adjustment |
4095 | | // blocks to prevent timewarp attacks (see https://github.com/bitcoin/bitcoin/pull/15482). |
4096 | 0 | if (consensusParams.enforce_BIP94) { |
4097 | | // Check timestamp for the first block of each difficulty adjustment |
4098 | | // interval, except the genesis block. |
4099 | 0 | if (nHeight % consensusParams.DifficultyAdjustmentInterval() == 0) { |
4100 | 0 | if (block.GetBlockTime() < pindexPrev->GetBlockTime() - MAX_TIMEWARP) { |
4101 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_HEADER, "time-timewarp-attack", "block's timestamp is too early on diff adjustment block"); |
4102 | 0 | } |
4103 | 0 | } |
4104 | 0 | } |
4105 | | |
4106 | | // Check timestamp |
4107 | 0 | if (block.Time() > NodeClock::now() + std::chrono::seconds{MAX_FUTURE_BLOCK_TIME}) { |
4108 | 0 | return state.Invalid(BlockValidationResult::BLOCK_TIME_FUTURE, "time-too-new", "block timestamp too far in the future"); |
4109 | 0 | } |
4110 | | |
4111 | | // Reject blocks with outdated version |
4112 | 0 | if ((block.nVersion < 2 && DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_HEIGHTINCB)) || |
4113 | 0 | (block.nVersion < 3 && DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_DERSIG)) || |
4114 | 0 | (block.nVersion < 4 && DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_CLTV))) { |
4115 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_HEADER, strprintf("bad-version(0x%08x)", block.nVersion),Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4116 | 0 | strprintf("rejected nVersion=0x%08x block", block.nVersion));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4117 | 0 | } |
4118 | | |
4119 | 0 | return true; |
4120 | 0 | } |
4121 | | |
4122 | | /** NOTE: This function is not currently invoked by ConnectBlock(), so we |
4123 | | * should consider upgrade issues if we change which consensus rules are |
4124 | | * enforced in this function (eg by adding a new consensus rule). See comment |
4125 | | * in ConnectBlock(). |
4126 | | * Note that -reindex-chainstate skips the validation that happens here! |
4127 | | */ |
4128 | | static bool ContextualCheckBlock(const CBlock& block, BlockValidationState& state, const ChainstateManager& chainman, const CBlockIndex* pindexPrev) |
4129 | 0 | { |
4130 | 0 | const int nHeight = pindexPrev == nullptr ? 0 : pindexPrev->nHeight + 1; |
4131 | | |
4132 | | // Enforce BIP113 (Median Time Past). |
4133 | 0 | bool enforce_locktime_median_time_past{false}; |
4134 | 0 | if (DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_CSV)) { |
4135 | 0 | assert(pindexPrev != nullptr); |
4136 | 0 | enforce_locktime_median_time_past = true; |
4137 | 0 | } |
4138 | | |
4139 | 0 | const int64_t nLockTimeCutoff{enforce_locktime_median_time_past ? |
4140 | 0 | pindexPrev->GetMedianTimePast() : |
4141 | 0 | block.GetBlockTime()}; |
4142 | | |
4143 | | // Check that all transactions are finalized |
4144 | 0 | for (const auto& tx : block.vtx) { |
4145 | 0 | if (!IsFinalTx(*tx, nHeight, nLockTimeCutoff)) { |
4146 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-txns-nonfinal", "non-final transaction"); |
4147 | 0 | } |
4148 | 0 | } |
4149 | | |
4150 | | // Enforce rule that the coinbase starts with serialized block height |
4151 | 0 | if (DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_HEIGHTINCB)) |
4152 | 0 | { |
4153 | 0 | CScript expect = CScript() << nHeight; |
4154 | 0 | if (block.vtx[0]->vin[0].scriptSig.size() < expect.size() || |
4155 | 0 | !std::equal(expect.begin(), expect.end(), block.vtx[0]->vin[0].scriptSig.begin())) { |
4156 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-cb-height", "block height mismatch in coinbase"); |
4157 | 0 | } |
4158 | 0 | } |
4159 | | |
4160 | | // Validation for witness commitments. |
4161 | | // * We compute the witness hash (which is the hash including witnesses) of all the block's transactions, except the |
4162 | | // coinbase (where 0x0000....0000 is used instead). |
4163 | | // * The coinbase scriptWitness is a stack of a single 32-byte vector, containing a witness reserved value (unconstrained). |
4164 | | // * We build a merkle tree with all those witness hashes as leaves (similar to the hashMerkleRoot in the block header). |
4165 | | // * There must be at least one output whose scriptPubKey is a single 36-byte push, the first 4 bytes of which are |
4166 | | // {0xaa, 0x21, 0xa9, 0xed}, and the following 32 bytes are SHA256^2(witness root, witness reserved value). In case there are |
4167 | | // multiple, the last one is used. |
4168 | 0 | if (!CheckWitnessMalleation(block, DeploymentActiveAfter(pindexPrev, chainman, Consensus::DEPLOYMENT_SEGWIT), state)) { |
4169 | 0 | return false; |
4170 | 0 | } |
4171 | | |
4172 | | // After the coinbase witness reserved value and commitment are verified, |
4173 | | // we can check if the block weight passes (before we've checked the |
4174 | | // coinbase witness, it would be possible for the weight to be too |
4175 | | // large by filling up the coinbase witness, which doesn't change |
4176 | | // the block hash, so we couldn't mark the block as permanently |
4177 | | // failed). |
4178 | 0 | if (GetBlockWeight(block) > MAX_BLOCK_WEIGHT) { |
4179 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CONSENSUS, "bad-blk-weight", strprintf("%s : weight limit failed", __func__));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4180 | 0 | } |
4181 | | |
4182 | 0 | return true; |
4183 | 0 | } |
4184 | | |
4185 | | bool ChainstateManager::AcceptBlockHeader(const CBlockHeader& block, BlockValidationState& state, CBlockIndex** ppindex, bool min_pow_checked) |
4186 | 0 | { |
4187 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4188 | | |
4189 | | // Check for duplicate |
4190 | 0 | uint256 hash = block.GetHash(); |
4191 | 0 | BlockMap::iterator miSelf{m_blockman.m_block_index.find(hash)}; |
4192 | 0 | if (hash != GetConsensus().hashGenesisBlock) { |
4193 | 0 | if (miSelf != m_blockman.m_block_index.end()) { |
4194 | | // Block header is already known. |
4195 | 0 | CBlockIndex* pindex = &(miSelf->second); |
4196 | 0 | if (ppindex) |
4197 | 0 | *ppindex = pindex; |
4198 | 0 | if (pindex->nStatus & BLOCK_FAILED_VALID) { |
4199 | 0 | LogDebug(BCLog::VALIDATION, "%s: block %s is marked invalid\n", __func__, hash.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4200 | 0 | return state.Invalid(BlockValidationResult::BLOCK_CACHED_INVALID, "duplicate-invalid", |
4201 | 0 | strprintf("block %s was previously marked invalid", hash.ToString()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4202 | 0 | } |
4203 | 0 | return true; |
4204 | 0 | } |
4205 | | |
4206 | 0 | if (!CheckBlockHeader(block, state, GetConsensus())) { |
4207 | 0 | LogDebug(BCLog::VALIDATION, "%s: Consensus::CheckBlockHeader: %s, %s\n", __func__, hash.ToString(), state.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4208 | 0 | return false; |
4209 | 0 | } |
4210 | | |
4211 | | // Get prev block index |
4212 | 0 | CBlockIndex* pindexPrev = nullptr; |
4213 | 0 | BlockMap::iterator mi{m_blockman.m_block_index.find(block.hashPrevBlock)}; |
4214 | 0 | if (mi == m_blockman.m_block_index.end()) { |
4215 | 0 | LogDebug(BCLog::VALIDATION, "header %s has prev block not found: %s\n", hash.ToString(), block.hashPrevBlock.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4216 | 0 | return state.Invalid(BlockValidationResult::BLOCK_MISSING_PREV, "prev-blk-not-found"); |
4217 | 0 | } |
4218 | 0 | pindexPrev = &((*mi).second); |
4219 | 0 | if (pindexPrev->nStatus & BLOCK_FAILED_VALID) { |
4220 | 0 | LogDebug(BCLog::VALIDATION, "header %s has prev block invalid: %s\n", hash.ToString(), block.hashPrevBlock.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4221 | 0 | return state.Invalid(BlockValidationResult::BLOCK_INVALID_PREV, "bad-prevblk"); |
4222 | 0 | } |
4223 | 0 | if (!ContextualCheckBlockHeader(block, state, m_blockman, *this, pindexPrev)) { |
4224 | 0 | LogDebug(BCLog::VALIDATION, "%s: Consensus::ContextualCheckBlockHeader: %s, %s\n", __func__, hash.ToString(), state.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4225 | 0 | return false; |
4226 | 0 | } |
4227 | 0 | } |
4228 | 0 | if (!min_pow_checked) { |
4229 | 0 | LogDebug(BCLog::VALIDATION, "%s: not adding new block header %s, missing anti-dos proof-of-work validation\n", __func__, hash.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
4230 | 0 | return state.Invalid(BlockValidationResult::BLOCK_HEADER_LOW_WORK, "too-little-chainwork"); |
4231 | 0 | } |
4232 | 0 | CBlockIndex* pindex{m_blockman.AddToBlockIndex(block, m_best_header)}; |
4233 | |
|
4234 | 0 | if (ppindex) |
4235 | 0 | *ppindex = pindex; |
4236 | |
|
4237 | 0 | return true; |
4238 | 0 | } |
4239 | | |
4240 | | // Exposed wrapper for AcceptBlockHeader |
4241 | | bool ChainstateManager::ProcessNewBlockHeaders(std::span<const CBlockHeader> headers, bool min_pow_checked, BlockValidationState& state, const CBlockIndex** ppindex) |
4242 | 0 | { |
4243 | 0 | AssertLockNotHeld(cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
4244 | 0 | { |
4245 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
4246 | 0 | for (const CBlockHeader& header : headers) { |
4247 | 0 | CBlockIndex *pindex = nullptr; // Use a temp pindex instead of ppindex to avoid a const_cast |
4248 | 0 | bool accepted{AcceptBlockHeader(header, state, &pindex, min_pow_checked)}; |
4249 | 0 | CheckBlockIndex(); |
4250 | |
|
4251 | 0 | if (!accepted) { |
4252 | 0 | return false; |
4253 | 0 | } |
4254 | 0 | if (ppindex) { |
4255 | 0 | *ppindex = pindex; |
4256 | 0 | } |
4257 | 0 | } |
4258 | 0 | } |
4259 | 0 | if (NotifyHeaderTip()) { |
4260 | 0 | if (IsInitialBlockDownload() && ppindex && *ppindex) { |
4261 | 0 | const CBlockIndex& last_accepted{**ppindex}; |
4262 | 0 | int64_t blocks_left{(NodeClock::now() - last_accepted.Time()) / GetConsensus().PowTargetSpacing()}; |
4263 | 0 | blocks_left = std::max<int64_t>(0, blocks_left); |
4264 | 0 | const double progress{100.0 * last_accepted.nHeight / (last_accepted.nHeight + blocks_left)}; |
4265 | 0 | LogInfo("Synchronizing blockheaders, height: %d (~%.2f%%)\n", last_accepted.nHeight, progress);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4266 | 0 | } |
4267 | 0 | } |
4268 | 0 | return true; |
4269 | 0 | } |
4270 | | |
4271 | | void ChainstateManager::ReportHeadersPresync(int64_t height, int64_t timestamp) |
4272 | 0 | { |
4273 | 0 | AssertLockNotHeld(GetMutex()); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
4274 | 0 | { |
4275 | 0 | LOCK(GetMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
4276 | | // Don't report headers presync progress if we already have a post-minchainwork header chain. |
4277 | | // This means we lose reporting for potentially legitimate, but unlikely, deep reorgs, but |
4278 | | // prevent attackers that spam low-work headers from filling our logs. |
4279 | 0 | if (m_best_header->nChainWork >= UintToArith256(GetConsensus().nMinimumChainWork)) return; |
4280 | | // Rate limit headers presync updates to 4 per second, as these are not subject to DoS |
4281 | | // protection. |
4282 | 0 | auto now = MockableSteadyClock::now(); |
4283 | 0 | if (now < m_last_presync_update + std::chrono::milliseconds{250}) return; |
4284 | 0 | m_last_presync_update = now; |
4285 | 0 | } |
4286 | 0 | bool initial_download = IsInitialBlockDownload(); |
4287 | 0 | GetNotifications().headerTip(GetSynchronizationState(initial_download, m_blockman.m_blockfiles_indexed), height, timestamp, /*presync=*/true); |
4288 | 0 | if (initial_download) { |
4289 | 0 | int64_t blocks_left{(NodeClock::now() - NodeSeconds{std::chrono::seconds{timestamp}}) / GetConsensus().PowTargetSpacing()}; |
4290 | 0 | blocks_left = std::max<int64_t>(0, blocks_left); |
4291 | 0 | const double progress{100.0 * height / (height + blocks_left)}; |
4292 | 0 | LogInfo("Pre-synchronizing blockheaders, height: %d (~%.2f%%)\n", height, progress);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4293 | 0 | } |
4294 | 0 | } |
4295 | | |
4296 | | /** Store block on disk. If dbp is non-nullptr, the file is known to already reside on disk */ |
4297 | | bool ChainstateManager::AcceptBlock(const std::shared_ptr<const CBlock>& pblock, BlockValidationState& state, CBlockIndex** ppindex, bool fRequested, const FlatFilePos* dbp, bool* fNewBlock, bool min_pow_checked) |
4298 | 0 | { |
4299 | 0 | const CBlock& block = *pblock; |
4300 | |
|
4301 | 0 | if (fNewBlock) *fNewBlock = false; |
4302 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4303 | |
|
4304 | 0 | CBlockIndex *pindexDummy = nullptr; |
4305 | 0 | CBlockIndex *&pindex = ppindex ? *ppindex : pindexDummy; |
4306 | |
|
4307 | 0 | bool accepted_header{AcceptBlockHeader(block, state, &pindex, min_pow_checked)}; |
4308 | 0 | CheckBlockIndex(); |
4309 | |
|
4310 | 0 | if (!accepted_header) |
4311 | 0 | return false; |
4312 | | |
4313 | | // Check all requested blocks that we do not already have for validity and |
4314 | | // save them to disk. Skip processing of unrequested blocks as an anti-DoS |
4315 | | // measure, unless the blocks have more work than the active chain tip, and |
4316 | | // aren't too far ahead of it, so are likely to be attached soon. |
4317 | 0 | bool fAlreadyHave = pindex->nStatus & BLOCK_HAVE_DATA; |
4318 | 0 | bool fHasMoreOrSameWork = (ActiveTip() ? pindex->nChainWork >= ActiveTip()->nChainWork : true); |
4319 | | // Blocks that are too out-of-order needlessly limit the effectiveness of |
4320 | | // pruning, because pruning will not delete block files that contain any |
4321 | | // blocks which are too close in height to the tip. Apply this test |
4322 | | // regardless of whether pruning is enabled; it should generally be safe to |
4323 | | // not process unrequested blocks. |
4324 | 0 | bool fTooFarAhead{pindex->nHeight > ActiveHeight() + int(MIN_BLOCKS_TO_KEEP)}; |
4325 | | |
4326 | | // TODO: Decouple this function from the block download logic by removing fRequested |
4327 | | // This requires some new chain data structure to efficiently look up if a |
4328 | | // block is in a chain leading to a candidate for best tip, despite not |
4329 | | // being such a candidate itself. |
4330 | | // Note that this would break the getblockfrompeer RPC |
4331 | | |
4332 | | // TODO: deal better with return value and error conditions for duplicate |
4333 | | // and unrequested blocks. |
4334 | 0 | if (fAlreadyHave) return true; |
4335 | 0 | if (!fRequested) { // If we didn't ask for it: |
4336 | 0 | if (pindex->nTx != 0) return true; // This is a previously-processed block that was pruned |
4337 | 0 | if (!fHasMoreOrSameWork) return true; // Don't process less-work chains |
4338 | 0 | if (fTooFarAhead) return true; // Block height is too high |
4339 | | |
4340 | | // Protect against DoS attacks from low-work chains. |
4341 | | // If our tip is behind, a peer could try to send us |
4342 | | // low-work blocks on a fake chain that we would never |
4343 | | // request; don't process these. |
4344 | 0 | if (pindex->nChainWork < MinimumChainWork()) return true; |
4345 | 0 | } |
4346 | | |
4347 | 0 | const CChainParams& params{GetParams()}; |
4348 | |
|
4349 | 0 | if (!CheckBlock(block, state, params.GetConsensus()) || |
4350 | 0 | !ContextualCheckBlock(block, state, *this, pindex->pprev)) { |
4351 | 0 | if (Assume(state.IsInvalid())) {Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
4352 | 0 | ActiveChainstate().InvalidBlockFound(pindex, state); |
4353 | 0 | } |
4354 | 0 | LogError("%s: %s\n", __func__, state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4355 | 0 | return false; |
4356 | 0 | } |
4357 | | |
4358 | | // Header is valid/has work, merkle tree and segwit merkle tree are good...RELAY NOW |
4359 | | // (but if it does not build on our best tip, let the SendMessages loop relay it) |
4360 | 0 | if (!IsInitialBlockDownload() && ActiveTip() == pindex->pprev && m_options.signals) { |
4361 | 0 | m_options.signals->NewPoWValidBlock(pindex, pblock); |
4362 | 0 | } |
4363 | | |
4364 | | // Write block to history file |
4365 | 0 | if (fNewBlock) *fNewBlock = true; |
4366 | 0 | try { |
4367 | 0 | FlatFilePos blockPos{}; |
4368 | 0 | if (dbp) { |
4369 | 0 | blockPos = *dbp; |
4370 | 0 | m_blockman.UpdateBlockInfo(block, pindex->nHeight, blockPos); |
4371 | 0 | } else { |
4372 | 0 | blockPos = m_blockman.WriteBlock(block, pindex->nHeight); |
4373 | 0 | if (blockPos.IsNull()) { |
4374 | 0 | state.Error(strprintf("%s: Failed to find position to write new block to disk", __func__));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4375 | 0 | return false; |
4376 | 0 | } |
4377 | 0 | } |
4378 | 0 | ReceivedBlockTransactions(block, pindex, blockPos); |
4379 | 0 | } catch (const std::runtime_error& e) { |
4380 | 0 | return FatalError(GetNotifications(), state, strprintf(_("System error while saving block to disk: %s"), e.what()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
4381 | 0 | } |
4382 | | |
4383 | | // TODO: FlushStateToDisk() handles flushing of both block and chainstate |
4384 | | // data, so we should move this to ChainstateManager so that we can be more |
4385 | | // intelligent about how we flush. |
4386 | | // For now, since FlushStateMode::NONE is used, all that can happen is that |
4387 | | // the block files may be pruned, so we can just call this on one |
4388 | | // chainstate (particularly if we haven't implemented pruning with |
4389 | | // background validation yet). |
4390 | 0 | ActiveChainstate().FlushStateToDisk(state, FlushStateMode::NONE); |
4391 | |
|
4392 | 0 | CheckBlockIndex(); |
4393 | |
|
4394 | 0 | return true; |
4395 | 0 | } |
4396 | | |
4397 | | bool ChainstateManager::ProcessNewBlock(const std::shared_ptr<const CBlock>& block, bool force_processing, bool min_pow_checked, bool* new_block) |
4398 | 0 | { |
4399 | 0 | AssertLockNotHeld(cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
4400 | |
|
4401 | 0 | { |
4402 | 0 | CBlockIndex *pindex = nullptr; |
4403 | 0 | if (new_block) *new_block = false; |
4404 | 0 | BlockValidationState state; |
4405 | | |
4406 | | // CheckBlock() does not support multi-threaded block validation because CBlock::fChecked can cause data race. |
4407 | | // Therefore, the following critical section must include the CheckBlock() call as well. |
4408 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
4409 | | |
4410 | | // Skipping AcceptBlock() for CheckBlock() failures means that we will never mark a block as invalid if |
4411 | | // CheckBlock() fails. This is protective against consensus failure if there are any unknown forms of block |
4412 | | // malleability that cause CheckBlock() to fail; see e.g. CVE-2012-2459 and |
4413 | | // https://lists.linuxfoundation.org/pipermail/bitcoin-dev/2019-February/016697.html. Because CheckBlock() is |
4414 | | // not very expensive, the anti-DoS benefits of caching failure (of a definitely-invalid block) are not substantial. |
4415 | 0 | bool ret = CheckBlock(*block, state, GetConsensus()); |
4416 | 0 | if (ret) { |
4417 | | // Store to disk |
4418 | 0 | ret = AcceptBlock(block, state, &pindex, force_processing, nullptr, new_block, min_pow_checked); |
4419 | 0 | } |
4420 | 0 | if (!ret) { |
4421 | 0 | if (m_options.signals) { |
4422 | 0 | m_options.signals->BlockChecked(block, state); |
4423 | 0 | } |
4424 | 0 | LogError("%s: AcceptBlock FAILED (%s)\n", __func__, state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4425 | 0 | return false; |
4426 | 0 | } |
4427 | 0 | } |
4428 | | |
4429 | 0 | NotifyHeaderTip(); |
4430 | |
|
4431 | 0 | BlockValidationState state; // Only used to report errors, not invalidity - ignore it |
4432 | 0 | if (!ActiveChainstate().ActivateBestChain(state, block)) { |
4433 | 0 | LogError("%s: ActivateBestChain failed (%s)\n", __func__, state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4434 | 0 | return false; |
4435 | 0 | } |
4436 | | |
4437 | 0 | Chainstate* bg_chain{WITH_LOCK(cs_main, return HistoricalChainstate())};Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
4438 | 0 | BlockValidationState bg_state; |
4439 | 0 | if (bg_chain && !bg_chain->ActivateBestChain(bg_state, block)) { |
4440 | 0 | LogError("%s: [background] ActivateBestChain failed (%s)\n", __func__, bg_state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4441 | 0 | return false; |
4442 | 0 | } |
4443 | | |
4444 | 0 | return true; |
4445 | 0 | } |
4446 | | |
4447 | | MempoolAcceptResult ChainstateManager::ProcessTransaction(const CTransactionRef& tx, bool test_accept) |
4448 | 0 | { |
4449 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4450 | 0 | Chainstate& active_chainstate = ActiveChainstate(); |
4451 | 0 | if (!active_chainstate.GetMempool()) { |
4452 | 0 | TxValidationState state; |
4453 | 0 | state.Invalid(TxValidationResult::TX_NO_MEMPOOL, "no-mempool"); |
4454 | 0 | return MempoolAcceptResult::Failure(state); |
4455 | 0 | } |
4456 | 0 | auto result = AcceptToMemoryPool(active_chainstate, tx, GetTime(), /*bypass_limits=*/ false, test_accept); |
4457 | 0 | active_chainstate.GetMempool()->check(active_chainstate.CoinsTip(), active_chainstate.m_chain.Height() + 1); |
4458 | 0 | return result; |
4459 | 0 | } |
4460 | | |
4461 | | |
4462 | | BlockValidationState TestBlockValidity( |
4463 | | Chainstate& chainstate, |
4464 | | const CBlock& block, |
4465 | | const bool check_pow, |
4466 | | const bool check_merkle_root) |
4467 | 0 | { |
4468 | | // Lock must be held throughout this function for two reasons: |
4469 | | // 1. We don't want the tip to change during several of the validation steps |
4470 | | // 2. To prevent a CheckBlock() race condition for fChecked, see ProcessNewBlock() |
4471 | 0 | AssertLockHeld(chainstate.m_chainman.GetMutex()); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4472 | |
|
4473 | 0 | BlockValidationState state; |
4474 | 0 | CBlockIndex* tip{Assert(chainstate.m_chain.Tip())};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
4475 | |
|
4476 | 0 | if (block.hashPrevBlock != *Assert(tip->phashBlock)) {Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
4477 | 0 | state.Invalid({}, "inconclusive-not-best-prevblk"); |
4478 | 0 | return state; |
4479 | 0 | } |
4480 | | |
4481 | | // For signets CheckBlock() verifies the challenge iff fCheckPow is set. |
4482 | 0 | if (!CheckBlock(block, state, chainstate.m_chainman.GetConsensus(), /*fCheckPow=*/check_pow, /*fCheckMerkleRoot=*/check_merkle_root)) { |
4483 | | // This should never happen, but belt-and-suspenders don't approve the |
4484 | | // block if it does. |
4485 | 0 | if (state.IsValid()) NONFATAL_UNREACHABLE(); Line | Count | Source | 131 | 0 | throw NonFatalCheckError { "Unreachable code reached (non-fatal)", std::source_location::current() } |
|
4486 | 0 | return state; |
4487 | 0 | } |
4488 | | |
4489 | | /** |
4490 | | * At this point ProcessNewBlock would call AcceptBlock(), but we |
4491 | | * don't want to store the block or its header. Run individual checks |
4492 | | * instead: |
4493 | | * - skip AcceptBlockHeader() because: |
4494 | | * - we don't want to update the block index |
4495 | | * - we do not care about duplicates |
4496 | | * - we already ran CheckBlockHeader() via CheckBlock() |
4497 | | * - we already checked for prev-blk-not-found |
4498 | | * - we know the tip is valid, so no need to check bad-prevblk |
4499 | | * - we already ran CheckBlock() |
4500 | | * - do run ContextualCheckBlockHeader() |
4501 | | * - do run ContextualCheckBlock() |
4502 | | */ |
4503 | | |
4504 | 0 | if (!ContextualCheckBlockHeader(block, state, chainstate.m_blockman, chainstate.m_chainman, tip)) { |
4505 | 0 | if (state.IsValid()) NONFATAL_UNREACHABLE(); Line | Count | Source | 131 | 0 | throw NonFatalCheckError { "Unreachable code reached (non-fatal)", std::source_location::current() } |
|
4506 | 0 | return state; |
4507 | 0 | } |
4508 | | |
4509 | 0 | if (!ContextualCheckBlock(block, state, chainstate.m_chainman, tip)) { |
4510 | 0 | if (state.IsValid()) NONFATAL_UNREACHABLE(); Line | Count | Source | 131 | 0 | throw NonFatalCheckError { "Unreachable code reached (non-fatal)", std::source_location::current() } |
|
4511 | 0 | return state; |
4512 | 0 | } |
4513 | | |
4514 | | // We don't want ConnectBlock to update the actual chainstate, so create |
4515 | | // a cache on top of it, along with a dummy block index. |
4516 | 0 | CBlockIndex index_dummy{block}; |
4517 | 0 | uint256 block_hash(block.GetHash()); |
4518 | 0 | index_dummy.pprev = tip; |
4519 | 0 | index_dummy.nHeight = tip->nHeight + 1; |
4520 | 0 | index_dummy.phashBlock = &block_hash; |
4521 | 0 | CCoinsViewCache view_dummy(&chainstate.CoinsTip()); |
4522 | | |
4523 | | // Set fJustCheck to true in order to update, and not clear, validation caches. |
4524 | 0 | if(!chainstate.ConnectBlock(block, state, &index_dummy, view_dummy, /*fJustCheck=*/true)) { |
4525 | 0 | if (state.IsValid()) NONFATAL_UNREACHABLE(); Line | Count | Source | 131 | 0 | throw NonFatalCheckError { "Unreachable code reached (non-fatal)", std::source_location::current() } |
|
4526 | 0 | return state; |
4527 | 0 | } |
4528 | | |
4529 | | // Ensure no check returned successfully while also setting an invalid state. |
4530 | 0 | if (!state.IsValid()) NONFATAL_UNREACHABLE(); Line | Count | Source | 131 | 0 | throw NonFatalCheckError { "Unreachable code reached (non-fatal)", std::source_location::current() } |
|
4531 | | |
4532 | 0 | return state; |
4533 | 0 | } |
4534 | | |
4535 | | /* This function is called from the RPC code for pruneblockchain */ |
4536 | | void PruneBlockFilesManual(Chainstate& active_chainstate, int nManualPruneHeight) |
4537 | 0 | { |
4538 | 0 | BlockValidationState state; |
4539 | 0 | if (!active_chainstate.FlushStateToDisk( |
4540 | 0 | state, FlushStateMode::NONE, nManualPruneHeight)) { |
4541 | 0 | LogWarning("Failed to flush state after manual prune (%s)", state.ToString());Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4542 | 0 | } |
4543 | 0 | } |
4544 | | |
4545 | | bool Chainstate::LoadChainTip() |
4546 | 0 | { |
4547 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4548 | 0 | const CCoinsViewCache& coins_cache = CoinsTip(); |
4549 | 0 | assert(!coins_cache.GetBestBlock().IsNull()); // Never called when the coins view is empty |
4550 | 0 | CBlockIndex* tip = m_chain.Tip(); |
4551 | |
|
4552 | 0 | if (tip && tip->GetBlockHash() == coins_cache.GetBestBlock()) { |
4553 | 0 | return true; |
4554 | 0 | } |
4555 | | |
4556 | | // Load pointer to end of best chain |
4557 | 0 | CBlockIndex* pindex = m_blockman.LookupBlockIndex(coins_cache.GetBestBlock()); |
4558 | 0 | if (!pindex) { |
4559 | 0 | return false; |
4560 | 0 | } |
4561 | 0 | m_chain.SetTip(*pindex); |
4562 | 0 | m_chainman.UpdateIBDStatus(); |
4563 | 0 | tip = m_chain.Tip(); |
4564 | | |
4565 | | // nSequenceId is one of the keys used to sort setBlockIndexCandidates. Ensure all |
4566 | | // candidate sets are empty to avoid UB, as nSequenceId is about to be modified. |
4567 | 0 | for (const auto& cs : m_chainman.m_chainstates) { |
4568 | 0 | assert(cs->setBlockIndexCandidates.empty()); |
4569 | 0 | } |
4570 | | |
4571 | | // Make sure our chain tip before shutting down scores better than any other candidate |
4572 | | // to maintain a consistent best tip over reboots in case of a tie. |
4573 | 0 | auto target = tip; |
4574 | 0 | while (target) { |
4575 | 0 | target->nSequenceId = SEQ_ID_BEST_CHAIN_FROM_DISK; |
4576 | 0 | target = target->pprev; |
4577 | 0 | } |
4578 | |
|
4579 | 0 | LogInfo("Loaded best chain: hashBestChain=%s height=%d date=%s progress=%f",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4580 | 0 | tip->GetBlockHash().ToString(), |
4581 | 0 | m_chain.Height(), |
4582 | 0 | FormatISO8601DateTime(tip->GetBlockTime()), |
4583 | 0 | m_chainman.GuessVerificationProgress(tip)); |
4584 | | |
4585 | | // Ensure KernelNotifications m_tip_block is set even if no new block arrives. |
4586 | 0 | if (!this->GetRole().historical) { |
4587 | | // Ignoring return value for now. |
4588 | 0 | (void)m_chainman.GetNotifications().blockTip( |
4589 | 0 | /*state=*/GetSynchronizationState(/*init=*/true, m_chainman.m_blockman.m_blockfiles_indexed), |
4590 | 0 | /*index=*/*pindex, |
4591 | 0 | /*verification_progress=*/m_chainman.GuessVerificationProgress(tip)); |
4592 | 0 | } |
4593 | |
|
4594 | 0 | CheckForkWarningConditions(); |
4595 | |
|
4596 | 0 | return true; |
4597 | 0 | } |
4598 | | |
4599 | | CVerifyDB::CVerifyDB(Notifications& notifications) |
4600 | 0 | : m_notifications{notifications} |
4601 | 0 | { |
4602 | 0 | m_notifications.progress(_("Verifying blocks…"), 0, false); |
4603 | 0 | } |
4604 | | |
4605 | | CVerifyDB::~CVerifyDB() |
4606 | 0 | { |
4607 | 0 | m_notifications.progress(bilingual_str{}, 100, false); |
4608 | 0 | } |
4609 | | |
4610 | | VerifyDBResult CVerifyDB::VerifyDB( |
4611 | | Chainstate& chainstate, |
4612 | | const Consensus::Params& consensus_params, |
4613 | | CCoinsView& coinsview, |
4614 | | int nCheckLevel, int nCheckDepth) |
4615 | 0 | { |
4616 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4617 | |
|
4618 | 0 | if (chainstate.m_chain.Tip() == nullptr || chainstate.m_chain.Tip()->pprev == nullptr) { |
4619 | 0 | return VerifyDBResult::SUCCESS; |
4620 | 0 | } |
4621 | | |
4622 | | // Verify blocks in the best chain |
4623 | 0 | if (nCheckDepth <= 0 || nCheckDepth > chainstate.m_chain.Height()) { |
4624 | 0 | nCheckDepth = chainstate.m_chain.Height(); |
4625 | 0 | } |
4626 | 0 | nCheckLevel = std::max(0, std::min(4, nCheckLevel)); |
4627 | 0 | LogInfo("Verifying last %i blocks at level %i", nCheckDepth, nCheckLevel);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4628 | 0 | CCoinsViewCache coins(&coinsview); |
4629 | 0 | CBlockIndex* pindex; |
4630 | 0 | CBlockIndex* pindexFailure = nullptr; |
4631 | 0 | int nGoodTransactions = 0; |
4632 | 0 | BlockValidationState state; |
4633 | 0 | int reportDone = 0; |
4634 | 0 | bool skipped_no_block_data{false}; |
4635 | 0 | bool skipped_l3_checks{false}; |
4636 | 0 | LogInfo("Verification progress: 0%%");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4637 | |
|
4638 | 0 | const bool is_snapshot_cs{chainstate.m_from_snapshot_blockhash}; |
4639 | |
|
4640 | 0 | for (pindex = chainstate.m_chain.Tip(); pindex && pindex->pprev; pindex = pindex->pprev) { |
4641 | 0 | const int percentageDone = std::max(1, std::min(99, (int)(((double)(chainstate.m_chain.Height() - pindex->nHeight)) / (double)nCheckDepth * (nCheckLevel >= 4 ? 50 : 100)))); |
4642 | 0 | if (reportDone < percentageDone / 10) { |
4643 | | // report every 10% step |
4644 | 0 | LogInfo("Verification progress: %d%%", percentageDone);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4645 | 0 | reportDone = percentageDone / 10; |
4646 | 0 | } |
4647 | 0 | m_notifications.progress(_("Verifying blocks…"), percentageDone, false); |
4648 | 0 | if (pindex->nHeight <= chainstate.m_chain.Height() - nCheckDepth) { |
4649 | 0 | break; |
4650 | 0 | } |
4651 | 0 | if ((chainstate.m_blockman.IsPruneMode() || is_snapshot_cs) && !(pindex->nStatus & BLOCK_HAVE_DATA)) { |
4652 | | // If pruning or running under an assumeutxo snapshot, only go |
4653 | | // back as far as we have data. |
4654 | 0 | LogInfo("Block verification stopping at height %d (no data). This could be due to pruning or use of an assumeutxo snapshot.", pindex->nHeight);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4655 | 0 | skipped_no_block_data = true; |
4656 | 0 | break; |
4657 | 0 | } |
4658 | 0 | CBlock block; |
4659 | | // check level 0: read from disk |
4660 | 0 | if (!chainstate.m_blockman.ReadBlock(block, *pindex)) { |
4661 | 0 | LogError("Verification error: ReadBlock failed at %d, hash=%s", pindex->nHeight, pindex->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4662 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4663 | 0 | } |
4664 | | // check level 1: verify block validity |
4665 | 0 | if (nCheckLevel >= 1 && !CheckBlock(block, state, consensus_params)) { |
4666 | 0 | LogError("Verification error: found bad block at %d, hash=%s (%s)",Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4667 | 0 | pindex->nHeight, pindex->GetBlockHash().ToString(), state.ToString()); |
4668 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4669 | 0 | } |
4670 | | // check level 2: verify undo validity |
4671 | 0 | if (nCheckLevel >= 2 && pindex) { |
4672 | 0 | CBlockUndo undo; |
4673 | 0 | if (!pindex->GetUndoPos().IsNull()) { |
4674 | 0 | if (!chainstate.m_blockman.ReadBlockUndo(undo, *pindex)) { |
4675 | 0 | LogError("Verification error: found bad undo data at %d, hash=%s", pindex->nHeight, pindex->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4676 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4677 | 0 | } |
4678 | 0 | } |
4679 | 0 | } |
4680 | | // check level 3: check for inconsistencies during memory-only disconnect of tip blocks |
4681 | 0 | size_t curr_coins_usage = coins.DynamicMemoryUsage() + chainstate.CoinsTip().DynamicMemoryUsage(); |
4682 | |
|
4683 | 0 | if (nCheckLevel >= 3) { |
4684 | 0 | if (curr_coins_usage <= chainstate.m_coinstip_cache_size_bytes) { |
4685 | 0 | assert(coins.GetBestBlock() == pindex->GetBlockHash()); |
4686 | 0 | DisconnectResult res = chainstate.DisconnectBlock(block, pindex, coins); |
4687 | 0 | if (res == DISCONNECT_FAILED) { |
4688 | 0 | LogError("Verification error: irrecoverable inconsistency in block data at %d, hash=%s", pindex->nHeight, pindex->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4689 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4690 | 0 | } |
4691 | 0 | if (res == DISCONNECT_UNCLEAN) { |
4692 | 0 | nGoodTransactions = 0; |
4693 | 0 | pindexFailure = pindex; |
4694 | 0 | } else { |
4695 | 0 | nGoodTransactions += block.vtx.size(); |
4696 | 0 | } |
4697 | 0 | } else { |
4698 | 0 | skipped_l3_checks = true; |
4699 | 0 | } |
4700 | 0 | } |
4701 | 0 | if (chainstate.m_chainman.m_interrupt) return VerifyDBResult::INTERRUPTED; |
4702 | 0 | } |
4703 | 0 | if (pindexFailure) { |
4704 | 0 | LogError("Verification error: coin database inconsistencies found (last %i blocks, %i good transactions before that)", chainstate.m_chain.Height() - pindexFailure->nHeight + 1, nGoodTransactions);Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4705 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4706 | 0 | } |
4707 | 0 | if (skipped_l3_checks) { |
4708 | 0 | LogWarning("Skipped verification of level >=3 (insufficient database cache size). Consider increasing -dbcache.");Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4709 | 0 | } |
4710 | | |
4711 | | // store block count as we move pindex at check level >= 4 |
4712 | 0 | int block_count = chainstate.m_chain.Height() - pindex->nHeight; |
4713 | | |
4714 | | // check level 4: try reconnecting blocks |
4715 | 0 | if (nCheckLevel >= 4 && !skipped_l3_checks) { |
4716 | 0 | while (pindex != chainstate.m_chain.Tip()) { |
4717 | 0 | const int percentageDone = std::max(1, std::min(99, 100 - (int)(((double)(chainstate.m_chain.Height() - pindex->nHeight)) / (double)nCheckDepth * 50))); |
4718 | 0 | if (reportDone < percentageDone / 10) { |
4719 | | // report every 10% step |
4720 | 0 | LogInfo("Verification progress: %d%%", percentageDone);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4721 | 0 | reportDone = percentageDone / 10; |
4722 | 0 | } |
4723 | 0 | m_notifications.progress(_("Verifying blocks…"), percentageDone, false); |
4724 | 0 | pindex = chainstate.m_chain.Next(pindex); |
4725 | 0 | CBlock block; |
4726 | 0 | if (!chainstate.m_blockman.ReadBlock(block, *pindex)) { |
4727 | 0 | LogError("Verification error: ReadBlock failed at %d, hash=%s", pindex->nHeight, pindex->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4728 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4729 | 0 | } |
4730 | 0 | if (!chainstate.ConnectBlock(block, state, pindex, coins)) { |
4731 | 0 | LogError("Verification error: found unconnectable block at %d, hash=%s (%s)", pindex->nHeight, pindex->GetBlockHash().ToString(), state.ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4732 | 0 | return VerifyDBResult::CORRUPTED_BLOCK_DB; |
4733 | 0 | } |
4734 | 0 | if (chainstate.m_chainman.m_interrupt) return VerifyDBResult::INTERRUPTED; |
4735 | 0 | } |
4736 | 0 | } |
4737 | | |
4738 | 0 | LogInfo("Verification: No coin database inconsistencies in last %i blocks (%i transactions)", block_count, nGoodTransactions);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4739 | |
|
4740 | 0 | if (skipped_l3_checks) { |
4741 | 0 | return VerifyDBResult::SKIPPED_L3_CHECKS; |
4742 | 0 | } |
4743 | 0 | if (skipped_no_block_data) { |
4744 | 0 | return VerifyDBResult::SKIPPED_MISSING_BLOCKS; |
4745 | 0 | } |
4746 | 0 | return VerifyDBResult::SUCCESS; |
4747 | 0 | } |
4748 | | |
4749 | | /** Apply the effects of a block on the utxo cache, ignoring that it may already have been applied. */ |
4750 | | bool Chainstate::RollforwardBlock(const CBlockIndex* pindex, CCoinsViewCache& inputs) |
4751 | 0 | { |
4752 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4753 | | // TODO: merge with ConnectBlock |
4754 | 0 | CBlock block; |
4755 | 0 | if (!m_blockman.ReadBlock(block, *pindex)) { |
4756 | 0 | LogError("ReplayBlock(): ReadBlock failed at %d, hash=%s\n", pindex->nHeight, pindex->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4757 | 0 | return false; |
4758 | 0 | } |
4759 | | |
4760 | 0 | for (const CTransactionRef& tx : block.vtx) { |
4761 | 0 | if (!tx->IsCoinBase()) { |
4762 | 0 | for (const CTxIn &txin : tx->vin) { |
4763 | 0 | inputs.SpendCoin(txin.prevout); |
4764 | 0 | } |
4765 | 0 | } |
4766 | | // Pass check = true as every addition may be an overwrite. |
4767 | 0 | AddCoins(inputs, *tx, pindex->nHeight, true); |
4768 | 0 | } |
4769 | 0 | return true; |
4770 | 0 | } |
4771 | | |
4772 | | bool Chainstate::ReplayBlocks() |
4773 | 0 | { |
4774 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
4775 | |
|
4776 | 0 | CCoinsView& db = this->CoinsDB(); |
4777 | 0 | CCoinsViewCache cache(&db); |
4778 | |
|
4779 | 0 | std::vector<uint256> hashHeads = db.GetHeadBlocks(); |
4780 | 0 | if (hashHeads.empty()) return true; // We're already in a consistent state. |
4781 | 0 | if (hashHeads.size() != 2) { |
4782 | 0 | LogError("ReplayBlocks(): unknown inconsistent state\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4783 | 0 | return false; |
4784 | 0 | } |
4785 | | |
4786 | 0 | m_chainman.GetNotifications().progress(_("Replaying blocks…"), 0, false); |
4787 | 0 | LogInfo("Replaying blocks");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4788 | |
|
4789 | 0 | const CBlockIndex* pindexOld = nullptr; // Old tip during the interrupted flush. |
4790 | 0 | const CBlockIndex* pindexNew; // New tip during the interrupted flush. |
4791 | 0 | const CBlockIndex* pindexFork = nullptr; // Latest block common to both the old and the new tip. |
4792 | |
|
4793 | 0 | if (!m_blockman.m_block_index.contains(hashHeads[0])) { |
4794 | 0 | LogError("ReplayBlocks(): reorganization to unknown block requested\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4795 | 0 | return false; |
4796 | 0 | } |
4797 | 0 | pindexNew = &(m_blockman.m_block_index[hashHeads[0]]); |
4798 | |
|
4799 | 0 | if (!hashHeads[1].IsNull()) { // The old tip is allowed to be 0, indicating it's the first flush. |
4800 | 0 | if (!m_blockman.m_block_index.contains(hashHeads[1])) { |
4801 | 0 | LogError("ReplayBlocks(): reorganization from unknown block requested\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4802 | 0 | return false; |
4803 | 0 | } |
4804 | 0 | pindexOld = &(m_blockman.m_block_index[hashHeads[1]]); |
4805 | 0 | pindexFork = LastCommonAncestor(pindexOld, pindexNew); |
4806 | 0 | assert(pindexFork != nullptr); |
4807 | 0 | } |
4808 | | |
4809 | | // Rollback along the old branch. |
4810 | 0 | const int nForkHeight{pindexFork ? pindexFork->nHeight : 0}; |
4811 | 0 | if (pindexOld != pindexFork) { |
4812 | 0 | LogInfo("Rolling back from %s (%i to %i)", pindexOld->GetBlockHash().ToString(), pindexOld->nHeight, nForkHeight);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4813 | 0 | while (pindexOld != pindexFork) { |
4814 | 0 | if (pindexOld->nHeight > 0) { // Never disconnect the genesis block. |
4815 | 0 | CBlock block; |
4816 | 0 | if (!m_blockman.ReadBlock(block, *pindexOld)) { |
4817 | 0 | LogError("RollbackBlock(): ReadBlock() failed at %d, hash=%s\n", pindexOld->nHeight, pindexOld->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4818 | 0 | return false; |
4819 | 0 | } |
4820 | 0 | if (pindexOld->nHeight % 10'000 == 0) { |
4821 | 0 | LogInfo("Rolling back %s (%i)", pindexOld->GetBlockHash().ToString(), pindexOld->nHeight);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4822 | 0 | } |
4823 | 0 | DisconnectResult res = DisconnectBlock(block, pindexOld, cache); |
4824 | 0 | if (res == DISCONNECT_FAILED) { |
4825 | 0 | LogError("RollbackBlock(): DisconnectBlock failed at %d, hash=%s\n", pindexOld->nHeight, pindexOld->GetBlockHash().ToString());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4826 | 0 | return false; |
4827 | 0 | } |
4828 | | // If DISCONNECT_UNCLEAN is returned, it means a non-existing UTXO was deleted, or an existing UTXO was |
4829 | | // overwritten. It corresponds to cases where the block-to-be-disconnect never had all its operations |
4830 | | // applied to the UTXO set. However, as both writing a UTXO and deleting a UTXO are idempotent operations, |
4831 | | // the result is still a version of the UTXO set with the effects of that block undone. |
4832 | 0 | } |
4833 | 0 | pindexOld = pindexOld->pprev; |
4834 | 0 | } |
4835 | 0 | LogInfo("Rolled back to %s", pindexFork->GetBlockHash().ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4836 | 0 | } |
4837 | | |
4838 | | // Roll forward from the forking point to the new tip. |
4839 | 0 | if (nForkHeight < pindexNew->nHeight) { |
4840 | 0 | LogInfo("Rolling forward to %s (%i to %i)", pindexNew->GetBlockHash().ToString(), nForkHeight, pindexNew->nHeight);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4841 | 0 | for (int nHeight = nForkHeight + 1; nHeight <= pindexNew->nHeight; ++nHeight) { |
4842 | 0 | const CBlockIndex& pindex{*Assert(pindexNew->GetAncestor(nHeight))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
4843 | |
|
4844 | 0 | if (nHeight % 10'000 == 0) { |
4845 | 0 | LogInfo("Rolling forward %s (%i)", pindex.GetBlockHash().ToString(), nHeight);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4846 | 0 | } |
4847 | 0 | m_chainman.GetNotifications().progress(_("Replaying blocks…"), (int)((nHeight - nForkHeight) * 100.0 / (pindexNew->nHeight - nForkHeight)), false); |
4848 | 0 | if (!RollforwardBlock(&pindex, cache)) return false; |
4849 | 0 | } |
4850 | 0 | LogInfo("Rolled forward to %s", pindexNew->GetBlockHash().ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4851 | 0 | } |
4852 | | |
4853 | 0 | cache.SetBestBlock(pindexNew->GetBlockHash()); |
4854 | 0 | cache.Flush(/*reallocate_cache=*/false); // local CCoinsViewCache goes out of scope |
4855 | 0 | m_chainman.GetNotifications().progress(bilingual_str{}, 100, false); |
4856 | 0 | return true; |
4857 | 0 | } |
4858 | | |
4859 | | bool Chainstate::NeedsRedownload() const |
4860 | 0 | { |
4861 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4862 | | |
4863 | | // At and above m_params.SegwitHeight, segwit consensus rules must be validated |
4864 | 0 | CBlockIndex* block{m_chain.Tip()}; |
4865 | |
|
4866 | 0 | while (block != nullptr && DeploymentActiveAt(*block, m_chainman, Consensus::DEPLOYMENT_SEGWIT)) { |
4867 | 0 | if (!(block->nStatus & BLOCK_OPT_WITNESS)) { |
4868 | | // block is insufficiently validated for a segwit client |
4869 | 0 | return true; |
4870 | 0 | } |
4871 | 0 | block = block->pprev; |
4872 | 0 | } |
4873 | | |
4874 | 0 | return false; |
4875 | 0 | } |
4876 | | |
4877 | | void Chainstate::ClearBlockIndexCandidates() |
4878 | 0 | { |
4879 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4880 | 0 | setBlockIndexCandidates.clear(); |
4881 | 0 | } |
4882 | | |
4883 | | void Chainstate::PopulateBlockIndexCandidates() |
4884 | 0 | { |
4885 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4886 | |
|
4887 | 0 | for (CBlockIndex* pindex : m_blockman.GetAllBlockIndices()) { |
4888 | | // With assumeutxo, the snapshot block is a candidate for the tip, but it |
4889 | | // may not have BLOCK_VALID_TRANSACTIONS (e.g. if we haven't yet downloaded |
4890 | | // the block), so we special-case it here. |
4891 | 0 | if (pindex == SnapshotBase() || pindex == TargetBlock() || |
4892 | 0 | (pindex->IsValid(BLOCK_VALID_TRANSACTIONS) && |
4893 | 0 | (pindex->HaveNumChainTxs() || pindex->pprev == nullptr))) { |
4894 | 0 | TryAddBlockIndexCandidate(pindex); |
4895 | 0 | } |
4896 | 0 | } |
4897 | 0 | } |
4898 | | |
4899 | | bool ChainstateManager::LoadBlockIndex() |
4900 | 0 | { |
4901 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
4902 | | // Load block index from databases |
4903 | 0 | if (m_blockman.m_blockfiles_indexed) { |
4904 | 0 | bool ret{m_blockman.LoadBlockIndexDB(CurrentChainstate().m_from_snapshot_blockhash)}; |
4905 | 0 | if (!ret) return false; |
4906 | | |
4907 | 0 | m_blockman.ScanAndUnlinkAlreadyPrunedFiles(); |
4908 | |
|
4909 | 0 | std::vector<CBlockIndex*> vSortedByHeight{m_blockman.GetAllBlockIndices()}; |
4910 | 0 | std::sort(vSortedByHeight.begin(), vSortedByHeight.end(), |
4911 | 0 | CBlockIndexHeightOnlyComparator()); |
4912 | |
|
4913 | 0 | for (CBlockIndex* pindex : vSortedByHeight) { |
4914 | 0 | if (m_interrupt) return false; |
4915 | 0 | if (pindex->nStatus & BLOCK_FAILED_VALID && (!m_best_invalid || pindex->nChainWork > m_best_invalid->nChainWork)) { |
4916 | 0 | m_best_invalid = pindex; |
4917 | 0 | } |
4918 | 0 | if (pindex->IsValid(BLOCK_VALID_TREE) && (m_best_header == nullptr || CBlockIndexWorkComparator()(m_best_header, pindex))) |
4919 | 0 | m_best_header = pindex; |
4920 | 0 | } |
4921 | 0 | } |
4922 | 0 | return true; |
4923 | 0 | } |
4924 | | |
4925 | | bool Chainstate::LoadGenesisBlock() |
4926 | 0 | { |
4927 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
4928 | |
|
4929 | 0 | const CChainParams& params{m_chainman.GetParams()}; |
4930 | | |
4931 | | // Check whether we're already initialized by checking for genesis in |
4932 | | // m_blockman.m_block_index. Note that we can't use m_chain here, since it is |
4933 | | // set based on the coins db, not the block index db, which is the only |
4934 | | // thing loaded at this point. |
4935 | 0 | if (m_blockman.m_block_index.contains(params.GenesisBlock().GetHash())) |
4936 | 0 | return true; |
4937 | | |
4938 | 0 | try { |
4939 | 0 | const CBlock& block = params.GenesisBlock(); |
4940 | 0 | FlatFilePos blockPos{m_blockman.WriteBlock(block, 0)}; |
4941 | 0 | if (blockPos.IsNull()) { |
4942 | 0 | LogError("%s: writing genesis block to disk failed\n", __func__);Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4943 | 0 | return false; |
4944 | 0 | } |
4945 | 0 | CBlockIndex* pindex = m_blockman.AddToBlockIndex(block, m_chainman.m_best_header); |
4946 | 0 | m_chainman.ReceivedBlockTransactions(block, pindex, blockPos); |
4947 | 0 | } catch (const std::runtime_error& e) { |
4948 | 0 | LogError("%s: failed to write genesis block: %s\n", __func__, e.what());Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
4949 | 0 | return false; |
4950 | 0 | } |
4951 | | |
4952 | 0 | return true; |
4953 | 0 | } |
4954 | | |
4955 | | void ChainstateManager::LoadExternalBlockFile( |
4956 | | AutoFile& file_in, |
4957 | | FlatFilePos* dbp, |
4958 | | std::multimap<uint256, FlatFilePos>* blocks_with_unknown_parent) |
4959 | 0 | { |
4960 | | // Either both should be specified (-reindex), or neither (-loadblock). |
4961 | 0 | assert(!dbp == !blocks_with_unknown_parent); |
4962 | | |
4963 | 0 | const auto start{SteadyClock::now()}; |
4964 | 0 | const CChainParams& params{GetParams()}; |
4965 | |
|
4966 | 0 | int nLoaded = 0; |
4967 | 0 | try { |
4968 | 0 | BufferedFile blkdat{file_in, 2 * MAX_BLOCK_SERIALIZED_SIZE, MAX_BLOCK_SERIALIZED_SIZE + 8}; |
4969 | | // nRewind indicates where to resume scanning in case something goes wrong, |
4970 | | // such as a block fails to deserialize. |
4971 | 0 | uint64_t nRewind = blkdat.GetPos(); |
4972 | 0 | while (!blkdat.eof()) { |
4973 | 0 | if (m_interrupt) return; |
4974 | | |
4975 | 0 | blkdat.SetPos(nRewind); |
4976 | 0 | nRewind++; // start one byte further next time, in case of failure |
4977 | 0 | blkdat.SetLimit(); // remove former limit |
4978 | 0 | unsigned int nSize = 0; |
4979 | 0 | try { |
4980 | | // locate a header |
4981 | 0 | MessageStartChars buf; |
4982 | 0 | blkdat.FindByte(std::byte(params.MessageStart()[0])); |
4983 | 0 | nRewind = blkdat.GetPos() + 1; |
4984 | 0 | blkdat >> buf; |
4985 | 0 | if (buf != params.MessageStart()) { |
4986 | 0 | continue; |
4987 | 0 | } |
4988 | | // read size |
4989 | 0 | blkdat >> nSize; |
4990 | 0 | if (nSize < 80 || nSize > MAX_BLOCK_SERIALIZED_SIZE) |
4991 | 0 | continue; |
4992 | 0 | } catch (const std::exception&) { |
4993 | | // no valid block header found; don't complain |
4994 | | // (this happens at the end of every blk.dat file) |
4995 | 0 | break; |
4996 | 0 | } |
4997 | 0 | try { |
4998 | | // read block header |
4999 | 0 | const uint64_t nBlockPos{blkdat.GetPos()}; |
5000 | 0 | if (dbp) |
5001 | 0 | dbp->nPos = nBlockPos; |
5002 | 0 | blkdat.SetLimit(nBlockPos + nSize); |
5003 | 0 | CBlockHeader header; |
5004 | 0 | blkdat >> header; |
5005 | 0 | const uint256 hash{header.GetHash()}; |
5006 | | // Skip the rest of this block (this may read from disk into memory); position to the marker before the |
5007 | | // next block, but it's still possible to rewind to the start of the current block (without a disk read). |
5008 | 0 | nRewind = nBlockPos + nSize; |
5009 | 0 | blkdat.SkipTo(nRewind); |
5010 | |
|
5011 | 0 | std::shared_ptr<CBlock> pblock{}; // needs to remain available after the cs_main lock is released to avoid duplicate reads from disk |
5012 | |
|
5013 | 0 | { |
5014 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5015 | | // detect out of order blocks, and store them for later |
5016 | 0 | if (hash != params.GetConsensus().hashGenesisBlock && !m_blockman.LookupBlockIndex(header.hashPrevBlock)) { |
5017 | 0 | LogDebug(BCLog::REINDEX, "%s: Out of order block %s, parent %s not known\n", __func__, hash.ToString(), Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5018 | 0 | header.hashPrevBlock.ToString()); |
5019 | 0 | if (dbp && blocks_with_unknown_parent) { |
5020 | 0 | blocks_with_unknown_parent->emplace(header.hashPrevBlock, *dbp); |
5021 | 0 | } |
5022 | 0 | continue; |
5023 | 0 | } |
5024 | | |
5025 | | // process in case the block isn't known yet |
5026 | 0 | const CBlockIndex* pindex = m_blockman.LookupBlockIndex(hash); |
5027 | 0 | if (!pindex || (pindex->nStatus & BLOCK_HAVE_DATA) == 0) { |
5028 | | // This block can be processed immediately; rewind to its start, read and deserialize it. |
5029 | 0 | blkdat.SetPos(nBlockPos); |
5030 | 0 | pblock = std::make_shared<CBlock>(); |
5031 | 0 | blkdat >> TX_WITH_WITNESS(*pblock); |
5032 | 0 | nRewind = blkdat.GetPos(); |
5033 | |
|
5034 | 0 | BlockValidationState state; |
5035 | 0 | if (AcceptBlock(pblock, state, nullptr, true, dbp, nullptr, true)) { |
5036 | 0 | nLoaded++; |
5037 | 0 | } |
5038 | 0 | if (state.IsError()) { |
5039 | 0 | break; |
5040 | 0 | } |
5041 | 0 | } else if (hash != params.GetConsensus().hashGenesisBlock && pindex->nHeight % 1000 == 0) { |
5042 | 0 | LogDebug(BCLog::REINDEX, "Block Import: already had block %s at height %d\n", hash.ToString(), pindex->nHeight); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5043 | 0 | } |
5044 | 0 | } |
5045 | | |
5046 | | // Activate the genesis block so normal node progress can continue |
5047 | | // During first -reindex, this will only connect Genesis since |
5048 | | // ActivateBestChain only connects blocks which are in the block tree db, |
5049 | | // which only contains blocks whose parents are in it. |
5050 | | // But do this only if genesis isn't activated yet, to avoid connecting many blocks |
5051 | | // without assumevalid in the case of a continuation of a reindex that |
5052 | | // was interrupted by the user. |
5053 | 0 | if (hash == params.GetConsensus().hashGenesisBlock && WITH_LOCK(::cs_main, return ActiveHeight()) == -1) {Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5054 | 0 | BlockValidationState state; |
5055 | 0 | if (!ActiveChainstate().ActivateBestChain(state, nullptr)) { |
5056 | 0 | break; |
5057 | 0 | } |
5058 | 0 | } |
5059 | | |
5060 | 0 | if (m_blockman.IsPruneMode() && m_blockman.m_blockfiles_indexed && pblock) { |
5061 | | // must update the tip for pruning to work while importing with -loadblock. |
5062 | | // this is a tradeoff to conserve disk space at the expense of time |
5063 | | // spent updating the tip to be able to prune. |
5064 | | // otherwise, ActivateBestChain won't be called by the import process |
5065 | | // until after all of the block files are loaded. ActivateBestChain can be |
5066 | | // called by concurrent network message processing. but, that is not |
5067 | | // reliable for the purpose of pruning while importing. |
5068 | 0 | if (auto result{ActivateBestChains()}; !result) { |
5069 | 0 | LogDebug(BCLog::REINDEX, "%s\n", util::ErrorString(result).original); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5070 | 0 | break; |
5071 | 0 | } |
5072 | 0 | } |
5073 | | |
5074 | 0 | NotifyHeaderTip(); |
5075 | |
|
5076 | 0 | if (!blocks_with_unknown_parent) continue; |
5077 | | |
5078 | | // Recursively process earlier encountered successors of this block |
5079 | 0 | std::deque<uint256> queue; |
5080 | 0 | queue.push_back(hash); |
5081 | 0 | while (!queue.empty()) { |
5082 | 0 | uint256 head = queue.front(); |
5083 | 0 | queue.pop_front(); |
5084 | 0 | auto range = blocks_with_unknown_parent->equal_range(head); |
5085 | 0 | while (range.first != range.second) { |
5086 | 0 | std::multimap<uint256, FlatFilePos>::iterator it = range.first; |
5087 | 0 | std::shared_ptr<CBlock> pblockrecursive = std::make_shared<CBlock>(); |
5088 | 0 | if (m_blockman.ReadBlock(*pblockrecursive, it->second, {})) { |
5089 | 0 | const auto& block_hash{pblockrecursive->GetHash()}; |
5090 | 0 | LogDebug(BCLog::REINDEX, "%s: Processing out of order child %s of %s", __func__, block_hash.ToString(), head.ToString()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5091 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5092 | 0 | BlockValidationState dummy; |
5093 | 0 | if (AcceptBlock(pblockrecursive, dummy, nullptr, true, &it->second, nullptr, true)) { |
5094 | 0 | nLoaded++; |
5095 | 0 | queue.push_back(block_hash); |
5096 | 0 | } |
5097 | 0 | } |
5098 | 0 | range.first++; |
5099 | 0 | blocks_with_unknown_parent->erase(it); |
5100 | 0 | NotifyHeaderTip(); |
5101 | 0 | } |
5102 | 0 | } |
5103 | 0 | } catch (const std::exception& e) { |
5104 | | // historical bugs added extra data to the block files that does not deserialize cleanly. |
5105 | | // commonly this data is between readable blocks, but it does not really matter. such data is not fatal to the import process. |
5106 | | // the code that reads the block files deals with invalid data by simply ignoring it. |
5107 | | // it continues to search for the next {4 byte magic message start bytes + 4 byte length + block} that does deserialize cleanly |
5108 | | // and passes all of the other block validation checks dealing with POW and the merkle root, etc... |
5109 | | // we merely note with this informational log message when unexpected data is encountered. |
5110 | | // we could also be experiencing a storage system read error, or a read of a previous bad write. these are possible, but |
5111 | | // less likely scenarios. we don't have enough information to tell a difference here. |
5112 | | // the reindex process is not the place to attempt to clean and/or compact the block files. if so desired, a studious node operator |
5113 | | // may use knowledge of the fact that the block files are not entirely pristine in order to prepare a set of pristine, and |
5114 | | // perhaps ordered, block files for later reindexing. |
5115 | 0 | LogDebug(BCLog::REINDEX, "%s: unexpected data at file offset 0x%x - %s. continuing\n", __func__, (nRewind - 1), e.what()); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5116 | 0 | } |
5117 | 0 | } |
5118 | 0 | } catch (const std::runtime_error& e) { |
5119 | 0 | GetNotifications().fatalError(strprintf(_("System error while loading external block file: %s"), e.what()));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5120 | 0 | } |
5121 | 0 | LogInfo("Loaded %i blocks from external file in %dms", nLoaded, Ticks<std::chrono::milliseconds>(SteadyClock::now() - start));Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5122 | 0 | } |
5123 | | |
5124 | | bool ChainstateManager::ShouldCheckBlockIndex() const |
5125 | 0 | { |
5126 | | // Assert to verify Flatten() has been called. |
5127 | 0 | if (!*Assert(m_options.check_block_index)) return false; Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
5128 | 0 | if (FastRandomContext().randrange(*m_options.check_block_index) >= 1) return false; |
5129 | 0 | return true; |
5130 | 0 | } |
5131 | | |
5132 | | void ChainstateManager::CheckBlockIndex() const |
5133 | 0 | { |
5134 | 0 | if (!ShouldCheckBlockIndex()) { |
5135 | 0 | return; |
5136 | 0 | } |
5137 | | |
5138 | 0 | LOCK(cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5139 | | |
5140 | | // During a reindex, we read the genesis block and call CheckBlockIndex before ActivateBestChain, |
5141 | | // so we have the genesis block in m_blockman.m_block_index but no active chain. (A few of the |
5142 | | // tests when iterating the block tree require that m_chain has been initialized.) |
5143 | 0 | if (ActiveChain().Height() < 0) { |
5144 | 0 | assert(m_blockman.m_block_index.size() <= 1); |
5145 | 0 | return; |
5146 | 0 | } |
5147 | | |
5148 | | // Build forward-pointing data structure for the entire block tree. |
5149 | | // For performance reasons, indexes of the best header chain are stored in a vector (within CChain). |
5150 | | // All remaining blocks are stored in a multimap. |
5151 | | // The best header chain can differ from the active chain: E.g. its entries may belong to blocks that |
5152 | | // are not yet validated. |
5153 | 0 | CChain best_hdr_chain; |
5154 | 0 | assert(m_best_header); |
5155 | 0 | assert(!(m_best_header->nStatus & BLOCK_FAILED_VALID)); |
5156 | 0 | best_hdr_chain.SetTip(*m_best_header); |
5157 | |
|
5158 | 0 | std::multimap<const CBlockIndex*, const CBlockIndex*> forward; |
5159 | 0 | for (auto& [_, block_index] : m_blockman.m_block_index) { |
5160 | | // Only save indexes in forward that are not part of the best header chain. |
5161 | 0 | if (!best_hdr_chain.Contains(&block_index)) { |
5162 | | // Only genesis, which must be part of the best header chain, can have a nullptr parent. |
5163 | 0 | assert(block_index.pprev); |
5164 | 0 | forward.emplace(block_index.pprev, &block_index); |
5165 | 0 | } |
5166 | 0 | } |
5167 | 0 | assert(forward.size() + best_hdr_chain.Height() + 1 == m_blockman.m_block_index.size()); |
5168 | | |
5169 | 0 | const CBlockIndex* pindex = best_hdr_chain[0]; |
5170 | 0 | assert(pindex); |
5171 | | // Iterate over the entire block tree, using depth-first search. |
5172 | | // Along the way, remember whether there are blocks on the path from genesis |
5173 | | // block being explored which are the first to have certain properties. |
5174 | 0 | size_t nNodes = 0; |
5175 | 0 | int nHeight = 0; |
5176 | 0 | const CBlockIndex* pindexFirstInvalid = nullptr; // Oldest ancestor of pindex which is invalid. |
5177 | 0 | const CBlockIndex* pindexFirstMissing = nullptr; // Oldest ancestor of pindex which does not have BLOCK_HAVE_DATA, since assumeutxo snapshot if used. |
5178 | 0 | const CBlockIndex* pindexFirstNeverProcessed = nullptr; // Oldest ancestor of pindex for which nTx == 0, since assumeutxo snapshot if used. |
5179 | 0 | const CBlockIndex* pindexFirstNotTreeValid = nullptr; // Oldest ancestor of pindex which does not have BLOCK_VALID_TREE (regardless of being valid or not). |
5180 | 0 | const CBlockIndex* pindexFirstNotTransactionsValid = nullptr; // Oldest ancestor of pindex which does not have BLOCK_VALID_TRANSACTIONS (regardless of being valid or not), since assumeutxo snapshot if used. |
5181 | 0 | const CBlockIndex* pindexFirstNotChainValid = nullptr; // Oldest ancestor of pindex which does not have BLOCK_VALID_CHAIN (regardless of being valid or not), since assumeutxo snapshot if used. |
5182 | 0 | const CBlockIndex* pindexFirstNotScriptsValid = nullptr; // Oldest ancestor of pindex which does not have BLOCK_VALID_SCRIPTS (regardless of being valid or not), since assumeutxo snapshot if used. |
5183 | | |
5184 | | // After checking an assumeutxo snapshot block, reset pindexFirst pointers |
5185 | | // to earlier blocks that have not been downloaded or validated yet, so |
5186 | | // checks for later blocks can assume the earlier blocks were validated and |
5187 | | // be stricter, testing for more requirements. |
5188 | 0 | const CBlockIndex* snap_base{CurrentChainstate().SnapshotBase()}; |
5189 | 0 | const CBlockIndex *snap_first_missing{}, *snap_first_notx{}, *snap_first_notv{}, *snap_first_nocv{}, *snap_first_nosv{}; |
5190 | 0 | auto snap_update_firsts = [&] { |
5191 | 0 | if (pindex == snap_base) { |
5192 | 0 | std::swap(snap_first_missing, pindexFirstMissing); |
5193 | 0 | std::swap(snap_first_notx, pindexFirstNeverProcessed); |
5194 | 0 | std::swap(snap_first_notv, pindexFirstNotTransactionsValid); |
5195 | 0 | std::swap(snap_first_nocv, pindexFirstNotChainValid); |
5196 | 0 | std::swap(snap_first_nosv, pindexFirstNotScriptsValid); |
5197 | 0 | } |
5198 | 0 | }; |
5199 | |
|
5200 | 0 | while (pindex != nullptr) { |
5201 | 0 | nNodes++; |
5202 | 0 | if (pindexFirstInvalid == nullptr && pindex->nStatus & BLOCK_FAILED_VALID) pindexFirstInvalid = pindex; |
5203 | 0 | if (pindexFirstMissing == nullptr && !(pindex->nStatus & BLOCK_HAVE_DATA)) { |
5204 | 0 | pindexFirstMissing = pindex; |
5205 | 0 | } |
5206 | 0 | if (pindexFirstNeverProcessed == nullptr && pindex->nTx == 0) pindexFirstNeverProcessed = pindex; |
5207 | 0 | if (pindex->pprev != nullptr && pindexFirstNotTreeValid == nullptr && (pindex->nStatus & BLOCK_VALID_MASK) < BLOCK_VALID_TREE) pindexFirstNotTreeValid = pindex; |
5208 | |
|
5209 | 0 | if (pindex->pprev != nullptr) { |
5210 | 0 | if (pindexFirstNotTransactionsValid == nullptr && |
5211 | 0 | (pindex->nStatus & BLOCK_VALID_MASK) < BLOCK_VALID_TRANSACTIONS) { |
5212 | 0 | pindexFirstNotTransactionsValid = pindex; |
5213 | 0 | } |
5214 | |
|
5215 | 0 | if (pindexFirstNotChainValid == nullptr && |
5216 | 0 | (pindex->nStatus & BLOCK_VALID_MASK) < BLOCK_VALID_CHAIN) { |
5217 | 0 | pindexFirstNotChainValid = pindex; |
5218 | 0 | } |
5219 | |
|
5220 | 0 | if (pindexFirstNotScriptsValid == nullptr && |
5221 | 0 | (pindex->nStatus & BLOCK_VALID_MASK) < BLOCK_VALID_SCRIPTS) { |
5222 | 0 | pindexFirstNotScriptsValid = pindex; |
5223 | 0 | } |
5224 | 0 | } |
5225 | | |
5226 | | // Begin: actual consistency checks. |
5227 | 0 | if (pindex->pprev == nullptr) { |
5228 | | // Genesis block checks. |
5229 | 0 | assert(pindex->GetBlockHash() == GetConsensus().hashGenesisBlock); // Genesis block's hash must match. |
5230 | 0 | for (const auto& c : m_chainstates) { |
5231 | 0 | if (c->m_chain.Genesis() != nullptr) { |
5232 | 0 | assert(pindex == c->m_chain.Genesis()); // The chain's genesis block must be this block. |
5233 | 0 | } |
5234 | 0 | } |
5235 | 0 | } |
5236 | | // nSequenceId can't be set higher than SEQ_ID_INIT_FROM_DISK{1} for blocks that aren't linked |
5237 | | // (negative is used for preciousblock, SEQ_ID_BEST_CHAIN_FROM_DISK{0} for active chain when loaded from disk) |
5238 | 0 | if (!pindex->HaveNumChainTxs()) assert(pindex->nSequenceId <= SEQ_ID_INIT_FROM_DISK); |
5239 | | // VALID_TRANSACTIONS is equivalent to nTx > 0 for all nodes (whether or not pruning has occurred). |
5240 | | // HAVE_DATA is only equivalent to nTx > 0 (or VALID_TRANSACTIONS) if no pruning has occurred. |
5241 | 0 | if (!m_blockman.m_have_pruned) { |
5242 | | // If we've never pruned, then HAVE_DATA should be equivalent to nTx > 0 |
5243 | 0 | assert(!(pindex->nStatus & BLOCK_HAVE_DATA) == (pindex->nTx == 0)); |
5244 | 0 | assert(pindexFirstMissing == pindexFirstNeverProcessed); |
5245 | 0 | } else { |
5246 | | // If we have pruned, then we can only say that HAVE_DATA implies nTx > 0 |
5247 | 0 | if (pindex->nStatus & BLOCK_HAVE_DATA) assert(pindex->nTx > 0); |
5248 | 0 | } |
5249 | 0 | if (pindex->nStatus & BLOCK_HAVE_UNDO) assert(pindex->nStatus & BLOCK_HAVE_DATA); |
5250 | 0 | if (snap_base && snap_base->GetAncestor(pindex->nHeight) == pindex) { |
5251 | | // Assumed-valid blocks should connect to the main chain. |
5252 | 0 | assert((pindex->nStatus & BLOCK_VALID_MASK) >= BLOCK_VALID_TREE); |
5253 | 0 | } |
5254 | | // There should only be an nTx value if we have |
5255 | | // actually seen a block's transactions. |
5256 | 0 | assert(((pindex->nStatus & BLOCK_VALID_MASK) >= BLOCK_VALID_TRANSACTIONS) == (pindex->nTx > 0)); // This is pruning-independent. |
5257 | | // All parents having had data (at some point) is equivalent to all parents being VALID_TRANSACTIONS, which is equivalent to HaveNumChainTxs(). |
5258 | | // HaveNumChainTxs will also be set in the assumeutxo snapshot block from snapshot metadata. |
5259 | 0 | assert((pindexFirstNeverProcessed == nullptr || pindex == snap_base) == pindex->HaveNumChainTxs()); |
5260 | 0 | assert((pindexFirstNotTransactionsValid == nullptr || pindex == snap_base) == pindex->HaveNumChainTxs()); |
5261 | 0 | assert(pindex->nHeight == nHeight); // nHeight must be consistent. |
5262 | 0 | assert(pindex->pprev == nullptr || pindex->nChainWork >= pindex->pprev->nChainWork); // For every block except the genesis block, the chainwork must be larger than the parent's. |
5263 | 0 | assert(nHeight < 2 || (pindex->pskip && (pindex->pskip->nHeight < nHeight))); // The pskip pointer must point back for all but the first 2 blocks. |
5264 | 0 | assert(pindexFirstNotTreeValid == nullptr); // All m_blockman.m_block_index entries must at least be TREE valid |
5265 | 0 | if ((pindex->nStatus & BLOCK_VALID_MASK) >= BLOCK_VALID_TREE) assert(pindexFirstNotTreeValid == nullptr); // TREE valid implies all parents are TREE valid |
5266 | 0 | if ((pindex->nStatus & BLOCK_VALID_MASK) >= BLOCK_VALID_CHAIN) assert(pindexFirstNotChainValid == nullptr); // CHAIN valid implies all parents are CHAIN valid |
5267 | 0 | if ((pindex->nStatus & BLOCK_VALID_MASK) >= BLOCK_VALID_SCRIPTS) assert(pindexFirstNotScriptsValid == nullptr); // SCRIPTS valid implies all parents are SCRIPTS valid |
5268 | 0 | if (pindexFirstInvalid == nullptr) { |
5269 | | // Checks for not-invalid blocks. |
5270 | 0 | assert((pindex->nStatus & BLOCK_FAILED_VALID) == 0); // The failed flag cannot be set for blocks without invalid parents. |
5271 | 0 | } else { |
5272 | 0 | assert(pindex->nStatus & BLOCK_FAILED_VALID); // Invalid blocks and their descendants must be marked as invalid |
5273 | 0 | } |
5274 | | // Make sure m_chain_tx_count sum is correctly computed. |
5275 | 0 | if (!pindex->pprev) { |
5276 | | // If no previous block, nTx and m_chain_tx_count must be the same. |
5277 | 0 | assert(pindex->m_chain_tx_count == pindex->nTx); |
5278 | 0 | } else if (pindex->pprev->m_chain_tx_count > 0 && pindex->nTx > 0) { |
5279 | | // If previous m_chain_tx_count is set and number of transactions in block is known, sum must be set. |
5280 | 0 | assert(pindex->m_chain_tx_count == pindex->nTx + pindex->pprev->m_chain_tx_count); |
5281 | 0 | } else { |
5282 | | // Otherwise m_chain_tx_count should only be set if this is a snapshot |
5283 | | // block, and must be set if it is. |
5284 | 0 | assert((pindex->m_chain_tx_count != 0) == (pindex == snap_base)); |
5285 | 0 | } |
5286 | | // There should be no block with more work than m_best_header, unless it's known to be invalid |
5287 | 0 | assert((pindex->nStatus & BLOCK_FAILED_VALID) || pindex->nChainWork <= m_best_header->nChainWork); |
5288 | | |
5289 | | // Chainstate-specific checks on setBlockIndexCandidates |
5290 | 0 | for (const auto& c : m_chainstates) { |
5291 | 0 | if (c->m_chain.Tip() == nullptr) continue; |
5292 | | // Two main factors determine whether pindex is a candidate in |
5293 | | // setBlockIndexCandidates: |
5294 | | // |
5295 | | // - If pindex has less work than the chain tip, it should not be a |
5296 | | // candidate, and this will be asserted below. Otherwise it is a |
5297 | | // potential candidate. |
5298 | | // |
5299 | | // - If pindex or one of its parent blocks back to the genesis block |
5300 | | // or an assumeutxo snapshot never downloaded transactions |
5301 | | // (pindexFirstNeverProcessed is non-null), it should not be a |
5302 | | // candidate, and this will be asserted below. The only exception |
5303 | | // is if pindex itself is an assumeutxo snapshot block. Then it is |
5304 | | // also a potential candidate. |
5305 | 0 | if (!CBlockIndexWorkComparator()(pindex, c->m_chain.Tip()) && (pindexFirstNeverProcessed == nullptr || pindex == snap_base)) { |
5306 | | // If pindex was detected as invalid (pindexFirstInvalid is |
5307 | | // non-null), it is not required to be in |
5308 | | // setBlockIndexCandidates. |
5309 | 0 | if (pindexFirstInvalid == nullptr) { |
5310 | | // If pindex and all its parents back to the genesis block |
5311 | | // or an assumeutxo snapshot block downloaded transactions, |
5312 | | // and the transactions were not pruned (pindexFirstMissing |
5313 | | // is null), it is a potential candidate. The check |
5314 | | // excludes pruned blocks, because if any blocks were |
5315 | | // pruned between pindex and the current chain tip, pindex will |
5316 | | // only temporarily be added to setBlockIndexCandidates, |
5317 | | // before being moved to m_blocks_unlinked. This check |
5318 | | // could be improved to verify that if all blocks between |
5319 | | // the chain tip and pindex have data, pindex must be a |
5320 | | // candidate. |
5321 | | // |
5322 | | // If pindex is the chain tip, it also is a potential |
5323 | | // candidate. |
5324 | | // |
5325 | | // If the chainstate was loaded from a snapshot and pindex |
5326 | | // is the base of the snapshot, pindex is also a potential |
5327 | | // candidate. |
5328 | 0 | if (pindexFirstMissing == nullptr || pindex == c->m_chain.Tip() || pindex == c->SnapshotBase()) { |
5329 | | // If this chainstate is not a historical chainstate |
5330 | | // targeting a specific block, pindex must be in |
5331 | | // setBlockIndexCandidates. Otherwise, pindex only |
5332 | | // needs to be added if it is an ancestor of the target |
5333 | | // block. |
5334 | 0 | if (!c->TargetBlock() || c->TargetBlock()->GetAncestor(pindex->nHeight) == pindex) { |
5335 | 0 | assert(c->setBlockIndexCandidates.contains(pindex)); |
5336 | 0 | } |
5337 | 0 | } |
5338 | | // If some parent is missing, then it could be that this block was in |
5339 | | // setBlockIndexCandidates but had to be removed because of the missing data. |
5340 | | // In this case it must be in m_blocks_unlinked -- see test below. |
5341 | 0 | } |
5342 | 0 | } else { // If this block sorts worse than the current tip or some ancestor's block has never been seen, it cannot be in setBlockIndexCandidates. |
5343 | 0 | assert(!c->setBlockIndexCandidates.contains(pindex)); |
5344 | 0 | } |
5345 | 0 | } |
5346 | | // Check whether this block is in m_blocks_unlinked. |
5347 | 0 | auto rangeUnlinked{m_blockman.m_blocks_unlinked.equal_range(pindex->pprev)}; |
5348 | 0 | bool foundInUnlinked = false; |
5349 | 0 | while (rangeUnlinked.first != rangeUnlinked.second) { |
5350 | 0 | assert(rangeUnlinked.first->first == pindex->pprev); |
5351 | 0 | if (rangeUnlinked.first->second == pindex) { |
5352 | 0 | foundInUnlinked = true; |
5353 | 0 | break; |
5354 | 0 | } |
5355 | 0 | rangeUnlinked.first++; |
5356 | 0 | } |
5357 | 0 | if (pindex->pprev && (pindex->nStatus & BLOCK_HAVE_DATA) && pindexFirstNeverProcessed != nullptr && pindexFirstInvalid == nullptr) { |
5358 | | // If this block has block data available, some parent was never received, and has no invalid parents, it must be in m_blocks_unlinked. |
5359 | 0 | assert(foundInUnlinked); |
5360 | 0 | } |
5361 | 0 | if (!(pindex->nStatus & BLOCK_HAVE_DATA)) assert(!foundInUnlinked); // Can't be in m_blocks_unlinked if we don't HAVE_DATA |
5362 | 0 | if (pindexFirstMissing == nullptr) assert(!foundInUnlinked); // We aren't missing data for any parent -- cannot be in m_blocks_unlinked. |
5363 | 0 | if (pindex->pprev && (pindex->nStatus & BLOCK_HAVE_DATA) && pindexFirstNeverProcessed == nullptr && pindexFirstMissing != nullptr) { |
5364 | | // We HAVE_DATA for this block, have received data for all parents at some point, but we're currently missing data for some parent. |
5365 | 0 | assert(m_blockman.m_have_pruned); |
5366 | | // This block may have entered m_blocks_unlinked if: |
5367 | | // - it has a descendant that at some point had more work than the |
5368 | | // tip, and |
5369 | | // - we tried switching to that descendant but were missing |
5370 | | // data for some intermediate block between m_chain and the |
5371 | | // tip. |
5372 | | // So if this block is itself better than any m_chain.Tip() and it wasn't in |
5373 | | // setBlockIndexCandidates, then it must be in m_blocks_unlinked. |
5374 | 0 | for (const auto& c : m_chainstates) { |
5375 | 0 | if (!CBlockIndexWorkComparator()(pindex, c->m_chain.Tip()) && !c->setBlockIndexCandidates.contains(pindex)) { |
5376 | 0 | if (pindexFirstInvalid == nullptr) { |
5377 | 0 | if (!c->TargetBlock() || c->TargetBlock()->GetAncestor(pindex->nHeight) == pindex) { |
5378 | 0 | assert(foundInUnlinked); |
5379 | 0 | } |
5380 | 0 | } |
5381 | 0 | } |
5382 | 0 | } |
5383 | 0 | } |
5384 | | // assert(pindex->GetBlockHash() == pindex->GetBlockHeader().GetHash()); // Perhaps too slow |
5385 | | // End: actual consistency checks. |
5386 | | |
5387 | | |
5388 | | // Try descending into the first subnode. Always process forks first and the best header chain after. |
5389 | 0 | snap_update_firsts(); |
5390 | 0 | auto range{forward.equal_range(pindex)}; |
5391 | 0 | if (range.first != range.second) { |
5392 | | // A subnode not part of the best header chain was found. |
5393 | 0 | pindex = range.first->second; |
5394 | 0 | nHeight++; |
5395 | 0 | continue; |
5396 | 0 | } else if (best_hdr_chain.Contains(pindex)) { |
5397 | | // Descend further into best header chain. |
5398 | 0 | nHeight++; |
5399 | 0 | pindex = best_hdr_chain[nHeight]; |
5400 | 0 | if (!pindex) break; // we are finished, since the best header chain is always processed last |
5401 | 0 | continue; |
5402 | 0 | } |
5403 | | // This is a leaf node. |
5404 | | // Move upwards until we reach a node of which we have not yet visited the last child. |
5405 | 0 | while (pindex) { |
5406 | | // We are going to either move to a parent or a sibling of pindex. |
5407 | 0 | snap_update_firsts(); |
5408 | | // If pindex was the first with a certain property, unset the corresponding variable. |
5409 | 0 | if (pindex == pindexFirstInvalid) pindexFirstInvalid = nullptr; |
5410 | 0 | if (pindex == pindexFirstMissing) pindexFirstMissing = nullptr; |
5411 | 0 | if (pindex == pindexFirstNeverProcessed) pindexFirstNeverProcessed = nullptr; |
5412 | 0 | if (pindex == pindexFirstNotTreeValid) pindexFirstNotTreeValid = nullptr; |
5413 | 0 | if (pindex == pindexFirstNotTransactionsValid) pindexFirstNotTransactionsValid = nullptr; |
5414 | 0 | if (pindex == pindexFirstNotChainValid) pindexFirstNotChainValid = nullptr; |
5415 | 0 | if (pindex == pindexFirstNotScriptsValid) pindexFirstNotScriptsValid = nullptr; |
5416 | | // Find our parent. |
5417 | 0 | CBlockIndex* pindexPar = pindex->pprev; |
5418 | | // Find which child we just visited. |
5419 | 0 | auto rangePar{forward.equal_range(pindexPar)}; |
5420 | 0 | while (rangePar.first->second != pindex) { |
5421 | 0 | assert(rangePar.first != rangePar.second); // Our parent must have at least the node we're coming from as child. |
5422 | 0 | rangePar.first++; |
5423 | 0 | } |
5424 | | // Proceed to the next one. |
5425 | 0 | rangePar.first++; |
5426 | 0 | if (rangePar.first != rangePar.second) { |
5427 | | // Move to a sibling not part of the best header chain. |
5428 | 0 | pindex = rangePar.first->second; |
5429 | 0 | break; |
5430 | 0 | } else if (pindexPar == best_hdr_chain[nHeight - 1]) { |
5431 | | // Move to pindex's sibling on the best-chain, if it has one. |
5432 | 0 | pindex = best_hdr_chain[nHeight]; |
5433 | | // There will not be a next block if (and only if) parent block is the best header. |
5434 | 0 | assert((pindex == nullptr) == (pindexPar == best_hdr_chain.Tip())); |
5435 | 0 | break; |
5436 | 0 | } else { |
5437 | | // Move up further. |
5438 | 0 | pindex = pindexPar; |
5439 | 0 | nHeight--; |
5440 | 0 | continue; |
5441 | 0 | } |
5442 | 0 | } |
5443 | 0 | } |
5444 | | |
5445 | | // Check that we actually traversed the entire block index. |
5446 | 0 | assert(nNodes == forward.size() + best_hdr_chain.Height() + 1); |
5447 | 0 | } |
5448 | | |
5449 | | std::string Chainstate::ToString() |
5450 | 0 | { |
5451 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5452 | 0 | CBlockIndex* tip = m_chain.Tip(); |
5453 | 0 | return strprintf("Chainstate [%s] @ height %d (%s)",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5454 | 0 | m_from_snapshot_blockhash ? "snapshot" : "ibd", |
5455 | 0 | tip ? tip->nHeight : -1, tip ? tip->GetBlockHash().ToString() : "null"); |
5456 | 0 | } |
5457 | | |
5458 | | bool Chainstate::ResizeCoinsCaches(size_t coinstip_size, size_t coinsdb_size) |
5459 | 0 | { |
5460 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5461 | 0 | if (coinstip_size == m_coinstip_cache_size_bytes && |
5462 | 0 | coinsdb_size == m_coinsdb_cache_size_bytes) { |
5463 | | // Cache sizes are unchanged, no need to continue. |
5464 | 0 | return true; |
5465 | 0 | } |
5466 | 0 | size_t old_coinstip_size = m_coinstip_cache_size_bytes; |
5467 | 0 | m_coinstip_cache_size_bytes = coinstip_size; |
5468 | 0 | m_coinsdb_cache_size_bytes = coinsdb_size; |
5469 | 0 | CoinsDB().ResizeCache(coinsdb_size); |
5470 | |
|
5471 | 0 | LogInfo("[%s] resized coinsdb cache to %.1f MiB",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5472 | 0 | this->ToString(), coinsdb_size * (1.0 / 1024 / 1024)); |
5473 | 0 | LogInfo("[%s] resized coinstip cache to %.1f MiB",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5474 | 0 | this->ToString(), coinstip_size * (1.0 / 1024 / 1024)); |
5475 | |
|
5476 | 0 | BlockValidationState state; |
5477 | 0 | bool ret; |
5478 | |
|
5479 | 0 | if (coinstip_size > old_coinstip_size) { |
5480 | | // Likely no need to flush if cache sizes have grown. |
5481 | 0 | ret = FlushStateToDisk(state, FlushStateMode::IF_NEEDED); |
5482 | 0 | } else { |
5483 | | // Otherwise, flush state to disk and deallocate the in-memory coins map. |
5484 | 0 | ret = FlushStateToDisk(state, FlushStateMode::FORCE_FLUSH); |
5485 | 0 | } |
5486 | 0 | return ret; |
5487 | 0 | } |
5488 | | |
5489 | | double ChainstateManager::GuessVerificationProgress(const CBlockIndex* pindex) const |
5490 | 0 | { |
5491 | 0 | AssertLockHeld(GetMutex()); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5492 | 0 | const ChainTxData& data{GetParams().TxData()}; |
5493 | 0 | if (pindex == nullptr) { |
5494 | 0 | return 0.0; |
5495 | 0 | } |
5496 | | |
5497 | 0 | if (pindex->m_chain_tx_count == 0) { |
5498 | 0 | LogDebug(BCLog::VALIDATION, "Block %d has unset m_chain_tx_count. Unable to estimate verification progress.\n", pindex->nHeight); Line | Count | Source | 115 | 0 | #define LogDebug(category, ...) detail_LogIfCategoryAndLevelEnabled(category, BCLog::Level::Debug, __VA_ARGS__) Line | Count | Source | 106 | 0 | do { \ | 107 | 0 | if (util::log::ShouldLog((category), (level))) { \ | 108 | 0 | bool rate_limit{level >= BCLog::Level::Info}; \ | 109 | 0 | Assume(!rate_limit); /*Only called with the levels below*/ \ Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
| 110 | 0 | LogPrintLevel_(category, level, rate_limit, __VA_ARGS__); \ Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
| 111 | 0 | } \ | 112 | 0 | } while (0) |
|
|
5499 | 0 | return 0.0; |
5500 | 0 | } |
5501 | | |
5502 | 0 | const int64_t nNow{TicksSinceEpoch<std::chrono::seconds>(NodeClock::now())}; |
5503 | 0 | const auto block_time{ |
5504 | 0 | (Assume(m_best_header) && std::abs(nNow - pindex->GetBlockTime()) <= Ticks<std::chrono::seconds>(2h) && Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
5505 | 0 | Assume(m_best_header->nHeight >= pindex->nHeight)) ? Line | Count | Source | 125 | 0 | #define Assume(val) inline_assertion_check<false>(val, std::source_location::current(), #val) |
|
5506 | | // When the header is known to be recent, switch to a height-based |
5507 | | // approach. This ensures the returned value is quantized when |
5508 | | // close to "1.0", because some users expect it to be. This also |
5509 | | // avoids relying too much on the exact miner-set timestamp, which |
5510 | | // may be off. |
5511 | 0 | nNow - (m_best_header->nHeight - pindex->nHeight) * GetConsensus().nPowTargetSpacing : |
5512 | 0 | pindex->GetBlockTime(), |
5513 | 0 | }; |
5514 | |
|
5515 | 0 | double fTxTotal; |
5516 | |
|
5517 | 0 | if (pindex->m_chain_tx_count <= data.tx_count) { |
5518 | 0 | fTxTotal = data.tx_count + (nNow - data.nTime) * data.dTxRate; |
5519 | 0 | } else { |
5520 | 0 | fTxTotal = pindex->m_chain_tx_count + (nNow - block_time) * data.dTxRate; |
5521 | 0 | } |
5522 | |
|
5523 | 0 | return std::min<double>(pindex->m_chain_tx_count / fTxTotal, 1.0); |
5524 | 0 | } |
5525 | | |
5526 | | Chainstate& ChainstateManager::InitializeChainstate(CTxMemPool* mempool) |
5527 | 0 | { |
5528 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5529 | 0 | assert(m_chainstates.empty()); |
5530 | 0 | m_chainstates.emplace_back(std::make_unique<Chainstate>(mempool, m_blockman, *this)); |
5531 | 0 | return *m_chainstates.back(); |
5532 | 0 | } |
5533 | | |
5534 | | [[nodiscard]] static bool DeleteCoinsDBFromDisk(const fs::path db_path, bool is_snapshot) |
5535 | | EXCLUSIVE_LOCKS_REQUIRED(::cs_main) |
5536 | 0 | { |
5537 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5538 | |
|
5539 | 0 | if (is_snapshot) { |
5540 | 0 | fs::path base_blockhash_path = db_path / node::SNAPSHOT_BLOCKHASH_FILENAME; |
5541 | |
|
5542 | 0 | try { |
5543 | 0 | bool existed = fs::remove(base_blockhash_path); |
5544 | 0 | if (!existed) { |
5545 | 0 | LogWarning("[snapshot] snapshot chainstate dir being removed lacks %s file",Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5546 | 0 | fs::PathToString(node::SNAPSHOT_BLOCKHASH_FILENAME)); |
5547 | 0 | } |
5548 | 0 | } catch (const fs::filesystem_error& e) { |
5549 | 0 | LogWarning("[snapshot] failed to remove file %s: %s\n",Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5550 | 0 | fs::PathToString(base_blockhash_path), e.code().message()); |
5551 | 0 | } |
5552 | 0 | } |
5553 | |
|
5554 | 0 | std::string path_str = fs::PathToString(db_path); |
5555 | 0 | LogInfo("Removing leveldb dir at %s\n", path_str);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5556 | | |
5557 | | // We have to destruct before this call leveldb::DB in order to release the db |
5558 | | // lock, otherwise `DestroyDB` will fail. See `leveldb::~DBImpl()`. |
5559 | 0 | const bool destroyed = DestroyDB(path_str); |
5560 | |
|
5561 | 0 | if (!destroyed) { |
5562 | 0 | LogError("leveldb DestroyDB call failed on %s", path_str);Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5563 | 0 | } |
5564 | | |
5565 | | // Datadir should be removed from filesystem; otherwise initialization may detect |
5566 | | // it on subsequent statups and get confused. |
5567 | | // |
5568 | | // If the base_blockhash_path removal above fails in the case of snapshot |
5569 | | // chainstates, this will return false since leveldb won't remove a non-empty |
5570 | | // directory. |
5571 | 0 | return destroyed && !fs::exists(db_path); |
5572 | 0 | } |
5573 | | |
5574 | | util::Result<CBlockIndex*> ChainstateManager::ActivateSnapshot( |
5575 | | AutoFile& coins_file, |
5576 | | const SnapshotMetadata& metadata, |
5577 | | bool in_memory) |
5578 | 0 | { |
5579 | 0 | uint256 base_blockhash = metadata.m_base_blockhash; |
5580 | |
|
5581 | 0 | CBlockIndex* snapshot_start_block{}; |
5582 | |
|
5583 | 0 | { |
5584 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5585 | |
|
5586 | 0 | if (this->CurrentChainstate().m_from_snapshot_blockhash) { |
5587 | 0 | return util::Error{Untranslated("Can't activate a snapshot-based chainstate more than once")}; |
5588 | 0 | } |
5589 | 0 | if (!GetParams().AssumeutxoForBlockhash(base_blockhash).has_value()) { |
5590 | 0 | auto available_heights = GetParams().GetAvailableSnapshotHeights(); |
5591 | 0 | std::string heights_formatted = util::Join(available_heights, ", ", [&](const auto& i) { return util::ToString(i); }); |
5592 | 0 | return util::Error{Untranslated(strprintf("assumeutxo block hash in snapshot metadata not recognized (hash: %s). The following snapshot heights are available: %s",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5593 | 0 | base_blockhash.ToString(), |
5594 | 0 | heights_formatted))}; |
5595 | 0 | } |
5596 | | |
5597 | 0 | snapshot_start_block = m_blockman.LookupBlockIndex(base_blockhash); |
5598 | 0 | if (!snapshot_start_block) { |
5599 | 0 | return util::Error{Untranslated(strprintf("The base block header (%s) must appear in the headers chain. Make sure all headers are syncing, and call loadtxoutset again",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5600 | 0 | base_blockhash.ToString()))}; |
5601 | 0 | } |
5602 | | |
5603 | 0 | bool start_block_invalid = snapshot_start_block->nStatus & BLOCK_FAILED_VALID; |
5604 | 0 | if (start_block_invalid) { |
5605 | 0 | return util::Error{Untranslated(strprintf("The base block header (%s) is part of an invalid chain", base_blockhash.ToString()))};Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5606 | 0 | } |
5607 | | |
5608 | 0 | if (!m_best_header || m_best_header->GetAncestor(snapshot_start_block->nHeight) != snapshot_start_block) { |
5609 | 0 | return util::Error{Untranslated("A forked headers-chain with more work than the chain with the snapshot base block header exists. Please proceed to sync without AssumeUtxo.")}; |
5610 | 0 | } |
5611 | | |
5612 | 0 | auto mempool{CurrentChainstate().GetMempool()}; |
5613 | 0 | if (mempool && mempool->size() > 0) { |
5614 | 0 | return util::Error{Untranslated("Can't activate a snapshot when mempool not empty")}; |
5615 | 0 | } |
5616 | 0 | } |
5617 | | |
5618 | 0 | int64_t current_coinsdb_cache_size{0}; |
5619 | 0 | int64_t current_coinstip_cache_size{0}; |
5620 | | |
5621 | | // Cache percentages to allocate to each chainstate. |
5622 | | // |
5623 | | // These particular percentages don't matter so much since they will only be |
5624 | | // relevant during snapshot activation; caches are rebalanced at the conclusion of |
5625 | | // this function. We want to give (essentially) all available cache capacity to the |
5626 | | // snapshot to aid the bulk load later in this function. |
5627 | 0 | static constexpr double IBD_CACHE_PERC = 0.01; |
5628 | 0 | static constexpr double SNAPSHOT_CACHE_PERC = 0.99; |
5629 | |
|
5630 | 0 | { |
5631 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5632 | | // Resize the coins caches to ensure we're not exceeding memory limits. |
5633 | | // |
5634 | | // Allocate the majority of the cache to the incoming snapshot chainstate, since |
5635 | | // (optimistically) getting to its tip will be the top priority. We'll need to call |
5636 | | // `MaybeRebalanceCaches()` once we're done with this function to ensure |
5637 | | // the right allocation (including the possibility that no snapshot was activated |
5638 | | // and that we should restore the active chainstate caches to their original size). |
5639 | | // |
5640 | 0 | current_coinsdb_cache_size = this->ActiveChainstate().m_coinsdb_cache_size_bytes; |
5641 | 0 | current_coinstip_cache_size = this->ActiveChainstate().m_coinstip_cache_size_bytes; |
5642 | | |
5643 | | // Temporarily resize the active coins cache to make room for the newly-created |
5644 | | // snapshot chain. |
5645 | 0 | this->ActiveChainstate().ResizeCoinsCaches( |
5646 | 0 | static_cast<size_t>(current_coinstip_cache_size * IBD_CACHE_PERC), |
5647 | 0 | static_cast<size_t>(current_coinsdb_cache_size * IBD_CACHE_PERC)); |
5648 | 0 | } |
5649 | |
|
5650 | 0 | auto snapshot_chainstate = WITH_LOCK(::cs_main, Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5651 | 0 | return std::make_unique<Chainstate>( |
5652 | 0 | /*mempool=*/nullptr, m_blockman, *this, base_blockhash)); |
5653 | |
|
5654 | 0 | { |
5655 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5656 | 0 | snapshot_chainstate->InitCoinsDB( |
5657 | 0 | static_cast<size_t>(current_coinsdb_cache_size * SNAPSHOT_CACHE_PERC), |
5658 | 0 | in_memory, /*should_wipe=*/false); |
5659 | 0 | snapshot_chainstate->InitCoinsCache( |
5660 | 0 | static_cast<size_t>(current_coinstip_cache_size * SNAPSHOT_CACHE_PERC)); |
5661 | 0 | } |
5662 | |
|
5663 | 0 | auto cleanup_bad_snapshot = [&](bilingual_str reason) EXCLUSIVE_LOCKS_REQUIRED(::cs_main) { |
5664 | 0 | this->MaybeRebalanceCaches(); |
5665 | | |
5666 | | // PopulateAndValidateSnapshot can return (in error) before the leveldb datadir |
5667 | | // has been created, so only attempt removal if we got that far. |
5668 | 0 | if (auto snapshot_datadir = node::FindAssumeutxoChainstateDir(m_options.datadir)) { |
5669 | | // We have to destruct leveldb::DB in order to release the db lock, otherwise |
5670 | | // DestroyDB() (in DeleteCoinsDBFromDisk()) will fail. See `leveldb::~DBImpl()`. |
5671 | | // Destructing the chainstate (and so resetting the coinsviews object) does this. |
5672 | 0 | snapshot_chainstate.reset(); |
5673 | 0 | bool removed = DeleteCoinsDBFromDisk(*snapshot_datadir, /*is_snapshot=*/true); |
5674 | 0 | if (!removed) { |
5675 | 0 | GetNotifications().fatalError(strprintf(_("Failed to remove snapshot chainstate dir (%s). "Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5676 | 0 | "Manually remove it before restarting.\n"), fs::PathToString(*snapshot_datadir))); |
5677 | 0 | } |
5678 | 0 | } |
5679 | 0 | return util::Error{std::move(reason)}; |
5680 | 0 | }; |
5681 | |
|
5682 | 0 | if (auto res{this->PopulateAndValidateSnapshot(*snapshot_chainstate, coins_file, metadata)}; !res) { |
5683 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5684 | 0 | return cleanup_bad_snapshot(Untranslated(strprintf("Population failed: %s", util::ErrorString(res).original)));Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5685 | 0 | } |
5686 | | |
5687 | 0 | LOCK(::cs_main); // cs_main required for rest of snapshot activation. Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5688 | | |
5689 | | // Do a final check to ensure that the snapshot chainstate is actually a more |
5690 | | // work chain than the active chainstate; a user could have loaded a snapshot |
5691 | | // very late in the IBD process, and we wouldn't want to load a useless chainstate. |
5692 | 0 | if (!CBlockIndexWorkComparator()(ActiveTip(), snapshot_chainstate->m_chain.Tip())) { |
5693 | 0 | return cleanup_bad_snapshot(Untranslated("work does not exceed active chainstate")); |
5694 | 0 | } |
5695 | | // If not in-memory, persist the base blockhash for use during subsequent |
5696 | | // initialization. |
5697 | 0 | if (!in_memory) { |
5698 | 0 | if (!node::WriteSnapshotBaseBlockhash(*snapshot_chainstate)) { |
5699 | 0 | return cleanup_bad_snapshot(Untranslated("could not write base blockhash")); |
5700 | 0 | } |
5701 | 0 | } |
5702 | | |
5703 | 0 | Chainstate& chainstate{AddChainstate(std::move(snapshot_chainstate))}; |
5704 | 0 | m_blockman.m_snapshot_height = Assert(chainstate.SnapshotBase())->nHeight; Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
5705 | |
|
5706 | 0 | chainstate.PopulateBlockIndexCandidates(); |
5707 | |
|
5708 | 0 | LogInfo("[snapshot] successfully activated snapshot %s", base_blockhash.ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5709 | 0 | LogInfo("[snapshot] (%.2f MB)",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5710 | 0 | chainstate.CoinsTip().DynamicMemoryUsage() / (1000 * 1000)); |
5711 | |
|
5712 | 0 | this->MaybeRebalanceCaches(); |
5713 | 0 | return snapshot_start_block; |
5714 | 0 | } |
5715 | | |
5716 | | static void FlushSnapshotToDisk(CCoinsViewCache& coins_cache, bool snapshot_loaded) |
5717 | 0 | { |
5718 | 0 | LOG_TIME_MILLIS_WITH_CATEGORY_MSG_ONCE( Line | Count | Source | 106 | 0 | BCLog::Timer<std::chrono::milliseconds> UNIQUE_NAME(logging_timer)(__func__, end_msg, log_category, /* msg_on_completion=*/false) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5719 | 0 | strprintf("%s (%.2f MB)", |
5720 | 0 | snapshot_loaded ? "saving snapshot chainstate" : "flushing coins cache", |
5721 | 0 | coins_cache.DynamicMemoryUsage() / (1000 * 1000)), |
5722 | 0 | BCLog::LogFlags::ALL); |
5723 | |
|
5724 | 0 | coins_cache.Flush(); |
5725 | 0 | } |
5726 | | |
5727 | | struct StopHashingException : public std::exception |
5728 | | { |
5729 | | const char* what() const noexcept override |
5730 | 0 | { |
5731 | 0 | return "ComputeUTXOStats interrupted."; |
5732 | 0 | } |
5733 | | }; |
5734 | | |
5735 | | static void SnapshotUTXOHashBreakpoint(const util::SignalInterrupt& interrupt) |
5736 | 0 | { |
5737 | 0 | if (interrupt) throw StopHashingException(); |
5738 | 0 | } |
5739 | | |
5740 | | util::Result<void> ChainstateManager::PopulateAndValidateSnapshot( |
5741 | | Chainstate& snapshot_chainstate, |
5742 | | AutoFile& coins_file, |
5743 | | const SnapshotMetadata& metadata) |
5744 | 0 | { |
5745 | | // It's okay to release cs_main before we're done using `coins_cache` because we know |
5746 | | // that nothing else will be referencing the newly created snapshot_chainstate yet. |
5747 | 0 | CCoinsViewCache& coins_cache = *WITH_LOCK(::cs_main, return &snapshot_chainstate.CoinsTip()); Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5748 | |
|
5749 | 0 | uint256 base_blockhash = metadata.m_base_blockhash; |
5750 | |
|
5751 | 0 | CBlockIndex* snapshot_start_block = WITH_LOCK(::cs_main, return m_blockman.LookupBlockIndex(base_blockhash)); Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5752 | |
|
5753 | 0 | if (!snapshot_start_block) { |
5754 | | // Needed for ComputeUTXOStats to determine the |
5755 | | // height and to avoid a crash when base_blockhash.IsNull() |
5756 | 0 | return util::Error{Untranslated(strprintf("Did not find snapshot start blockheader %s",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5757 | 0 | base_blockhash.ToString()))}; |
5758 | 0 | } |
5759 | | |
5760 | 0 | int base_height = snapshot_start_block->nHeight; |
5761 | 0 | const auto& maybe_au_data = GetParams().AssumeutxoForHeight(base_height); |
5762 | |
|
5763 | 0 | if (!maybe_au_data) { |
5764 | 0 | return util::Error{Untranslated(strprintf("Assumeutxo height in snapshot metadata not recognized "Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5765 | 0 | "(%d) - refusing to load snapshot", base_height))}; |
5766 | 0 | } |
5767 | | |
5768 | 0 | const AssumeutxoData& au_data = *maybe_au_data; |
5769 | | |
5770 | | // This work comparison is a duplicate check with the one performed later in |
5771 | | // ActivateSnapshot(), but is done so that we avoid doing the long work of staging |
5772 | | // a snapshot that isn't actually usable. |
5773 | 0 | if (WITH_LOCK(::cs_main, return !CBlockIndexWorkComparator()(ActiveTip(), snapshot_start_block))) {Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5774 | 0 | return util::Error{Untranslated("Work does not exceed active chainstate")}; |
5775 | 0 | } |
5776 | | |
5777 | 0 | const uint64_t coins_count = metadata.m_coins_count; |
5778 | 0 | uint64_t coins_left = metadata.m_coins_count; |
5779 | |
|
5780 | 0 | LogInfo("[snapshot] loading %d coins from snapshot %s", coins_left, base_blockhash.ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5781 | 0 | int64_t coins_processed{0}; |
5782 | |
|
5783 | 0 | while (coins_left > 0) { |
5784 | 0 | try { |
5785 | 0 | Txid txid; |
5786 | 0 | coins_file >> txid; |
5787 | 0 | size_t coins_per_txid{0}; |
5788 | 0 | coins_per_txid = ReadCompactSize(coins_file); |
5789 | |
|
5790 | 0 | if (coins_per_txid > coins_left) { |
5791 | 0 | return util::Error{Untranslated("Mismatch in coins count in snapshot metadata and actual snapshot data")}; |
5792 | 0 | } |
5793 | | |
5794 | 0 | for (size_t i = 0; i < coins_per_txid; i++) { |
5795 | 0 | COutPoint outpoint; |
5796 | 0 | Coin coin; |
5797 | 0 | outpoint.n = static_cast<uint32_t>(ReadCompactSize(coins_file)); |
5798 | 0 | outpoint.hash = txid; |
5799 | 0 | coins_file >> coin; |
5800 | 0 | if (coin.nHeight > base_height || |
5801 | 0 | outpoint.n >= std::numeric_limits<decltype(outpoint.n)>::max() // Avoid integer wrap-around in coinstats.cpp:ApplyHash |
5802 | 0 | ) { |
5803 | 0 | return util::Error{Untranslated(strprintf("Bad snapshot data after deserializing %d coins",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5804 | 0 | coins_count - coins_left))}; |
5805 | 0 | } |
5806 | 0 | if (!MoneyRange(coin.out.nValue)) { |
5807 | 0 | return util::Error{Untranslated(strprintf("Bad snapshot data after deserializing %d coins - bad tx out value",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5808 | 0 | coins_count - coins_left))}; |
5809 | 0 | } |
5810 | 0 | coins_cache.EmplaceCoinInternalDANGER(std::move(outpoint), std::move(coin)); |
5811 | |
|
5812 | 0 | --coins_left; |
5813 | 0 | ++coins_processed; |
5814 | |
|
5815 | 0 | if (coins_processed % 1000000 == 0) { |
5816 | 0 | LogInfo("[snapshot] %d coins loaded (%.2f%%, %.2f MB)",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5817 | 0 | coins_processed, |
5818 | 0 | static_cast<float>(coins_processed) * 100 / static_cast<float>(coins_count), |
5819 | 0 | coins_cache.DynamicMemoryUsage() / (1000 * 1000)); |
5820 | 0 | } |
5821 | | |
5822 | | // Batch write and flush (if we need to) every so often. |
5823 | | // |
5824 | | // If our average Coin size is roughly 41 bytes, checking every 120,000 coins |
5825 | | // means <5MB of memory imprecision. |
5826 | 0 | if (coins_processed % 120000 == 0) { |
5827 | 0 | if (m_interrupt) { |
5828 | 0 | return util::Error{Untranslated("Aborting after an interrupt was requested")}; |
5829 | 0 | } |
5830 | | |
5831 | 0 | const auto snapshot_cache_state = WITH_LOCK(::cs_main, Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5832 | 0 | return snapshot_chainstate.GetCoinsCacheSizeState()); |
5833 | |
|
5834 | 0 | if (snapshot_cache_state >= CoinsCacheSizeState::CRITICAL) { |
5835 | | // This is a hack - we don't know what the actual best block is, but that |
5836 | | // doesn't matter for the purposes of flushing the cache here. We'll set this |
5837 | | // to its correct value (`base_blockhash`) below after the coins are loaded. |
5838 | 0 | coins_cache.SetBestBlock(GetRandHash()); |
5839 | | |
5840 | | // No need to acquire cs_main since this chainstate isn't being used yet. |
5841 | 0 | FlushSnapshotToDisk(coins_cache, /*snapshot_loaded=*/false); |
5842 | 0 | } |
5843 | 0 | } |
5844 | 0 | } |
5845 | 0 | } catch (const std::ios_base::failure&) { |
5846 | 0 | return util::Error{Untranslated(strprintf("Bad snapshot format or truncated snapshot after deserializing %d coins",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5847 | 0 | coins_processed))}; |
5848 | 0 | } |
5849 | 0 | } |
5850 | | |
5851 | | // Important that we set this. This and the coins_cache accesses above are |
5852 | | // sort of a layer violation, but either we reach into the innards of |
5853 | | // CCoinsViewCache here or we have to invert some of the Chainstate to |
5854 | | // embed them in a snapshot-activation-specific CCoinsViewCache bulk load |
5855 | | // method. |
5856 | 0 | coins_cache.SetBestBlock(base_blockhash); |
5857 | |
|
5858 | 0 | bool out_of_coins{false}; |
5859 | 0 | try { |
5860 | 0 | std::byte left_over_byte; |
5861 | 0 | coins_file >> left_over_byte; |
5862 | 0 | } catch (const std::ios_base::failure&) { |
5863 | | // We expect an exception since we should be out of coins. |
5864 | 0 | out_of_coins = true; |
5865 | 0 | } |
5866 | 0 | if (!out_of_coins) { |
5867 | 0 | return util::Error{Untranslated(strprintf("Bad snapshot - coins left over after deserializing %d coins",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5868 | 0 | coins_count))}; |
5869 | 0 | } |
5870 | | |
5871 | 0 | LogInfo("[snapshot] loaded %d (%.2f MB) coins from snapshot %s",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5872 | 0 | coins_count, |
5873 | 0 | coins_cache.DynamicMemoryUsage() / (1000 * 1000), |
5874 | 0 | base_blockhash.ToString()); |
5875 | | |
5876 | | // No need to acquire cs_main since this chainstate isn't being used yet. |
5877 | 0 | FlushSnapshotToDisk(coins_cache, /*snapshot_loaded=*/true); |
5878 | |
|
5879 | 0 | assert(coins_cache.GetBestBlock() == base_blockhash); |
5880 | | |
5881 | | // As above, okay to immediately release cs_main here since no other context knows |
5882 | | // about the snapshot_chainstate. |
5883 | 0 | CCoinsViewDB* snapshot_coinsdb = WITH_LOCK(::cs_main, return &snapshot_chainstate.CoinsDB()); Line | Count | Source | 297 | 0 | #define WITH_LOCK(cs, code) (MaybeCheckNotHeld(cs), [&]() -> decltype(auto) { LOCK(cs); code; }()) |
|
5884 | |
|
5885 | 0 | std::optional<CCoinsStats> maybe_stats; |
5886 | |
|
5887 | 0 | try { |
5888 | 0 | maybe_stats = ComputeUTXOStats( |
5889 | 0 | CoinStatsHashType::HASH_SERIALIZED, snapshot_coinsdb, m_blockman, [&interrupt = m_interrupt] { SnapshotUTXOHashBreakpoint(interrupt); }); |
5890 | 0 | } catch (StopHashingException const&) { |
5891 | 0 | return util::Error{Untranslated("Aborting after an interrupt was requested")}; |
5892 | 0 | } |
5893 | 0 | if (!maybe_stats.has_value()) { |
5894 | 0 | return util::Error{Untranslated("Failed to generate coins stats")}; |
5895 | 0 | } |
5896 | | |
5897 | | // Assert that the deserialized chainstate contents match the expected assumeutxo value. |
5898 | 0 | if (AssumeutxoHash{maybe_stats->hashSerialized} != au_data.hash_serialized) { |
5899 | 0 | return util::Error{Untranslated(strprintf("Bad snapshot content hash: expected %s, got %s",Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5900 | 0 | au_data.hash_serialized.ToString(), maybe_stats->hashSerialized.ToString()))}; |
5901 | 0 | } |
5902 | | |
5903 | 0 | snapshot_chainstate.m_chain.SetTip(*snapshot_start_block); |
5904 | | |
5905 | | // The remainder of this function requires modifying data protected by cs_main. |
5906 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
5907 | | |
5908 | | // Fake various pieces of CBlockIndex state: |
5909 | 0 | CBlockIndex* index = nullptr; |
5910 | | |
5911 | | // Don't make any modifications to the genesis block since it shouldn't be |
5912 | | // necessary, and since the genesis block doesn't have normal flags like |
5913 | | // BLOCK_VALID_SCRIPTS set. |
5914 | 0 | constexpr int AFTER_GENESIS_START{1}; |
5915 | |
|
5916 | 0 | for (int i = AFTER_GENESIS_START; i <= snapshot_chainstate.m_chain.Height(); ++i) { |
5917 | 0 | index = snapshot_chainstate.m_chain[i]; |
5918 | | |
5919 | | // Fake BLOCK_OPT_WITNESS so that Chainstate::NeedsRedownload() |
5920 | | // won't ask for -reindex on startup. |
5921 | 0 | if (DeploymentActiveAt(*index, *this, Consensus::DEPLOYMENT_SEGWIT)) { |
5922 | 0 | index->nStatus |= BLOCK_OPT_WITNESS; |
5923 | 0 | } |
5924 | |
|
5925 | 0 | m_blockman.m_dirty_blockindex.insert(index); |
5926 | | // Changes to the block index will be flushed to disk after this call |
5927 | | // returns in `ActivateSnapshot()`, when `MaybeRebalanceCaches()` is |
5928 | | // called, since we've added a snapshot chainstate and therefore will |
5929 | | // have to downsize the IBD chainstate, which will result in a call to |
5930 | | // `FlushStateToDisk(FORCE_FLUSH)`. |
5931 | 0 | } |
5932 | |
|
5933 | 0 | assert(index); |
5934 | 0 | assert(index == snapshot_start_block); |
5935 | 0 | index->m_chain_tx_count = au_data.m_chain_tx_count; |
5936 | |
|
5937 | 0 | LogInfo("[snapshot] validated snapshot (%.2f MB)",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5938 | 0 | coins_cache.DynamicMemoryUsage() / (1000 * 1000)); |
5939 | 0 | return {}; |
5940 | 0 | } |
5941 | | |
5942 | | // Currently, this function holds cs_main for its duration, which could be for |
5943 | | // multiple minutes due to the ComputeUTXOStats call. Holding cs_main used to be |
5944 | | // necessary (before d43a1f1a2fa3) to avoid advancing validated_cs farther than |
5945 | | // its target block. Now it should be possible to avoid this, but simply |
5946 | | // releasing cs_main here would not be possible because this function is invoked |
5947 | | // by ConnectTip within ActivateBestChain. |
5948 | | // |
5949 | | // Eventually (TODO) it would be better to call this function outside of |
5950 | | // ActivateBestChain, on a separate thread that should not require cs_main to |
5951 | | // hash, because the UTXO set is only hashed after the historical chainstate |
5952 | | // reaches its target block and is no longer changing. |
5953 | | SnapshotCompletionResult ChainstateManager::MaybeValidateSnapshot(Chainstate& validated_cs, Chainstate& unvalidated_cs) |
5954 | 0 | { |
5955 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
5956 | | |
5957 | | // If the snapshot does not need to be validated... |
5958 | 0 | if (unvalidated_cs.m_assumeutxo != Assumeutxo::UNVALIDATED || |
5959 | | // Or if either chainstate is unusable... |
5960 | 0 | !unvalidated_cs.m_from_snapshot_blockhash || |
5961 | 0 | validated_cs.m_assumeutxo != Assumeutxo::VALIDATED || |
5962 | 0 | !validated_cs.m_chain.Tip() || |
5963 | | // Or the validated chainstate is not targeting the snapshot block... |
5964 | 0 | !validated_cs.m_target_blockhash || |
5965 | 0 | *validated_cs.m_target_blockhash != *unvalidated_cs.m_from_snapshot_blockhash || |
5966 | | // Or the validated chainstate has not reached the snapshot block yet... |
5967 | 0 | !validated_cs.ReachedTarget()) { |
5968 | | // Then the snapshot cannot be validated and there is nothing to do. |
5969 | 0 | return SnapshotCompletionResult::SKIPPED; |
5970 | 0 | } |
5971 | 0 | assert(validated_cs.TargetBlock() == validated_cs.m_chain.Tip()); |
5972 | | |
5973 | 0 | auto handle_invalid_snapshot = [&]() EXCLUSIVE_LOCKS_REQUIRED(::cs_main) { |
5974 | 0 | bilingual_str user_error = strprintf(_( Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
5975 | 0 | "%s failed to validate the -assumeutxo snapshot state. " |
5976 | 0 | "This indicates a hardware problem, or a bug in the software, or a " |
5977 | 0 | "bad software modification that allowed an invalid snapshot to be " |
5978 | 0 | "loaded. As a result of this, the node will shut down and stop using any " |
5979 | 0 | "state that was built on the snapshot, resetting the chain height " |
5980 | 0 | "from %d to %d. On the next " |
5981 | 0 | "restart, the node will resume syncing from %d " |
5982 | 0 | "without using any snapshot data. " |
5983 | 0 | "Please report this incident to %s, including how you obtained the snapshot. " |
5984 | 0 | "The invalid snapshot chainstate will be left on disk in case it is " |
5985 | 0 | "helpful in diagnosing the issue that caused this error."), |
5986 | 0 | CLIENT_NAME, unvalidated_cs.m_chain.Height(), Line | Count | Source | 98 | 0 | #define CLIENT_NAME "Bitcoin Core" |
|
5987 | 0 | validated_cs.m_chain.Height(), |
5988 | 0 | validated_cs.m_chain.Height(), CLIENT_BUGREPORT); Line | Count | Source | 95 | 0 | #define CLIENT_BUGREPORT "https://github.com/bitcoin/bitcoin/issues" |
|
5989 | |
|
5990 | 0 | LogError("[snapshot] !!! %s\n", user_error.original);Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5991 | 0 | LogError("[snapshot] deleting snapshot, reverting to validated chain, and stopping node\n");Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
5992 | | |
5993 | | // Reset chainstate target to network tip instead of snapshot block. |
5994 | 0 | validated_cs.SetTargetBlock(nullptr); |
5995 | |
|
5996 | 0 | unvalidated_cs.m_assumeutxo = Assumeutxo::INVALID; |
5997 | |
|
5998 | 0 | auto rename_result = unvalidated_cs.InvalidateCoinsDBOnDisk(); |
5999 | 0 | if (!rename_result) { |
6000 | 0 | user_error += Untranslated("\n") + util::ErrorString(rename_result); |
6001 | 0 | } |
6002 | |
|
6003 | 0 | GetNotifications().fatalError(user_error); |
6004 | 0 | }; |
6005 | |
|
6006 | 0 | CCoinsViewDB& validated_coins_db = validated_cs.CoinsDB(); |
6007 | 0 | validated_cs.ForceFlushStateToDisk(); |
6008 | |
|
6009 | 0 | const auto& maybe_au_data = m_options.chainparams.AssumeutxoForHeight(validated_cs.m_chain.Height()); |
6010 | 0 | if (!maybe_au_data) { |
6011 | 0 | LogWarning("[snapshot] assumeutxo data not found for height "Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6012 | 0 | "(%d) - refusing to validate snapshot", validated_cs.m_chain.Height()); |
6013 | 0 | handle_invalid_snapshot(); |
6014 | 0 | return SnapshotCompletionResult::MISSING_CHAINPARAMS; |
6015 | 0 | } |
6016 | | |
6017 | 0 | const AssumeutxoData& au_data = *maybe_au_data; |
6018 | 0 | std::optional<CCoinsStats> validated_cs_stats; |
6019 | 0 | LogInfo("[snapshot] computing UTXO stats for background chainstate to validate "Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6020 | 0 | "snapshot - this could take a few minutes"); |
6021 | 0 | try { |
6022 | 0 | validated_cs_stats = ComputeUTXOStats( |
6023 | 0 | CoinStatsHashType::HASH_SERIALIZED, |
6024 | 0 | &validated_coins_db, |
6025 | 0 | m_blockman, |
6026 | 0 | [&interrupt = m_interrupt] { SnapshotUTXOHashBreakpoint(interrupt); }); |
6027 | 0 | } catch (StopHashingException const&) { |
6028 | 0 | return SnapshotCompletionResult::STATS_FAILED; |
6029 | 0 | } |
6030 | | |
6031 | | // XXX note that this function is slow and will hold cs_main for potentially minutes. |
6032 | 0 | if (!validated_cs_stats) { |
6033 | 0 | LogWarning("[snapshot] failed to generate stats for validation coins db");Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6034 | | // While this isn't a problem with the snapshot per se, this condition |
6035 | | // prevents us from validating the snapshot, so we should shut down and let the |
6036 | | // user handle the issue manually. |
6037 | 0 | handle_invalid_snapshot(); |
6038 | 0 | return SnapshotCompletionResult::STATS_FAILED; |
6039 | 0 | } |
6040 | | |
6041 | | // Compare the validated chainstate's UTXO set hash against the hard-coded |
6042 | | // assumeutxo hash we expect. |
6043 | | // |
6044 | | // TODO: For belt-and-suspenders, we could cache the UTXO set |
6045 | | // hash for the snapshot when it's loaded in its chainstate's leveldb. We could then |
6046 | | // reference that here for an additional check. |
6047 | 0 | if (AssumeutxoHash{validated_cs_stats->hashSerialized} != au_data.hash_serialized) { |
6048 | 0 | LogWarning("[snapshot] hash mismatch: actual=%s, expected=%s",Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6049 | 0 | validated_cs_stats->hashSerialized.ToString(), |
6050 | 0 | au_data.hash_serialized.ToString()); |
6051 | 0 | handle_invalid_snapshot(); |
6052 | 0 | return SnapshotCompletionResult::HASH_MISMATCH; |
6053 | 0 | } |
6054 | | |
6055 | 0 | LogInfo("[snapshot] snapshot beginning at %s has been fully validated",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6056 | 0 | unvalidated_cs.m_from_snapshot_blockhash->ToString()); |
6057 | |
|
6058 | 0 | unvalidated_cs.m_assumeutxo = Assumeutxo::VALIDATED; |
6059 | 0 | validated_cs.m_target_utxohash = AssumeutxoHash{validated_cs_stats->hashSerialized}; |
6060 | 0 | this->MaybeRebalanceCaches(); |
6061 | |
|
6062 | 0 | return SnapshotCompletionResult::SUCCESS; |
6063 | 0 | } |
6064 | | |
6065 | | Chainstate& ChainstateManager::ActiveChainstate() const |
6066 | 0 | { |
6067 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
6068 | 0 | return CurrentChainstate(); |
6069 | 0 | } |
6070 | | |
6071 | | void ChainstateManager::MaybeRebalanceCaches() |
6072 | 0 | { |
6073 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
6074 | 0 | Chainstate& current_cs{CurrentChainstate()}; |
6075 | 0 | Chainstate* historical_cs{HistoricalChainstate()}; |
6076 | 0 | if (!historical_cs && !current_cs.m_from_snapshot_blockhash) { |
6077 | | // Allocate everything to the IBD chainstate. This will always happen |
6078 | | // when we are not using a snapshot. |
6079 | 0 | current_cs.ResizeCoinsCaches(m_total_coinstip_cache, m_total_coinsdb_cache); |
6080 | 0 | } else if (!historical_cs) { |
6081 | | // If background validation has completed and snapshot is our active chain... |
6082 | 0 | LogInfo("[snapshot] allocating all cache to the snapshot chainstate");Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6083 | | // Allocate everything to the snapshot chainstate. |
6084 | 0 | current_cs.ResizeCoinsCaches(m_total_coinstip_cache, m_total_coinsdb_cache); |
6085 | 0 | } else { |
6086 | | // If both chainstates exist, determine who needs more cache based on IBD status. |
6087 | | // |
6088 | | // Note: shrink caches first so that we don't inadvertently overwhelm available memory. |
6089 | 0 | if (IsInitialBlockDownload()) { |
6090 | 0 | historical_cs->ResizeCoinsCaches( |
6091 | 0 | m_total_coinstip_cache * 0.05, m_total_coinsdb_cache * 0.05); |
6092 | 0 | current_cs.ResizeCoinsCaches( |
6093 | 0 | m_total_coinstip_cache * 0.95, m_total_coinsdb_cache * 0.95); |
6094 | 0 | } else { |
6095 | 0 | current_cs.ResizeCoinsCaches( |
6096 | 0 | m_total_coinstip_cache * 0.05, m_total_coinsdb_cache * 0.05); |
6097 | 0 | historical_cs->ResizeCoinsCaches( |
6098 | 0 | m_total_coinstip_cache * 0.95, m_total_coinsdb_cache * 0.95); |
6099 | 0 | } |
6100 | 0 | } |
6101 | 0 | } |
6102 | | |
6103 | | void ChainstateManager::ResetChainstates() |
6104 | 0 | { |
6105 | 0 | m_chainstates.clear(); |
6106 | 0 | } |
6107 | | |
6108 | | /** |
6109 | | * Apply default chain params to nullopt members. |
6110 | | * This helps to avoid coding errors around the accidental use of the compare |
6111 | | * operators that accept nullopt, thus ignoring the intended default value. |
6112 | | */ |
6113 | | static ChainstateManager::Options&& Flatten(ChainstateManager::Options&& opts) |
6114 | 0 | { |
6115 | 0 | if (!opts.check_block_index.has_value()) opts.check_block_index = opts.chainparams.DefaultConsistencyChecks(); |
6116 | 0 | if (!opts.minimum_chain_work.has_value()) opts.minimum_chain_work = UintToArith256(opts.chainparams.GetConsensus().nMinimumChainWork); |
6117 | 0 | if (!opts.assumed_valid_block.has_value()) opts.assumed_valid_block = opts.chainparams.GetConsensus().defaultAssumeValid; |
6118 | 0 | return std::move(opts); |
6119 | 0 | } |
6120 | | |
6121 | | ChainstateManager::ChainstateManager(const util::SignalInterrupt& interrupt, Options options, node::BlockManager::Options blockman_options) |
6122 | 0 | : m_script_check_queue{/*batch_size=*/128, std::clamp(options.worker_threads_num, 0, MAX_SCRIPTCHECK_THREADS)}, |
6123 | 0 | m_interrupt{interrupt}, |
6124 | 0 | m_options{Flatten(std::move(options))}, |
6125 | 0 | m_blockman{interrupt, std::move(blockman_options)}, |
6126 | 0 | m_validation_cache{m_options.script_execution_cache_bytes, m_options.signature_cache_bytes} |
6127 | 0 | { |
6128 | 0 | } |
6129 | | |
6130 | | ChainstateManager::~ChainstateManager() |
6131 | 0 | { |
6132 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
6133 | |
|
6134 | 0 | m_versionbitscache.Clear(); |
6135 | 0 | } |
6136 | | |
6137 | | Chainstate* ChainstateManager::LoadAssumeutxoChainstate() |
6138 | 0 | { |
6139 | 0 | assert(!CurrentChainstate().m_from_snapshot_blockhash); |
6140 | 0 | std::optional<fs::path> path = node::FindAssumeutxoChainstateDir(m_options.datadir); |
6141 | 0 | if (!path) { |
6142 | 0 | return nullptr; |
6143 | 0 | } |
6144 | 0 | std::optional<uint256> base_blockhash = node::ReadSnapshotBaseBlockhash(*path); |
6145 | 0 | if (!base_blockhash) { |
6146 | 0 | return nullptr; |
6147 | 0 | } |
6148 | 0 | LogInfo("[snapshot] detected active snapshot chainstate (%s) - loading",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6149 | 0 | fs::PathToString(*path)); |
6150 | |
|
6151 | 0 | auto snapshot_chainstate{std::make_unique<Chainstate>(nullptr, m_blockman, *this, base_blockhash)}; |
6152 | 0 | LogInfo("[snapshot] switching active chainstate to %s", snapshot_chainstate->ToString());Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6153 | 0 | return &this->AddChainstate(std::move(snapshot_chainstate)); |
6154 | 0 | } |
6155 | | |
6156 | | Chainstate& ChainstateManager::AddChainstate(std::unique_ptr<Chainstate> chainstate) |
6157 | 0 | { |
6158 | 0 | Chainstate& prev_chainstate{CurrentChainstate()}; |
6159 | 0 | assert(prev_chainstate.m_assumeutxo == Assumeutxo::VALIDATED); |
6160 | | // Set target block for historical chainstate to snapshot block. |
6161 | 0 | assert(!prev_chainstate.m_target_blockhash); |
6162 | 0 | prev_chainstate.m_target_blockhash = chainstate->m_from_snapshot_blockhash; |
6163 | 0 | m_chainstates.push_back(std::move(chainstate)); |
6164 | 0 | Chainstate& curr_chainstate{CurrentChainstate()}; |
6165 | 0 | assert(&curr_chainstate == m_chainstates.back().get()); |
6166 | | |
6167 | | // Transfer possession of the mempool to the chainstate. |
6168 | | // Mempool is empty at this point because we're still in IBD. |
6169 | 0 | assert(!prev_chainstate.m_mempool || prev_chainstate.m_mempool->size() == 0); |
6170 | 0 | assert(!curr_chainstate.m_mempool); |
6171 | 0 | std::swap(curr_chainstate.m_mempool, prev_chainstate.m_mempool); |
6172 | 0 | return curr_chainstate; |
6173 | 0 | } |
6174 | | |
6175 | | bool IsBIP30Repeat(const CBlockIndex& block_index) |
6176 | 0 | { |
6177 | 0 | return (block_index.nHeight==91842 && block_index.GetBlockHash() == uint256{"00000000000a4d0a398161ffc163c503763b1f4360639393e0e4c8e300e0caec"}) || |
6178 | 0 | (block_index.nHeight==91880 && block_index.GetBlockHash() == uint256{"00000000000743f190a18c5577a3c2d2a1f610ae9601ac046a38084ccb7cd721"}); |
6179 | 0 | } |
6180 | | |
6181 | | bool IsBIP30Unspendable(const uint256& block_hash, int block_height) |
6182 | 0 | { |
6183 | 0 | return (block_height==91722 && block_hash == uint256{"00000000000271a2dc26e7667f8419f2e15416dc6955e5a6c6cdf3f2574dd08e"}) || |
6184 | 0 | (block_height==91812 && block_hash == uint256{"00000000000af0aed4792b1acee3d966af36cf5def14935db8de83d6f9306f2f"}); |
6185 | 0 | } |
6186 | | |
6187 | | util::Result<void> Chainstate::InvalidateCoinsDBOnDisk() |
6188 | 0 | { |
6189 | | // Should never be called on a non-snapshot chainstate. |
6190 | 0 | assert(m_from_snapshot_blockhash); |
6191 | | |
6192 | | // Coins views no longer usable. |
6193 | 0 | m_coins_views.reset(); |
6194 | |
|
6195 | 0 | const fs::path db_path{StoragePath()}; |
6196 | 0 | const fs::path invalid_path{db_path + "_INVALID"}; |
6197 | 0 | const std::string db_path_str{fs::PathToString(db_path)}; |
6198 | 0 | const std::string invalid_path_str{fs::PathToString(invalid_path)}; |
6199 | 0 | LogInfo("[snapshot] renaming snapshot datadir %s to %s", db_path_str, invalid_path_str);Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6200 | | |
6201 | | // The invalid storage directory is simply moved and not deleted because we may |
6202 | | // want to do forensics later during issue investigation. The user is instructed |
6203 | | // accordingly in MaybeValidateSnapshot(). |
6204 | 0 | try { |
6205 | 0 | fs::rename(db_path, invalid_path); |
6206 | 0 | } catch (const fs::filesystem_error& e) { |
6207 | 0 | LogError("While invalidating the coins db: Error renaming file '%s' -> '%s': %s",Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6208 | 0 | db_path_str, invalid_path_str, e.what()); |
6209 | 0 | return util::Error{strprintf(_(Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
6210 | 0 | "Rename of '%s' -> '%s' failed. " |
6211 | 0 | "You should resolve this by manually moving or deleting the invalid " |
6212 | 0 | "snapshot directory %s, otherwise you will encounter the same error again " |
6213 | 0 | "on the next startup."), |
6214 | 0 | db_path_str, invalid_path_str, db_path_str)}; |
6215 | 0 | } |
6216 | 0 | return {}; |
6217 | 0 | } |
6218 | | |
6219 | | bool ChainstateManager::DeleteChainstate(Chainstate& chainstate) |
6220 | 0 | { |
6221 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
6222 | 0 | assert(!chainstate.m_coins_views); |
6223 | 0 | const fs::path db_path{chainstate.StoragePath()}; |
6224 | 0 | if (!DeleteCoinsDBFromDisk(db_path, /*is_snapshot=*/bool{chainstate.m_from_snapshot_blockhash})) { |
6225 | 0 | LogError("Deletion of %s failed. Please remove it manually to continue reindexing.",Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6226 | 0 | fs::PathToString(db_path)); |
6227 | 0 | return false; |
6228 | 0 | } |
6229 | 0 | std::unique_ptr<Chainstate> prev_chainstate{Assert(RemoveChainstate(chainstate))};Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
6230 | 0 | Chainstate& curr_chainstate{CurrentChainstate()}; |
6231 | 0 | assert(prev_chainstate->m_mempool->size() == 0); |
6232 | 0 | assert(!curr_chainstate.m_mempool); |
6233 | 0 | std::swap(curr_chainstate.m_mempool, prev_chainstate->m_mempool); |
6234 | 0 | return true; |
6235 | 0 | } |
6236 | | |
6237 | | ChainstateRole Chainstate::GetRole() const |
6238 | 0 | { |
6239 | 0 | return ChainstateRole{.validated = m_assumeutxo == Assumeutxo::VALIDATED, .historical = bool{m_target_blockhash}}; |
6240 | 0 | } |
6241 | | |
6242 | | void ChainstateManager::RecalculateBestHeader() |
6243 | 0 | { |
6244 | 0 | AssertLockHeld(cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
6245 | 0 | m_best_header = ActiveChain().Tip(); |
6246 | 0 | for (auto& entry : m_blockman.m_block_index) { |
6247 | 0 | if (!(entry.second.nStatus & BLOCK_FAILED_VALID) && m_best_header->nChainWork < entry.second.nChainWork) { |
6248 | 0 | m_best_header = &entry.second; |
6249 | 0 | } |
6250 | 0 | } |
6251 | 0 | } |
6252 | | |
6253 | | std::optional<int> ChainstateManager::BlocksAheadOfTip() const |
6254 | 0 | { |
6255 | 0 | LOCK(::cs_main); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
6256 | 0 | const CBlockIndex* best_header{m_best_header}; |
6257 | 0 | const CBlockIndex* tip{ActiveChain().Tip()}; |
6258 | | // Only consider headers that extend the active tip; ignore competing branches. |
6259 | 0 | if (best_header && tip && best_header->nChainWork > tip->nChainWork && |
6260 | 0 | best_header->GetAncestor(tip->nHeight) == tip) { |
6261 | 0 | return best_header->nHeight - tip->nHeight; |
6262 | 0 | } |
6263 | 0 | return std::nullopt; |
6264 | 0 | } |
6265 | | |
6266 | | bool ChainstateManager::ValidatedSnapshotCleanup(Chainstate& validated_cs, Chainstate& unvalidated_cs) |
6267 | 0 | { |
6268 | 0 | AssertLockHeld(::cs_main); Line | Count | Source | 142 | 0 | #define AssertLockHeld(cs) AssertLockHeldInternal(#cs, __FILE__, __LINE__, &cs) |
|
6269 | 0 | if (unvalidated_cs.m_assumeutxo != Assumeutxo::VALIDATED) { |
6270 | | // No need to clean up. |
6271 | 0 | return false; |
6272 | 0 | } |
6273 | | |
6274 | 0 | const fs::path validated_path{validated_cs.StoragePath()}; |
6275 | 0 | const fs::path assumed_valid_path{unvalidated_cs.StoragePath()}; |
6276 | 0 | const fs::path delete_path{validated_path + "_todelete"}; |
6277 | | |
6278 | | // Since we're going to be moving around the underlying leveldb filesystem content |
6279 | | // for each chainstate, make sure that the chainstates (and their constituent |
6280 | | // CoinsViews members) have been destructed first. |
6281 | | // |
6282 | | // The caller of this method will be responsible for reinitializing chainstates |
6283 | | // if they want to continue operation. |
6284 | 0 | this->ResetChainstates(); |
6285 | 0 | assert(this->m_chainstates.size() == 0); |
6286 | | |
6287 | 0 | LogInfo("[snapshot] deleting background chainstate directory (now unnecessary) (%s)",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6288 | 0 | fs::PathToString(validated_path)); |
6289 | |
|
6290 | 0 | auto rename_failed_abort = [this]( |
6291 | 0 | fs::path p_old, |
6292 | 0 | fs::path p_new, |
6293 | 0 | const fs::filesystem_error& err) { |
6294 | 0 | LogError("[snapshot] Error renaming path (%s) -> (%s): %s\n",Line | Count | Source | 97 | 0 | #define LogError(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Error, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6295 | 0 | fs::PathToString(p_old), fs::PathToString(p_new), err.what()); |
6296 | 0 | GetNotifications().fatalError(strprintf(_( Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
6297 | 0 | "Rename of '%s' -> '%s' failed. " |
6298 | 0 | "Cannot clean up the background chainstate leveldb directory."), |
6299 | 0 | fs::PathToString(p_old), fs::PathToString(p_new))); |
6300 | 0 | }; |
6301 | |
|
6302 | 0 | try { |
6303 | 0 | fs::rename(validated_path, delete_path); |
6304 | 0 | } catch (const fs::filesystem_error& e) { |
6305 | 0 | rename_failed_abort(validated_path, delete_path, e); |
6306 | 0 | throw; |
6307 | 0 | } |
6308 | | |
6309 | 0 | LogInfo("[snapshot] moving snapshot chainstate (%s) to "Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6310 | 0 | "default chainstate directory (%s)", |
6311 | 0 | fs::PathToString(assumed_valid_path), fs::PathToString(validated_path)); |
6312 | |
|
6313 | 0 | try { |
6314 | 0 | fs::rename(assumed_valid_path, validated_path); |
6315 | 0 | } catch (const fs::filesystem_error& e) { |
6316 | 0 | rename_failed_abort(assumed_valid_path, validated_path, e); |
6317 | 0 | throw; |
6318 | 0 | } |
6319 | | |
6320 | 0 | if (!DeleteCoinsDBFromDisk(delete_path, /*is_snapshot=*/false)) { |
6321 | | // No need to FatalError because once the unneeded bg chainstate data is |
6322 | | // moved, it will not interfere with subsequent initialization. |
6323 | 0 | LogWarning("Deletion of %s failed. Please remove it manually, as the "Line | Count | Source | 96 | 0 | #define LogWarning(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Warning, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6324 | 0 | "directory is now unnecessary.", |
6325 | 0 | fs::PathToString(delete_path)); |
6326 | 0 | } else { |
6327 | 0 | LogInfo("[snapshot] deleted background chainstate directory (%s)",Line | Count | Source | 95 | 0 | #define LogInfo(...) LogPrintLevel_(BCLog::LogFlags::ALL, BCLog::Level::Info, /*should_ratelimit=*/true, __VA_ARGS__) Line | Count | Source | 89 | 0 | #define LogPrintLevel_(category, level, should_ratelimit, ...) LogPrintFormatInternal(SourceLocation{__func__}, category, level, should_ratelimit, __VA_ARGS__) |
|
|
6328 | 0 | fs::PathToString(validated_path)); |
6329 | 0 | } |
6330 | 0 | return true; |
6331 | 0 | } |
6332 | | |
6333 | | std::pair<int, int> Chainstate::GetPruneRange(int last_height_can_prune) const |
6334 | 0 | { |
6335 | 0 | if (m_chain.Height() <= 0) { |
6336 | 0 | return {0, 0}; |
6337 | 0 | } |
6338 | 0 | int prune_start{0}; |
6339 | |
|
6340 | 0 | if (m_from_snapshot_blockhash && m_assumeutxo != Assumeutxo::VALIDATED) { |
6341 | | // Only prune blocks _after_ the snapshot if this is a snapshot chain |
6342 | | // that has not been fully validated yet. The earlier blocks need to be |
6343 | | // kept to validate the snapshot |
6344 | 0 | prune_start = Assert(SnapshotBase())->nHeight + 1; Line | Count | Source | 113 | 0 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
6345 | 0 | } |
6346 | |
|
6347 | 0 | int max_prune = std::max<int>( |
6348 | 0 | 0, m_chain.Height() - static_cast<int>(MIN_BLOCKS_TO_KEEP)); |
6349 | | |
6350 | | // last block to prune is the lesser of (caller-specified height, MIN_BLOCKS_TO_KEEP from the tip) |
6351 | | // |
6352 | | // While you might be tempted to prune the background chainstate more |
6353 | | // aggressively (i.e. fewer MIN_BLOCKS_TO_KEEP), this won't work with index |
6354 | | // building - specifically blockfilterindex requires undo data, and if |
6355 | | // we don't maintain this trailing window, we hit indexing failures. |
6356 | 0 | int prune_end = std::min(last_height_can_prune, max_prune); |
6357 | |
|
6358 | 0 | return {prune_start, prune_end}; |
6359 | 0 | } |
6360 | | |
6361 | | std::optional<std::pair<const CBlockIndex*, const CBlockIndex*>> ChainstateManager::GetHistoricalBlockRange() const |
6362 | 0 | { |
6363 | 0 | const Chainstate* chainstate{HistoricalChainstate()}; |
6364 | 0 | if (!chainstate) return {}; |
6365 | 0 | return std::make_pair(chainstate->m_chain.Tip(), chainstate->TargetBlock()); |
6366 | 0 | } |
6367 | | |
6368 | | util::Result<void> ChainstateManager::ActivateBestChains() |
6369 | 0 | { |
6370 | | // We can't hold cs_main during ActivateBestChain even though we're accessing |
6371 | | // the chainman unique_ptrs since ABC requires us not to be holding cs_main, so retrieve |
6372 | | // the relevant pointers before the ABC call. |
6373 | 0 | AssertLockNotHeld(cs_main); Line | Count | Source | 147 | 0 | #define AssertLockNotHeld(cs) AssertLockNotHeldInline(#cs, __FILE__, __LINE__, &cs) |
|
6374 | 0 | std::vector<Chainstate*> chainstates; |
6375 | 0 | { |
6376 | 0 | LOCK(GetMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
6377 | 0 | chainstates.reserve(m_chainstates.size()); |
6378 | 0 | for (const auto& chainstate : m_chainstates) { |
6379 | 0 | if (chainstate && chainstate->m_assumeutxo != Assumeutxo::INVALID && !chainstate->m_target_utxohash) { |
6380 | 0 | chainstates.push_back(chainstate.get()); |
6381 | 0 | } |
6382 | 0 | } |
6383 | 0 | } |
6384 | 0 | for (Chainstate* chainstate : chainstates) { |
6385 | 0 | BlockValidationState state; |
6386 | 0 | if (!chainstate->ActivateBestChain(state, nullptr)) { |
6387 | 0 | LOCK(GetMutex()); Line | Count | Source | 266 | 0 | #define LOCK(cs) UniqueLock UNIQUE_NAME(criticalblock)(MaybeCheckNotHeld(cs), #cs, __FILE__, __LINE__) Line | Count | Source | 11 | 0 | #define UNIQUE_NAME(name) PASTE2(name, __COUNTER__) Line | Count | Source | 9 | 0 | #define PASTE2(x, y) PASTE(x, y) Line | Count | Source | 8 | 0 | #define PASTE(x, y) x ## y |
|
|
|
|
6388 | 0 | return util::Error{Untranslated(strprintf("%s Failed to connect best block (%s)", chainstate->ToString(), state.ToString()))};Line | Count | Source | 1172 | 0 | #define strprintf tfm::format |
|
6389 | 0 | } |
6390 | 0 | } |
6391 | 0 | return {}; |
6392 | 0 | } |