/tmp/bitcoin/src/headerssync.cpp
Line | Count | Source |
1 | | // Copyright (c) 2022-present The Bitcoin Core developers |
2 | | // Distributed under the MIT software license, see the accompanying |
3 | | // file COPYING or http://www.opensource.org/licenses/mit-license.php. |
4 | | |
5 | | #include <headerssync.h> |
6 | | |
7 | | #include <pow.h> |
8 | | #include <util/check.h> |
9 | | #include <util/log.h> |
10 | | #include <util/time.h> |
11 | | #include <util/vector.h> |
12 | | |
13 | | // Our memory analysis in headerssync-params.py assumes this many bytes for a |
14 | | // CompressedHeader (we should re-calculate parameters if we compress further). |
15 | | static_assert(sizeof(CompressedHeader) == 48); |
16 | | |
17 | | HeadersSyncState::HeadersSyncState(NodeId id, |
18 | | const Consensus::Params& consensus_params, |
19 | | const HeadersSyncParams& params, |
20 | | const CBlockIndex& chain_start, |
21 | | const arith_uint256& minimum_required_work) |
22 | 11 | : m_commit_offset((assert(params.commitment_period > 0), // HeadersSyncParams field must be initialized to non-zero. |
23 | 11 | FastRandomContext().randrange(params.commitment_period))), |
24 | 11 | m_id(id), |
25 | 11 | m_consensus_params(consensus_params), |
26 | 11 | m_params(params), |
27 | 11 | m_chain_start(chain_start), |
28 | 11 | m_minimum_required_work(minimum_required_work), |
29 | 11 | m_current_chain_work(chain_start.nChainWork), |
30 | 11 | m_last_header_received(m_chain_start.GetBlockHeader()), |
31 | 11 | m_current_height(chain_start.nHeight) |
32 | 11 | { |
33 | | // Estimate the number of blocks that could possibly exist on the peer's |
34 | | // chain *right now* using 6 blocks/second (fastest blockrate given the MTP |
35 | | // rule) times the number of seconds from the last allowed block until |
36 | | // today. This serves as a memory bound on how many commitments we might |
37 | | // store from this peer, and we can safely give up syncing if the peer |
38 | | // exceeds this bound, because it's not possible for a consensus-valid |
39 | | // chain to be longer than this (at the current time -- in the future we |
40 | | // could try again, if necessary, to sync a longer chain). |
41 | 11 | const auto now{NodeClock::now()}; |
42 | 11 | const int64_t max_seconds_since_start{Ticks<std::chrono::seconds>(now - NodeSeconds{std::chrono::seconds{chain_start.GetMedianTimePast()}}) |
43 | 11 | + MAX_FUTURE_BLOCK_TIME}; |
44 | 11 | if (max_seconds_since_start < 0) { |
45 | 1 | throw SystemClockError{strprintf( |
46 | 1 | "System clock is more than %d minutes behind chain start MTP (%s vs %s).", |
47 | 1 | MAX_FUTURE_BLOCK_TIME / 60, |
48 | 1 | FormatISO8601DateTime(TicksSinceEpoch<std::chrono::seconds>(now)), |
49 | 1 | FormatISO8601DateTime(chain_start.GetMedianTimePast()))}; |
50 | 1 | } |
51 | 10 | m_max_commitments = 6 * max_seconds_since_start / m_params.commitment_period; |
52 | | |
53 | 10 | LogDebug(BCLog::NET, "Initial headers sync started with peer=%d: height=%i, max_commitments=%i, min_work=%s\n", m_id, m_current_height, m_max_commitments, m_minimum_required_work.ToString()); |
54 | 10 | } |
55 | | |
56 | | /** Free any memory in use, and mark this object as no longer usable. This is |
57 | | * required to guarantee that we won't reuse this object with the same |
58 | | * SaltedUint256Hasher for another sync. */ |
59 | | void HeadersSyncState::Finalize() |
60 | 9 | { |
61 | 9 | Assume(m_download_state != State::FINAL); |
62 | 9 | ClearShrink(m_header_commitments); |
63 | 9 | m_last_header_received.SetNull(); |
64 | 9 | ClearShrink(m_redownloaded_headers); |
65 | 9 | m_redownload_buffer_last_hash.SetNull(); |
66 | 9 | m_redownload_buffer_first_prev_hash.SetNull(); |
67 | 9 | m_process_all_remaining_headers = false; |
68 | 9 | m_current_height = 0; |
69 | | |
70 | 9 | m_download_state = State::FINAL; |
71 | 9 | } |
72 | | |
73 | | /** Process the next batch of headers received from our peer. |
74 | | * Validate and store commitments, and compare total chainwork to our target to |
75 | | * see if we can switch to REDOWNLOAD mode. */ |
76 | | HeadersSyncState::ProcessingResult HeadersSyncState::ProcessNextHeaders( |
77 | | std::span<const CBlockHeader> received_headers, const bool full_headers_message) |
78 | 29 | { |
79 | 29 | ProcessingResult ret; |
80 | | |
81 | 29 | Assume(!received_headers.empty()); |
82 | 29 | if (received_headers.empty()) return ret; |
83 | | |
84 | 29 | Assume(m_download_state != State::FINAL); |
85 | 29 | if (m_download_state == State::FINAL) return ret; |
86 | | |
87 | 29 | if (m_download_state == State::PRESYNC) { |
88 | | // During PRESYNC, we minimally validate block headers and |
89 | | // occasionally add commitments to them, until we reach our work |
90 | | // threshold (at which point m_download_state is updated to REDOWNLOAD). |
91 | 17 | ret.success = ValidateAndStoreHeadersCommitments(received_headers); |
92 | 17 | if (ret.success) { |
93 | 17 | if (full_headers_message || m_download_state == State::REDOWNLOAD) { |
94 | | // A full headers message means the peer may have more to give us; |
95 | | // also if we just switched to REDOWNLOAD then we need to re-request |
96 | | // headers from the beginning. |
97 | 13 | ret.request_more = true; |
98 | 13 | } else { |
99 | 4 | Assume(m_download_state == State::PRESYNC); |
100 | | // If we're in PRESYNC and we get a non-full headers |
101 | | // message, then the peer's chain has ended and definitely doesn't |
102 | | // have enough work, so we can stop our sync. |
103 | 4 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: incomplete headers message at height=%i (presync phase)\n", m_id, m_current_height); |
104 | 4 | } |
105 | 17 | } |
106 | 17 | } else if (m_download_state == State::REDOWNLOAD) { |
107 | | // During REDOWNLOAD, we compare our stored commitments to what we |
108 | | // receive, and add headers to our redownload buffer. When the buffer |
109 | | // gets big enough (meaning that we've checked enough commitments), |
110 | | // we'll return a batch of headers to the caller for processing. |
111 | 12 | ret.success = true; |
112 | 36.9k | for (const auto& hdr : received_headers) { |
113 | 36.9k | if (!ValidateAndStoreRedownloadedHeader(hdr)) { |
114 | | // Something went wrong -- the peer gave us an unexpected chain. |
115 | | // We could consider looking at the reason for failure and |
116 | | // punishing the peer, but for now just give up on sync. |
117 | 1 | ret.success = false; |
118 | 1 | break; |
119 | 1 | } |
120 | 36.9k | } |
121 | | |
122 | 12 | if (ret.success) { |
123 | | // Return any headers that are ready for acceptance. |
124 | 11 | ret.pow_validated_headers = PopHeadersReadyForAcceptance(); |
125 | | |
126 | | // If we hit our target blockhash, then all remaining headers will be |
127 | | // returned and we can clear any leftover internal state. |
128 | 11 | if (m_redownloaded_headers.empty() && m_process_all_remaining_headers) { |
129 | 4 | LogDebug(BCLog::NET, "Initial headers sync complete with peer=%d: releasing all at height=%i (redownload phase)\n", m_id, m_redownload_buffer_last_height); |
130 | 7 | } else if (full_headers_message) { |
131 | | // If the headers message is full, we need to request more. |
132 | 7 | ret.request_more = true; |
133 | 7 | } else { |
134 | | // For some reason our peer gave us a high-work chain, but is now |
135 | | // declining to serve us that full chain again. Give up. |
136 | | // Note that there's no more processing to be done with these |
137 | | // headers, so we can still return success. |
138 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: incomplete headers message at height=%i (redownload phase)\n", m_id, m_redownload_buffer_last_height); |
139 | 0 | } |
140 | 11 | } |
141 | 12 | } |
142 | | |
143 | 29 | if (!(ret.success && ret.request_more)) Finalize(); |
144 | 29 | return ret; |
145 | 29 | } |
146 | | |
147 | | bool HeadersSyncState::ValidateAndStoreHeadersCommitments(std::span<const CBlockHeader> headers) |
148 | 17 | { |
149 | | // The caller should not give us an empty set of headers. |
150 | 17 | Assume(headers.size() > 0); |
151 | 17 | if (headers.size() == 0) return true; |
152 | | |
153 | 17 | Assume(m_download_state == State::PRESYNC); |
154 | 17 | if (m_download_state != State::PRESYNC) return false; |
155 | | |
156 | 17 | if (headers[0].hashPrevBlock != m_last_header_received.GetHash()) { |
157 | | // Somehow our peer gave us a header that doesn't connect. |
158 | | // This might be benign -- perhaps our peer reorged away from the chain |
159 | | // they were on. Give up on this sync for now (likely we will start a |
160 | | // new sync with a new starting point). |
161 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: non-continuous headers at height=%i (presync phase)\n", m_id, m_current_height); |
162 | 0 | return false; |
163 | 0 | } |
164 | | |
165 | | // If it does connect, (minimally) validate and occasionally store |
166 | | // commitments. |
167 | 72.2k | for (const auto& hdr : headers) { |
168 | 72.2k | if (!ValidateAndProcessSingleHeader(hdr)) { |
169 | 0 | return false; |
170 | 0 | } |
171 | 72.2k | } |
172 | | |
173 | 17 | if (m_current_chain_work >= m_minimum_required_work) { |
174 | 5 | m_redownloaded_headers.clear(); |
175 | 5 | m_redownload_buffer_last_height = m_chain_start.nHeight; |
176 | 5 | m_redownload_buffer_first_prev_hash = m_chain_start.GetBlockHash(); |
177 | 5 | m_redownload_buffer_last_hash = m_chain_start.GetBlockHash(); |
178 | 5 | m_redownload_chain_work = m_chain_start.nChainWork; |
179 | 5 | m_download_state = State::REDOWNLOAD; |
180 | 5 | LogDebug(BCLog::NET, "Initial headers sync transition with peer=%d: reached sufficient work at height=%i, redownloading from height=%i\n", m_id, m_current_height, m_redownload_buffer_last_height); |
181 | 5 | } |
182 | 17 | return true; |
183 | 17 | } |
184 | | |
185 | | bool HeadersSyncState::ValidateAndProcessSingleHeader(const CBlockHeader& current) |
186 | 72.2k | { |
187 | 72.2k | Assume(m_download_state == State::PRESYNC); |
188 | 72.2k | if (m_download_state != State::PRESYNC) return false; |
189 | | |
190 | 72.2k | int next_height = m_current_height + 1; |
191 | | |
192 | | // Verify that the difficulty isn't growing too fast; an adversary with |
193 | | // limited hashing capability has a greater chance of producing a high |
194 | | // work chain if they compress the work into as few blocks as possible, |
195 | | // so don't let anyone give a chain that would violate the difficulty |
196 | | // adjustment maximum. |
197 | 72.2k | if (!PermittedDifficultyTransition(m_consensus_params, next_height, |
198 | 72.2k | m_last_header_received.nBits, current.nBits)) { |
199 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: invalid difficulty transition at height=%i (presync phase)\n", m_id, next_height); |
200 | 0 | return false; |
201 | 0 | } |
202 | | |
203 | 72.2k | if (next_height % m_params.commitment_period == m_commit_offset) { |
204 | | // Add a commitment. |
205 | 145 | m_header_commitments.push_back(m_hasher(current.GetHash()) & 1); |
206 | 145 | if (m_header_commitments.size() > m_max_commitments) { |
207 | | // The peer's chain is too long; give up. |
208 | | // It's possible the chain grew since we started the sync; so |
209 | | // potentially we could succeed in syncing the peer's chain if we |
210 | | // try again later. |
211 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: exceeded max commitments at height=%i (presync phase)\n", m_id, next_height); |
212 | 0 | return false; |
213 | 0 | } |
214 | 145 | } |
215 | | |
216 | 72.2k | m_current_chain_work += GetBlockProof(current); |
217 | 72.2k | m_last_header_received = current; |
218 | 72.2k | m_current_height = next_height; |
219 | | |
220 | 72.2k | return true; |
221 | 72.2k | } |
222 | | |
223 | | bool HeadersSyncState::ValidateAndStoreRedownloadedHeader(const CBlockHeader& header) |
224 | 36.9k | { |
225 | 36.9k | Assume(m_download_state == State::REDOWNLOAD); |
226 | 36.9k | if (m_download_state != State::REDOWNLOAD) return false; |
227 | | |
228 | 36.9k | int64_t next_height = m_redownload_buffer_last_height + 1; |
229 | | |
230 | | // Ensure that we're working on a header that connects to the chain we're |
231 | | // downloading. |
232 | 36.9k | if (header.hashPrevBlock != m_redownload_buffer_last_hash) { |
233 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: non-continuous headers at height=%i (redownload phase)\n", m_id, next_height); |
234 | 0 | return false; |
235 | 0 | } |
236 | | |
237 | | // Check that the difficulty adjustments are within our tolerance: |
238 | 36.9k | uint32_t previous_nBits{0}; |
239 | 36.9k | if (!m_redownloaded_headers.empty()) { |
240 | 36.9k | previous_nBits = m_redownloaded_headers.back().nBits; |
241 | 36.9k | } else { |
242 | 5 | previous_nBits = m_chain_start.nBits; |
243 | 5 | } |
244 | | |
245 | 36.9k | if (!PermittedDifficultyTransition(m_consensus_params, next_height, |
246 | 36.9k | previous_nBits, header.nBits)) { |
247 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: invalid difficulty transition at height=%i (redownload phase)\n", m_id, next_height); |
248 | 0 | return false; |
249 | 0 | } |
250 | | |
251 | | // Track work on the redownloaded chain |
252 | 36.9k | m_redownload_chain_work += GetBlockProof(header); |
253 | | |
254 | 36.9k | if (m_redownload_chain_work >= m_minimum_required_work) { |
255 | 146 | m_process_all_remaining_headers = true; |
256 | 146 | } |
257 | | |
258 | | // If we're at a header for which we previously stored a commitment, verify |
259 | | // it is correct. Failure will result in aborting download. |
260 | | // Also, don't check commitments once we've gotten to our target blockhash; |
261 | | // it's possible our peer has extended its chain between our first sync and |
262 | | // our second, and we don't want to return failure after we've seen our |
263 | | // target blockhash just because we ran out of commitments. |
264 | 36.9k | if (!m_process_all_remaining_headers && next_height % m_params.commitment_period == m_commit_offset) { |
265 | 73 | if (m_header_commitments.size() == 0) { |
266 | 0 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: commitment overrun at height=%i (redownload phase)\n", m_id, next_height); |
267 | | // Somehow our peer managed to feed us a different chain and |
268 | | // we've run out of commitments. |
269 | 0 | return false; |
270 | 0 | } |
271 | 73 | bool commitment = m_hasher(header.GetHash()) & 1; |
272 | 73 | bool expected_commitment = m_header_commitments.front(); |
273 | 73 | m_header_commitments.pop_front(); |
274 | 73 | if (commitment != expected_commitment) { |
275 | 1 | LogDebug(BCLog::NET, "Initial headers sync aborted with peer=%d: commitment mismatch at height=%i (redownload phase)\n", m_id, next_height); |
276 | 1 | return false; |
277 | 1 | } |
278 | 73 | } |
279 | | |
280 | | // Store this header for later processing. |
281 | 36.9k | m_redownloaded_headers.emplace_back(header); |
282 | 36.9k | m_redownload_buffer_last_height = next_height; |
283 | 36.9k | m_redownload_buffer_last_hash = header.GetHash(); |
284 | | |
285 | 36.9k | return true; |
286 | 36.9k | } |
287 | | |
288 | | std::vector<CBlockHeader> HeadersSyncState::PopHeadersReadyForAcceptance() |
289 | 11 | { |
290 | 11 | std::vector<CBlockHeader> ret; |
291 | | |
292 | 11 | Assume(m_download_state == State::REDOWNLOAD); |
293 | 11 | if (m_download_state != State::REDOWNLOAD) return ret; |
294 | | |
295 | 36.2k | while (m_redownloaded_headers.size() > m_params.redownload_buffer_size || |
296 | 36.2k | (m_redownloaded_headers.size() > 0 && m_process_all_remaining_headers)) { |
297 | 36.2k | ret.emplace_back(m_redownloaded_headers.front().GetFullHeader(m_redownload_buffer_first_prev_hash)); |
298 | 36.2k | m_redownloaded_headers.pop_front(); |
299 | 36.2k | m_redownload_buffer_first_prev_hash = ret.back().GetHash(); |
300 | 36.2k | } |
301 | 11 | return ret; |
302 | 11 | } |
303 | | |
304 | | CBlockLocator HeadersSyncState::NextHeadersRequestLocator() const |
305 | 20 | { |
306 | 20 | Assume(m_download_state != State::FINAL); |
307 | 20 | if (m_download_state == State::FINAL) return {}; |
308 | | |
309 | 20 | auto chain_start_locator = LocatorEntries(&m_chain_start); |
310 | 20 | std::vector<uint256> locator; |
311 | | |
312 | 20 | if (m_download_state == State::PRESYNC) { |
313 | | // During pre-synchronization, we continue from the last header received. |
314 | 8 | locator.push_back(m_last_header_received.GetHash()); |
315 | 8 | } |
316 | | |
317 | 20 | if (m_download_state == State::REDOWNLOAD) { |
318 | | // During redownload, we will download from the last received header that we stored. |
319 | 12 | locator.push_back(m_redownload_buffer_last_hash); |
320 | 12 | } |
321 | | |
322 | 20 | locator.insert(locator.end(), chain_start_locator.begin(), chain_start_locator.end()); |
323 | | |
324 | 20 | return CBlockLocator{std::move(locator)}; |
325 | 20 | } |