Coverage Report

Created: 2026-09-14 20:36

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/tmp/bitcoin/src/net.cpp
Line
Count
Source
1
// Copyright (c) 2009-2010 Satoshi Nakamoto
2
// Copyright (c) 2009-present The Bitcoin Core developers
3
// Distributed under the MIT software license, see the accompanying
4
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
5
6
#include <bitcoin-build-config.h> // IWYU pragma: keep
7
8
#include <net.h>
9
10
#include <addrdb.h>
11
#include <addrman.h>
12
#include <banman.h>
13
#include <clientversion.h>
14
#include <common/args.h>
15
#include <common/netif.h>
16
#include <compat/compat.h>
17
#include <consensus/consensus.h>
18
#include <crypto/sha256.h>
19
#include <i2p.h>
20
#include <key.h>
21
#include <logging.h>
22
#include <memusage.h>
23
#include <net_permissions.h>
24
#include <netaddress.h>
25
#include <netbase.h>
26
#include <node/eviction.h>
27
#include <node/interface_ui.h>
28
#include <protocol.h>
29
#include <random.h>
30
#include <scheduler.h>
31
#include <util/fs.h>
32
#include <util/overflow.h>
33
#include <util/sock.h>
34
#include <util/strencodings.h>
35
#include <util/thread.h>
36
#include <util/threadinterrupt.h>
37
#include <util/trace.h>
38
#include <util/translation.h>
39
#include <util/vector.h>
40
41
#include <algorithm>
42
#include <array>
43
#include <cmath>
44
#include <cstdint>
45
#include <cstring>
46
#include <functional>
47
#include <optional>
48
#include <string_view>
49
#include <unordered_map>
50
51
TRACEPOINT_SEMAPHORE(net, closed_connection);
52
TRACEPOINT_SEMAPHORE(net, evicted_inbound_connection);
53
TRACEPOINT_SEMAPHORE(net, inbound_connection);
54
TRACEPOINT_SEMAPHORE(net, outbound_connection);
55
TRACEPOINT_SEMAPHORE(net, outbound_message);
56
57
/** Maximum number of block-relay-only anchor connections */
58
static constexpr size_t MAX_BLOCK_RELAY_ONLY_ANCHORS = 2;
59
static_assert (MAX_BLOCK_RELAY_ONLY_ANCHORS <= static_cast<size_t>(MAX_BLOCK_RELAY_ONLY_CONNECTIONS), "MAX_BLOCK_RELAY_ONLY_ANCHORS must not exceed MAX_BLOCK_RELAY_ONLY_CONNECTIONS.");
60
/** Anchor IP address database file name */
61
const char* const ANCHORS_DATABASE_FILENAME = "anchors.dat";
62
63
// How often to dump addresses to peers.dat
64
static constexpr std::chrono::minutes DUMP_PEERS_INTERVAL{15};
65
66
/** Number of DNS seeds to query when the number of connections is low. */
67
static constexpr int DNSSEEDS_TO_QUERY_AT_ONCE = 3;
68
69
/** Minimum number of outbound connections under which we will keep fetching our address seeds. */
70
static constexpr int SEED_OUTBOUND_CONNECTION_THRESHOLD = 2;
71
72
/** How long to delay before querying DNS seeds
73
 *
74
 * If we have more than THRESHOLD entries in addrman, then it's likely
75
 * that we got those addresses from having previously connected to the P2P
76
 * network, and that we'll be able to successfully reconnect to the P2P
77
 * network via contacting one of them. So if that's the case, spend a
78
 * little longer trying to connect to known peers before querying the
79
 * DNS seeds.
80
 */
81
static constexpr std::chrono::seconds DNSSEEDS_DELAY_FEW_PEERS{11};
82
static constexpr std::chrono::minutes DNSSEEDS_DELAY_MANY_PEERS{5};
83
static constexpr int DNSSEEDS_DELAY_PEER_THRESHOLD = 1000; // "many" vs "few" peers
84
85
/** The default timeframe for -maxuploadtarget. 1 day. */
86
static constexpr std::chrono::seconds MAX_UPLOAD_TIMEFRAME{60 * 60 * 24};
87
88
// A random time period (0 to 1 seconds) is added to feeler connections to prevent synchronization.
89
static constexpr auto FEELER_SLEEP_WINDOW{1s};
90
91
/** Frequency to attempt extra connections to reachable networks we're not connected to yet **/
92
static constexpr auto EXTRA_NETWORK_PEER_INTERVAL{5min};
93
94
/** Used to pass flags to the Bind() function */
95
enum BindFlags {
96
    BF_NONE         = 0,
97
    BF_REPORT_ERROR = (1U << 0),
98
    /**
99
     * Do not call AddLocal() for our special addresses, e.g., for incoming
100
     * Tor connections, to prevent gossiping them over the network.
101
     */
102
    BF_DONT_ADVERTISE = (1U << 1),
103
};
104
105
// The set of sockets cannot be modified while waiting
106
// The sleep time needs to be small to avoid new sockets stalling
107
static const uint64_t SELECT_TIMEOUT_MILLISECONDS = 50;
108
109
const std::string NET_MESSAGE_TYPE_OTHER = "*other*";
110
111
static const uint64_t RANDOMIZER_ID_NETGROUP = 0x6c0edd8036ef4036ULL; // SHA256("netgroup")[0:8]
112
static const uint64_t RANDOMIZER_ID_LOCALHOSTNONCE = 0xd93e69e2bbfa5735ULL; // SHA256("localhostnonce")[0:8]
113
static const uint64_t RANDOMIZER_ID_NETWORKKEY = 0x0e8a2b136c592a7dULL; // SHA256("networkkey")[0:8]
114
//
115
// Global state variables
116
//
117
bool fDiscover = true;
118
bool fListen = true;
119
GlobalMutex g_maplocalhost_mutex;
120
std::map<CNetAddr, LocalServiceInfo> mapLocalHost GUARDED_BY(g_maplocalhost_mutex);
121
std::string strSubVersion;
122
123
size_t CSerializedNetMsg::GetMemoryUsage() const noexcept
124
557k
{
125
557k
    return sizeof(*this) + memusage::DynamicUsage(m_type) + memusage::DynamicUsage(data);
126
557k
}
127
128
size_t CNetMessage::GetMemoryUsage() const noexcept
129
277k
{
130
277k
    return sizeof(*this) + memusage::DynamicUsage(m_type) + m_recv.GetMemoryUsage();
131
277k
}
132
133
void CConnman::AddAddrFetch(const std::string& strDest)
134
11
{
135
11
    LOCK(m_addr_fetches_mutex);
136
11
    m_addr_fetches.push_back(strDest);
137
11
}
138
139
uint16_t GetListenPort()
140
1.75k
{
141
    // If -bind= is provided with ":port" part, use that (first one if multiple are provided).
142
1.78k
    for (const std::string& bind_arg : gArgs.GetArgs("-bind")) {
143
1.78k
        constexpr uint16_t dummy_port = 0;
144
145
1.78k
        const std::optional<CService> bind_addr{Lookup(bind_arg, dummy_port, /*fAllowLookup=*/false)};
146
1.78k
        if (bind_addr.has_value() && bind_addr->GetPort() != dummy_port) return bind_addr->GetPort();
147
1.78k
    }
148
149
    // Otherwise, if -whitebind= without NetPermissionFlags::NoBan is provided, use that
150
    // (-whitebind= is required to have ":port").
151
1.73k
    for (const std::string& whitebind_arg : gArgs.GetArgs("-whitebind")) {
152
5
        NetWhitebindPermissions whitebind;
153
5
        bilingual_str error;
154
5
        if (NetWhitebindPermissions::TryParse(whitebind_arg, whitebind, error)) {
155
5
            if (!NetPermissions::HasFlag(whitebind.m_flags, NetPermissionFlags::NoBan)) {
156
5
                return whitebind.m_service.GetPort();
157
5
            }
158
5
        }
159
5
    }
160
161
    // Otherwise, if -port= is provided, use that. Otherwise use the default port.
162
1.73k
    return static_cast<uint16_t>(gArgs.GetIntArg("-port", Params().GetDefaultPort()));
163
1.73k
}
164
165
// Determine the "best" local address for a particular peer.
166
[[nodiscard]] static std::optional<CService> GetLocal(const CNode& peer)
167
1.71k
{
168
1.71k
    if (!fListen) return std::nullopt;
169
170
1.71k
    std::optional<CService> addr;
171
1.71k
    int nBestScore = -1;
172
1.71k
    int nBestReachability = -1;
173
1.71k
    {
174
1.71k
        LOCK(g_maplocalhost_mutex);
175
1.71k
        for (const auto& [local_addr, local_service_info] : mapLocalHost) {
176
            // For privacy reasons, don't advertise our privacy-network address
177
            // to other networks and don't advertise our other-network address
178
            // to privacy networks.
179
95
            if (local_addr.GetNetwork() != peer.ConnectedThroughNetwork()
180
95
                && (local_addr.IsPrivacyNet() || peer.IsConnectedThroughPrivacyNet())) {
181
36
                continue;
182
36
            }
183
59
            const int nScore{local_service_info.nScore};
184
59
            const int nReachability{local_addr.GetReachabilityFrom(peer.addr)};
185
59
            if (nReachability > nBestReachability || (nReachability == nBestReachability && nScore > nBestScore)) {
186
42
                addr.emplace(CService{local_addr, local_service_info.nPort});
187
42
                nBestReachability = nReachability;
188
42
                nBestScore = nScore;
189
42
            }
190
59
        }
191
1.71k
    }
192
1.71k
    return addr;
193
1.71k
}
194
195
//! Convert the serialized seeds into usable address objects.
196
static std::vector<CAddress> ConvertSeeds(const std::vector<uint8_t> &vSeedsIn)
197
3
{
198
    // It'll only connect to one or two seed nodes because once it connects,
199
    // it'll get a pile of addresses with newer timestamps.
200
    // Seed nodes are given a random 'last seen time' of between one and two
201
    // weeks ago.
202
3
    const auto one_week{7 * 24h};
203
3
    std::vector<CAddress> vSeedsOut;
204
3
    FastRandomContext rng;
205
3
    ParamsStream s{SpanReader{vSeedsIn}, CAddress::V2_NETWORK};
206
3
    while (!s.empty()) {
207
0
        CService endpoint;
208
0
        s >> endpoint;
209
0
        CAddress addr{endpoint, SeedsAssumedServiceFlags()};
210
0
        addr.nTime = rng.rand_uniform_delay(Now<NodeSeconds>() - one_week, -one_week);
211
0
        LogDebug(BCLog::NET, "Added hardcoded seed: %s\n", addr.ToStringAddrPort());
212
0
        vSeedsOut.push_back(addr);
213
0
    }
214
3
    return vSeedsOut;
215
3
}
216
217
// Determine the "best" local address for a particular peer.
218
// If none, return the unroutable 0.0.0.0 but filled in with
219
// the normal parameters, since the IP may be changed to a useful
220
// one by discovery.
221
CService GetLocalAddress(const CNode& peer)
222
1.71k
{
223
1.71k
    return GetLocal(peer).value_or(CService{CNetAddr(), GetListenPort()});
224
1.71k
}
225
226
static int GetnScore(const CService& addr)
227
0
{
228
0
    LOCK(g_maplocalhost_mutex);
229
0
    const auto it = mapLocalHost.find(addr);
230
0
    return (it != mapLocalHost.end()) ? it->second.nScore : 0;
231
0
}
232
233
// Is our peer's addrLocal potentially useful as an external IP source?
234
[[nodiscard]] static bool IsPeerAddrLocalGood(CNode *pnode)
235
1.69k
{
236
1.69k
    CService addrLocal = pnode->GetAddrLocal();
237
1.69k
    return fDiscover && pnode->addr.IsRoutable() && addrLocal.IsRoutable() &&
238
1.69k
           g_reachable_nets.Contains(addrLocal);
239
1.69k
}
240
241
std::optional<CService> GetLocalAddrForPeer(CNode& node)
242
1.69k
{
243
1.69k
    CService addrLocal{GetLocalAddress(node)};
244
    // If discovery is enabled, sometimes give our peer the address it
245
    // tells us that it sees us as in case it has a better idea of our
246
    // address than we do.
247
1.69k
    FastRandomContext rng;
248
1.69k
    if (IsPeerAddrLocalGood(&node) && (!addrLocal.IsRoutable() ||
249
4
         rng.randbits((GetnScore(addrLocal) > LOCAL_MANUAL) ? 3 : 1) == 0))
250
4
    {
251
4
        if (node.IsInboundConn()) {
252
            // For inbound connections, assume both the address and the port
253
            // as seen from the peer.
254
1
            addrLocal = CService{node.GetAddrLocal()};
255
3
        } else {
256
            // For outbound connections, assume just the address as seen from
257
            // the peer and leave the port in `addrLocal` as returned by
258
            // `GetLocalAddress()` above. The peer has no way to observe our
259
            // listening port when we have initiated the connection.
260
3
            addrLocal.SetIP(node.GetAddrLocal());
261
3
        }
262
4
    }
263
1.69k
    if (addrLocal.IsRoutable()) {
264
28
        LogDebug(BCLog::NET, "Advertising address %s to peer=%d\n", addrLocal.ToStringAddrPort(), node.GetId());
265
28
        return addrLocal;
266
28
    }
267
    // Address is unroutable. Don't advertise.
268
1.66k
    return std::nullopt;
269
1.69k
}
270
271
void ClearLocal()
272
747
{
273
747
    LOCK(g_maplocalhost_mutex);
274
747
    return mapLocalHost.clear();
275
747
}
276
277
// learn a new local address
278
bool AddLocal(const CService& addr_, int nScore, bool add_even_if_unreachable)
279
51
{
280
51
    CService addr{MaybeFlipIPv6toCJDNS(addr_)};
281
282
51
    if (!addr.IsRoutable())
283
20
        return false;
284
285
31
    if (!fDiscover && nScore < LOCAL_MANUAL)
286
1
        return false;
287
288
30
    if (!g_reachable_nets.Contains(addr) && !add_even_if_unreachable)
289
1
        return false;
290
291
29
    if (fLogIPs) {
292
0
        LogInfo("AddLocal(%s,%i)\n", addr.ToStringAddrPort(), nScore);
293
0
    }
294
295
29
    {
296
29
        LOCK(g_maplocalhost_mutex);
297
29
        const auto [it, is_newly_added] = mapLocalHost.emplace(addr, LocalServiceInfo());
298
29
        LocalServiceInfo &info = it->second;
299
29
        if (is_newly_added || nScore >= info.nScore) {
300
29
            info.nScore = SaturatingAdd(nScore, is_newly_added ? 0 : 1);
301
29
            info.nPort = addr.GetPort();
302
29
        }
303
29
    }
304
305
29
    return true;
306
30
}
307
308
bool AddLocal(const CNetAddr& addr, int nScore, bool add_even_if_unreachable)
309
19
{
310
19
    return AddLocal(CService(addr, GetListenPort()), nScore, add_even_if_unreachable);
311
19
}
312
313
void RemoveLocal(const CService& addr)
314
14
{
315
14
    LOCK(g_maplocalhost_mutex);
316
14
    if (fLogIPs) {
317
0
        LogInfo("RemoveLocal(%s)\n", addr.ToStringAddrPort());
318
0
    }
319
320
14
    mapLocalHost.erase(addr);
321
14
}
322
323
/** vote for a local address */
324
bool SeenLocal(const CService& addr)
325
2
{
326
2
    LOCK(g_maplocalhost_mutex);
327
2
    const auto it = mapLocalHost.find(addr);
328
2
    if (it == mapLocalHost.end()) return false;
329
2
    it->second.nScore = SaturatingAdd(it->second.nScore, 1);
330
2
    return true;
331
2
}
332
333
334
/** check whether a given address is potentially local */
335
bool IsLocal(const CService& addr)
336
154
{
337
154
    LOCK(g_maplocalhost_mutex);
338
154
    return mapLocalHost.contains(addr);
339
154
}
340
341
bool CConnman::AlreadyConnectedToHost(std::string_view host) const
342
634
{
343
634
    LOCK(m_nodes_mutex);
344
767
    return std::ranges::any_of(m_nodes, [&host](CNode* node) { return node->m_addr_name == host; });
345
634
}
346
347
bool CConnman::AlreadyConnectedToAddressPort(const CService& addr_port) const
348
674
{
349
674
    LOCK(m_nodes_mutex);
350
1.00k
    return std::ranges::any_of(m_nodes, [&addr_port](CNode* node) { return node->addr == addr_port; });
351
674
}
352
353
bool CConnman::AlreadyConnectedToAddress(const CNetAddr& addr) const
354
56
{
355
56
    LOCK(m_nodes_mutex);
356
293
    return std::ranges::any_of(m_nodes, [&addr](CNode* node) { return node->addr == addr; });
357
56
}
358
359
bool CConnman::CheckIncomingNonce(uint64_t nonce)
360
1.08k
{
361
1.08k
    LOCK(m_nodes_mutex);
362
5.22k
    for (const CNode* pnode : m_nodes) {
363
        // Omit private broadcast connections from this check to prevent this privacy attack:
364
        // - We connect to a peer in an attempt to privately broadcast a transaction. From our
365
        //   VERSION message the peer deducts that this is a short-lived connection for
366
        //   broadcasting a transaction, takes our nonce and delays their VERACK.
367
        // - The peer starts connecting to (clearnet) nodes and sends them a VERSION message
368
        //   which contains our nonce. If the peer manages to connect to us we would disconnect.
369
        // - Upon a disconnect, the peer knows our clearnet address. They go back to the short
370
        //   lived privacy broadcast connection and continue with VERACK.
371
5.22k
        if (!pnode->fSuccessfullyConnected && !pnode->IsInboundConn() && !pnode->IsPrivateBroadcastConn() &&
372
5.22k
            pnode->GetLocalNonce() == nonce)
373
2
            return false;
374
5.22k
    }
375
1.08k
    return true;
376
1.08k
}
377
378
CNode* CConnman::ConnectNode(CAddress addrConnect,
379
                             const char* pszDest,
380
                             bool fCountFailure,
381
                             ConnectionType conn_type,
382
                             bool use_v2transport,
383
                             const std::optional<Proxy>& proxy_override)
384
691
{
385
691
    AssertLockNotHeld(m_nodes_mutex);
386
691
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
387
691
    assert(conn_type != ConnectionType::INBOUND);
388
389
691
    if (pszDest == nullptr) {
390
47
        if (IsLocal(addrConnect))
391
0
            return nullptr;
392
393
        // Look for an existing connection
394
47
        if (AlreadyConnectedToAddressPort(addrConnect)) {
395
0
            LogInfo("Failed to open new connection to %s, already connected", addrConnect.ToStringAddrPort());
396
0
            return nullptr;
397
0
        }
398
47
    }
399
400
691
    LogDebug(BCLog::NET, "trying %s connection (%s) to %s, lastseen=%.1fhrs\n",
401
691
        use_v2transport ? "v2" : "v1",
402
691
        ConnectionTypeAsString(conn_type),
403
691
        pszDest ? pszDest : addrConnect.ToStringAddrPort(),
404
691
        Ticks<HoursDouble>(pszDest ? 0h : Now<NodeSeconds>() - addrConnect.nTime));
405
406
    // Resolve
407
691
    const uint16_t default_port{pszDest != nullptr ? GetDefaultPort(pszDest) :
408
691
                                                     m_params.GetDefaultPort()};
409
410
    // Collection of addresses to try to connect to: either all dns resolved addresses if a domain name (pszDest) is provided, or addrConnect otherwise.
411
691
    std::vector<CAddress> connect_to{};
412
691
    if (pszDest) {
413
644
        std::vector<CService> resolved{Lookup(pszDest, default_port, fNameLookup && !HaveNameProxy(), 256)};
414
644
        if (!resolved.empty()) {
415
629
            std::shuffle(resolved.begin(), resolved.end(), FastRandomContext());
416
            // If the connection is made by name, it can be the case that the name resolves to more than one address.
417
            // We don't want to connect any more of them if we are already connected to one
418
629
            for (const auto& r : resolved) {
419
629
                addrConnect = CAddress{MaybeFlipIPv6toCJDNS(r), NODE_NONE};
420
629
                if (!addrConnect.IsValid()) {
421
2
                    LogDebug(BCLog::NET, "Resolver returned invalid address %s for %s\n", addrConnect.ToStringAddrPort(), pszDest);
422
2
                    return nullptr;
423
2
                }
424
                // It is possible that we already have a connection to the IP/port pszDest resolved to.
425
                // In that case, drop the connection that was just created.
426
627
                if (AlreadyConnectedToAddressPort(addrConnect)) {
427
10
                    LogInfo("Not opening a connection to %s, already connected to %s\n", pszDest, addrConnect.ToStringAddrPort());
428
10
                    return nullptr;
429
10
                }
430
                // Add the address to the resolved addresses vector so we can try to connect to it later on
431
617
                connect_to.push_back(addrConnect);
432
617
            }
433
629
        } else {
434
            // For resolution via proxy
435
15
            connect_to.push_back(addrConnect);
436
15
        }
437
644
    } else {
438
        // Connect via addrConnect directly
439
47
        connect_to.push_back(addrConnect);
440
47
    }
441
442
    // Connect
443
679
    std::unique_ptr<Sock> sock;
444
679
    CService addr_bind;
445
679
    assert(!addr_bind.IsValid());
446
679
    std::unique_ptr<i2p::sam::Session> i2p_transient_session;
447
448
679
    for (auto& target_addr : connect_to) {
449
679
        if (target_addr.IsValid()) {
450
664
            const std::optional<Proxy> use_proxy{
451
664
                proxy_override.has_value() ? proxy_override : GetProxy(target_addr.GetNetwork()),
452
664
            };
453
664
            bool proxyConnectionFailed = false;
454
455
664
            if (target_addr.IsI2P() && use_proxy) {
456
15
                i2p::Connection conn;
457
15
                bool connected{false};
458
459
                // If an I2P SAM session already exists, normally we would re-use it. But in the case of
460
                // private broadcast we force a new transient session. A Connect() using m_i2p_sam_session
461
                // would use our permanent I2P address as a source address.
462
15
                if (m_i2p_sam_session && conn_type != ConnectionType::PRIVATE_BROADCAST) {
463
4
                    connected = m_i2p_sam_session->Connect(target_addr, conn, proxyConnectionFailed);
464
11
                } else {
465
11
                    {
466
11
                        LOCK(m_unused_i2p_sessions_mutex);
467
11
                        if (m_unused_i2p_sessions.empty()) {
468
2
                            i2p_transient_session =
469
2
                                std::make_unique<i2p::sam::Session>(*use_proxy, m_interrupt_net);
470
9
                        } else {
471
9
                            i2p_transient_session.swap(m_unused_i2p_sessions.front());
472
9
                            m_unused_i2p_sessions.pop();
473
9
                        }
474
11
                    }
475
11
                    connected = i2p_transient_session->Connect(target_addr, conn, proxyConnectionFailed);
476
11
                    if (!connected) {
477
11
                        LOCK(m_unused_i2p_sessions_mutex);
478
11
                        if (m_unused_i2p_sessions.size() < MAX_UNUSED_I2P_SESSIONS_SIZE) {
479
11
                            m_unused_i2p_sessions.emplace(i2p_transient_session.release());
480
11
                        }
481
11
                    }
482
11
                }
483
484
15
                if (connected) {
485
0
                    sock = std::move(conn.sock);
486
0
                    addr_bind = conn.me;
487
0
                }
488
649
            } else if (use_proxy) {
489
80
                LogDebug(BCLog::PROXY, "Using proxy: %s to connect to %s\n", use_proxy->ToString(), target_addr.ToStringAddrPort());
490
80
                sock = ConnectThroughProxy(*use_proxy, target_addr.ToStringAddr(), target_addr.GetPort(), proxyConnectionFailed);
491
569
            } else {
492
                // No proxy needed (none set for target network). Private broadcast connections
493
                // must always use a proxy, otherwise they would leak the originator's IP address.
494
569
                if (Assume(conn_type != ConnectionType::PRIVATE_BROADCAST)) {
495
569
                    sock = ConnectDirectly(target_addr, conn_type == ConnectionType::MANUAL);
496
569
                }
497
569
            }
498
664
            if (!proxyConnectionFailed) {
499
                // If a connection to the node was attempted, and failure (if any) is not caused by a problem connecting to
500
                // the proxy, mark this as an attempt.
501
644
                addrman.get().Attempt(target_addr, fCountFailure);
502
644
            }
503
664
        } else if (pszDest) {
504
15
            if (const auto name_proxy = GetNameProxy()) {
505
14
                std::string host;
506
14
                uint16_t port{default_port};
507
14
                SplitHostPort(pszDest, port, host);
508
14
                bool proxyConnectionFailed;
509
14
                sock = ConnectThroughProxy(*name_proxy, host, port, proxyConnectionFailed);
510
14
            }
511
15
        }
512
        // Check any other resolved address (if any) if we fail to connect
513
679
        if (!sock) {
514
31
            continue;
515
31
        }
516
517
648
        NetPermissionFlags permission_flags = NetPermissionFlags::None;
518
648
        std::vector<NetWhitelistPermissions> whitelist_permissions = conn_type == ConnectionType::MANUAL ? vWhitelistedRangeOutgoing : std::vector<NetWhitelistPermissions>{};
519
648
        AddWhitelistPermissionFlags(permission_flags, target_addr, whitelist_permissions);
520
521
        // Add node
522
648
        NodeId id = GetNewNodeId();
523
648
        uint64_t nonce = GetDeterministicRandomizer(RANDOMIZER_ID_LOCALHOSTNONCE).Write(id).Finalize();
524
648
        if (!addr_bind.IsValid()) {
525
648
            addr_bind = GetBindAddress(*sock);
526
648
        }
527
648
        uint64_t network_id = GetDeterministicRandomizer(RANDOMIZER_ID_NETWORKKEY)
528
648
                            .Write(target_addr.GetNetClass())
529
648
                            .Write(addr_bind.GetAddrBytes())
530
                            // For outbound connections, the port of the bound address is randomly
531
                            // assigned by the OS and would therefore not be useful for seeding.
532
648
                            .Write(0)
533
648
                            .Finalize();
534
648
        CNode* pnode = new CNode(id,
535
648
                                std::move(sock),
536
648
                                target_addr,
537
648
                                CalculateKeyedNetGroup(target_addr),
538
648
                                nonce,
539
648
                                addr_bind,
540
648
                                pszDest ? pszDest : "",
541
648
                                conn_type,
542
648
                                /*inbound_onion=*/false,
543
648
                                network_id,
544
648
                                CNodeOptions{
545
648
                                    .permission_flags = permission_flags,
546
648
                                    .proxy_override = proxy_override,
547
648
                                    .i2p_sam_session = std::move(i2p_transient_session),
548
648
                                    .recv_flood_size = nReceiveFloodSize,
549
648
                                    .use_v2transport = use_v2transport,
550
648
                                });
551
648
        pnode->AddRef();
552
553
        // We're making a new connection, harvest entropy from the time (and our peer count)
554
648
        RandAddEvent((uint32_t)id);
555
556
648
        return pnode;
557
679
    }
558
559
31
    return nullptr;
560
679
}
561
562
void CNode::CloseSocketDisconnect()
563
2.39k
{
564
2.39k
    fDisconnect = true;
565
2.39k
    LOCK(m_sock_mutex);
566
2.39k
    if (m_sock) {
567
1.75k
        LogDebug(BCLog::NET, "Resetting socket for %s", LogPeer());
568
1.75k
        m_sock.reset();
569
570
1.75k
        TRACEPOINT(net, closed_connection,
571
1.75k
            GetId(),
572
1.75k
            m_addr_name.c_str(),
573
1.75k
            ConnectionTypeAsString().c_str(),
574
1.75k
            ConnectedThroughNetwork(),
575
1.75k
            TicksSinceEpoch<std::chrono::seconds>(m_connected));
576
1.75k
    }
577
2.39k
    m_i2p_sam_session.reset();
578
2.39k
}
579
580
1.76k
void CConnman::AddWhitelistPermissionFlags(NetPermissionFlags& flags, std::optional<CNetAddr> addr, const std::vector<NetWhitelistPermissions>& ranges) const {
581
1.76k
    for (const auto& subnet : ranges) {
582
309
        if (addr.has_value() && subnet.m_subnet.Match(addr.value())) {
583
309
            NetPermissions::AddFlag(flags, subnet.m_flags);
584
309
        }
585
309
    }
586
1.76k
    if (NetPermissions::HasFlag(flags, NetPermissionFlags::Implicit)) {
587
5
        NetPermissions::ClearFlag(flags, NetPermissionFlags::Implicit);
588
5
        if (whitelist_forcerelay) NetPermissions::AddFlag(flags, NetPermissionFlags::ForceRelay);
589
5
        if (whitelist_relay) NetPermissions::AddFlag(flags, NetPermissionFlags::Relay);
590
5
        NetPermissions::AddFlag(flags, NetPermissionFlags::Mempool);
591
5
        NetPermissions::AddFlag(flags, NetPermissionFlags::NoBan);
592
5
    }
593
1.76k
}
594
595
CService CNode::GetAddrLocal() const
596
15.6k
{
597
15.6k
    AssertLockNotHeld(m_addr_local_mutex);
598
15.6k
    LOCK(m_addr_local_mutex);
599
15.6k
    return m_addr_local;
600
15.6k
}
601
602
1.67k
void CNode::SetAddrLocal(const CService& addrLocalIn) {
603
1.67k
    AssertLockNotHeld(m_addr_local_mutex);
604
1.67k
    LOCK(m_addr_local_mutex);
605
1.67k
    if (Assume(!m_addr_local.IsValid())) { // Addr local can only be set once during version msg processing
606
1.67k
        m_addr_local = addrLocalIn;
607
1.67k
    }
608
1.67k
}
609
610
Network CNode::ConnectedThroughNetwork() const
611
14.0k
{
612
14.0k
    return m_inbound_onion ? NET_ONION : addr.GetNetClass();
613
14.0k
}
614
615
bool CNode::IsConnectedThroughPrivacyNet() const
616
57
{
617
57
    return m_inbound_onion || addr.IsPrivacyNet();
618
57
}
619
620
#undef X
621
279k
#define X(name) stats.name = name
622
void CNode::CopyStats(CNodeStats& stats)
623
13.9k
{
624
13.9k
    stats.nodeid = this->GetId();
625
13.9k
    X(addr);
626
13.9k
    X(addrBind);
627
13.9k
    stats.m_network = ConnectedThroughNetwork();
628
13.9k
    X(m_last_send);
629
13.9k
    X(m_last_recv);
630
13.9k
    X(m_last_tx_time);
631
13.9k
    X(m_last_block_time);
632
13.9k
    X(m_connected);
633
13.9k
    X(m_addr_name);
634
13.9k
    X(nVersion);
635
13.9k
    {
636
13.9k
        LOCK(m_subver_mutex);
637
13.9k
        X(cleanSubVer);
638
13.9k
    }
639
13.9k
    stats.fInbound = IsInboundConn();
640
13.9k
    X(m_bip152_highbandwidth_to);
641
13.9k
    X(m_bip152_highbandwidth_from);
642
13.9k
    {
643
13.9k
        LOCK(cs_vSend);
644
13.9k
        X(mapSendBytesPerMsgType);
645
13.9k
        X(nSendBytes);
646
13.9k
    }
647
13.9k
    {
648
13.9k
        LOCK(cs_vRecv);
649
13.9k
        X(mapRecvBytesPerMsgType);
650
13.9k
        X(nRecvBytes);
651
13.9k
        Transport::Info info = m_transport->GetInfo();
652
13.9k
        stats.m_transport_type = info.transport_type;
653
13.9k
        if (info.session_id) stats.m_session_id = HexStr(*info.session_id);
654
13.9k
    }
655
13.9k
    X(m_permission_flags);
656
657
13.9k
    X(m_last_ping_time);
658
13.9k
    X(m_min_ping_time);
659
660
    // Leave string empty if addrLocal invalid (not filled in yet)
661
13.9k
    CService addrLocalUnlocked = GetAddrLocal();
662
13.9k
    stats.addrLocal = addrLocalUnlocked.IsValid() ? addrLocalUnlocked.ToStringAddrPort() : "";
663
664
13.9k
    X(m_conn_type);
665
13.9k
}
666
#undef X
667
668
bool CNode::ReceiveMsgBytes(std::span<const uint8_t> msg_bytes, bool& complete)
669
139k
{
670
139k
    complete = false;
671
139k
    const auto time{NodeClock::now()};
672
139k
    LOCK(cs_vRecv);
673
139k
    m_last_recv = time;
674
139k
    nRecvBytes += msg_bytes.size();
675
427k
    while (msg_bytes.size() > 0) {
676
        // absorb network data
677
287k
        if (!m_transport->ReceivedBytes(msg_bytes)) {
678
            // Serious transport problem, disconnect from the peer.
679
10
            return false;
680
10
        }
681
682
287k
        if (m_transport->ReceivedMessageComplete()) {
683
            // decompose a transport agnostic CNetMessage from the deserializer
684
138k
            bool reject_message{false};
685
138k
            CNetMessage msg = m_transport->GetReceivedMessage(time, reject_message);
686
138k
            if (reject_message) {
687
                // Message deserialization failed. Drop the message but don't disconnect the peer.
688
                // store the size of the corrupt message
689
82
                mapRecvBytesPerMsgType.at(NET_MESSAGE_TYPE_OTHER) += msg.m_raw_message_size;
690
82
                continue;
691
82
            }
692
693
            // Store received bytes per message type.
694
            // To prevent a memory DOS, only allow known message types.
695
138k
            auto i = mapRecvBytesPerMsgType.find(msg.m_type);
696
138k
            if (i == mapRecvBytesPerMsgType.end()) {
697
6
                i = mapRecvBytesPerMsgType.find(NET_MESSAGE_TYPE_OTHER);
698
6
            }
699
138k
            assert(i != mapRecvBytesPerMsgType.end());
700
138k
            i->second += msg.m_raw_message_size;
701
702
            // push the message to the process queue,
703
138k
            vRecvMsg.push_back(std::move(msg));
704
705
138k
            complete = true;
706
138k
        }
707
287k
    }
708
709
139k
    return true;
710
139k
}
711
712
std::string CNode::LogPeer() const
713
28.7k
{
714
28.7k
    auto peer_info{strprintf("peer=%d", GetId())};
715
28.7k
    if (fLogIPs) {
716
18
        return strprintf("%s, peeraddr=%s", peer_info, addr.ToStringAddrPort());
717
28.7k
    } else {
718
28.7k
        return peer_info;
719
28.7k
    }
720
28.7k
}
721
722
std::string CNode::DisconnectMsg() const
723
1.65k
{
724
1.65k
    return strprintf("disconnecting %s", LogPeer());
725
1.65k
}
726
727
V1Transport::V1Transport(const NodeId node_id) noexcept
728
1.87k
    : m_magic_bytes{Params().MessageStart()}, m_node_id{node_id}
729
1.87k
{
730
1.87k
    LOCK(m_recv_mutex);
731
1.87k
    Reset();
732
1.87k
}
733
734
Transport::Info V1Transport::GetInfo() const noexcept
735
13.3k
{
736
13.3k
    return {.transport_type = TransportProtocolType::V1, .session_id = {}};
737
13.3k
}
738
739
int V1Transport::readHeader(std::span<const uint8_t> msg_bytes)
740
130k
{
741
130k
    AssertLockHeld(m_recv_mutex);
742
    // copy data to temporary parsing buffer
743
130k
    unsigned int nRemaining = CMessageHeader::HEADER_SIZE - nHdrPos;
744
130k
    unsigned int nCopy = std::min<unsigned int>(nRemaining, msg_bytes.size());
745
746
130k
    memcpy(&hdrbuf[nHdrPos], msg_bytes.data(), nCopy);
747
130k
    nHdrPos += nCopy;
748
749
    // if header incomplete, exit
750
130k
    if (nHdrPos < CMessageHeader::HEADER_SIZE)
751
11
        return nCopy;
752
753
    // deserialize to CMessageHeader
754
130k
    try {
755
130k
        hdrbuf >> hdr;
756
130k
    }
757
130k
    catch (const std::exception&) {
758
0
        LogDebug(BCLog::NET, "Header error: Unable to deserialize, peer=%d\n", m_node_id);
759
0
        return -1;
760
0
    }
761
762
    // Check start string, network magic
763
130k
    if (hdr.pchMessageStart != m_magic_bytes) {
764
2
        LogDebug(BCLog::NET, "Header error: Wrong MessageStart %s received, peer=%d\n", HexStr(hdr.pchMessageStart), m_node_id);
765
2
        return -1;
766
2
    }
767
768
    // reject messages larger than MAX_SIZE or MAX_PROTOCOL_MESSAGE_LENGTH
769
    // NOTE: failing to perform this check previously allowed a malicious peer to make us allocate 32MiB of memory per
770
    // connection. See https://bitcoincore.org/en/2024/07/03/disclose_receive_buffer_oom.
771
130k
    if (hdr.nMessageSize > MAX_SIZE || hdr.nMessageSize > MAX_PROTOCOL_MESSAGE_LENGTH) {
772
3
        LogDebug(BCLog::NET, "Header error: Size too large (%s, %u bytes), peer=%d\n", SanitizeString(hdr.GetMessageType()), hdr.nMessageSize, m_node_id);
773
3
        return -1;
774
3
    }
775
776
    // switch state to reading message data
777
130k
    in_data = true;
778
779
130k
    return nCopy;
780
130k
}
781
782
int V1Transport::readData(std::span<const uint8_t> msg_bytes)
783
148k
{
784
148k
    AssertLockHeld(m_recv_mutex);
785
148k
    unsigned int nRemaining = hdr.nMessageSize - nDataPos;
786
148k
    unsigned int nCopy = std::min<unsigned int>(nRemaining, msg_bytes.size());
787
788
148k
    if (vRecv.size() < nDataPos + nCopy) {
789
        // Allocate up to 256 KiB ahead, but never more than the total message size.
790
129k
        vRecv.resize(std::min(hdr.nMessageSize, nDataPos + nCopy + 256 * 1024));
791
129k
    }
792
793
148k
    hasher.Write(msg_bytes.first(nCopy));
794
148k
    memcpy(&vRecv[nDataPos], msg_bytes.data(), nCopy);
795
148k
    nDataPos += nCopy;
796
797
148k
    return nCopy;
798
148k
}
799
800
const uint256& V1Transport::GetMessageHash() const
801
130k
{
802
130k
    AssertLockHeld(m_recv_mutex);
803
130k
    assert(CompleteInternal());
804
130k
    if (data_hash.IsNull())
805
130k
        hasher.Finalize(data_hash);
806
130k
    return data_hash;
807
130k
}
808
809
CNetMessage V1Transport::GetReceivedMessage(NodeClock::time_point time, bool& reject_message)
810
130k
{
811
130k
    AssertLockNotHeld(m_recv_mutex);
812
    // Initialize out parameter
813
130k
    reject_message = false;
814
    // decompose a single CNetMessage from the TransportDeserializer
815
130k
    LOCK(m_recv_mutex);
816
130k
    CNetMessage msg(std::move(vRecv));
817
818
    // store message type string, time, and sizes
819
130k
    msg.m_type = hdr.GetMessageType();
820
130k
    msg.m_time = time;
821
130k
    msg.m_message_size = hdr.nMessageSize;
822
130k
    msg.m_raw_message_size = hdr.nMessageSize + CMessageHeader::HEADER_SIZE;
823
824
130k
    uint256 hash = GetMessageHash();
825
826
    // We just received a message off the wire, harvest entropy from the time (and the message checksum)
827
130k
    RandAddEvent(ReadLE32(hash.begin()));
828
829
    // Check checksum and header message type string
830
130k
    if (memcmp(hash.begin(), hdr.pchChecksum, CMessageHeader::CHECKSUM_SIZE) != 0) {
831
1
        LogDebug(BCLog::NET, "Header error: Wrong checksum (%s, %u bytes), expected %s was %s, peer=%d\n",
832
1
                 SanitizeString(msg.m_type), msg.m_message_size,
833
1
                 HexStr(std::span{hash}.first(CMessageHeader::CHECKSUM_SIZE)),
834
1
                 HexStr(hdr.pchChecksum),
835
1
                 m_node_id);
836
1
        reject_message = true;
837
130k
    } else if (!hdr.IsMessageTypeValid()) {
838
81
        LogDebug(BCLog::NET, "Header error: Invalid message type (%s, %u bytes), peer=%d\n",
839
81
                 SanitizeString(hdr.GetMessageType()), msg.m_message_size, m_node_id);
840
81
        reject_message = true;
841
81
    }
842
843
    // Always reset the network deserializer (prepare for the next message)
844
130k
    Reset();
845
130k
    return msg;
846
130k
}
847
848
bool V1Transport::SetMessageToSend(CSerializedNetMsg& msg) noexcept
849
134k
{
850
134k
    AssertLockNotHeld(m_send_mutex);
851
    // Determine whether a new message can be set.
852
134k
    LOCK(m_send_mutex);
853
134k
    if (m_sending_header || m_bytes_sent < m_message_to_send.data.size()) return false;
854
855
    // create dbl-sha256 checksum
856
134k
    uint256 hash = Hash(msg.data);
857
858
    // create header
859
134k
    CMessageHeader hdr(m_magic_bytes, msg.m_type.c_str(), msg.data.size());
860
134k
    memcpy(hdr.pchChecksum, hash.begin(), CMessageHeader::CHECKSUM_SIZE);
861
862
    // serialize header
863
134k
    m_header_to_send.clear();
864
134k
    VectorWriter{m_header_to_send, 0, hdr};
865
866
    // update state
867
134k
    m_message_to_send = std::move(msg);
868
134k
    m_sending_header = true;
869
134k
    m_bytes_sent = 0;
870
134k
    return true;
871
134k
}
872
873
Transport::BytesToSend V1Transport::GetBytesToSend(bool have_next_message) const noexcept
874
950k
{
875
950k
    AssertLockNotHeld(m_send_mutex);
876
950k
    LOCK(m_send_mutex);
877
950k
    if (m_sending_header) {
878
134k
        return {std::span{m_header_to_send}.subspan(m_bytes_sent),
879
                // We have more to send after the header if the message has payload, or if there
880
                // is a next message after that.
881
134k
                have_next_message || !m_message_to_send.data.empty(),
882
134k
                m_message_to_send.m_type
883
134k
               };
884
815k
    } else {
885
815k
        return {std::span{m_message_to_send.data}.subspan(m_bytes_sent),
886
                // We only have more to send after this message's payload if there is another
887
                // message.
888
815k
                have_next_message,
889
815k
                m_message_to_send.m_type
890
815k
               };
891
815k
    }
892
950k
}
893
894
void V1Transport::MarkBytesSent(size_t bytes_sent) noexcept
895
263k
{
896
263k
    AssertLockNotHeld(m_send_mutex);
897
263k
    LOCK(m_send_mutex);
898
263k
    m_bytes_sent += bytes_sent;
899
263k
    if (m_sending_header && m_bytes_sent == m_header_to_send.size()) {
900
        // We're done sending a message's header. Switch to sending its data bytes.
901
134k
        m_sending_header = false;
902
134k
        m_bytes_sent = 0;
903
134k
    } else if (!m_sending_header && m_bytes_sent == m_message_to_send.data.size()) {
904
        // We're done sending a message's data. Wipe the data vector to reduce memory consumption.
905
129k
        ClearShrink(m_message_to_send.data);
906
129k
        m_bytes_sent = 0;
907
129k
    }
908
263k
}
909
910
size_t V1Transport::GetSendMemoryUsage() const noexcept
911
269k
{
912
269k
    AssertLockNotHeld(m_send_mutex);
913
269k
    LOCK(m_send_mutex);
914
    // Don't count sending-side fields besides m_message_to_send, as they're all small and bounded.
915
269k
    return m_message_to_send.GetMemoryUsage();
916
269k
}
917
918
namespace {
919
920
/** List of short messages as defined in BIP324, in order.
921
 *
922
 * Only message types that are actually implemented in this codebase need to be listed, as other
923
 * messages get ignored anyway - whether we know how to decode them or not.
924
 */
925
const std::array<std::string, BIP324_SHORTIDS_IMPLEMENTED> V2_MESSAGE_IDS = {
926
    "", // 12 bytes follow encoding the message type like in V1
927
    NetMsgType::ADDR,
928
    NetMsgType::BLOCK,
929
    NetMsgType::BLOCKTXN,
930
    NetMsgType::CMPCTBLOCK,
931
    NetMsgType::FEEFILTER,
932
    NetMsgType::FILTERADD,
933
    NetMsgType::FILTERCLEAR,
934
    NetMsgType::FILTERLOAD,
935
    NetMsgType::GETBLOCKS,
936
    NetMsgType::GETBLOCKTXN,
937
    NetMsgType::GETDATA,
938
    NetMsgType::GETHEADERS,
939
    NetMsgType::HEADERS,
940
    NetMsgType::INV,
941
    NetMsgType::MEMPOOL,
942
    NetMsgType::MERKLEBLOCK,
943
    NetMsgType::NOTFOUND,
944
    NetMsgType::PING,
945
    NetMsgType::PONG,
946
    NetMsgType::SENDCMPCT,
947
    NetMsgType::TX,
948
    NetMsgType::GETCFILTERS,
949
    NetMsgType::CFILTER,
950
    NetMsgType::GETCFHEADERS,
951
    NetMsgType::CFHEADERS,
952
    NetMsgType::GETCFCHECKPT,
953
    NetMsgType::CFCHECKPT,
954
    NetMsgType::ADDRV2,
955
    "", "", "", // Unimplemented message types 29-31
956
    "", "", "", "", // Unimplemented message types 32-35
957
    "",  // Unimplemented message type 36
958
    NetMsgType::FEATURE,
959
};
960
961
class V2MessageMap
962
{
963
    std::unordered_map<std::string, uint8_t> m_map;
964
965
public:
966
    V2MessageMap() noexcept
967
1.40k
    {
968
53.5k
        for (size_t i = 1; i < std::size(V2_MESSAGE_IDS); ++i) {
969
52.1k
            m_map.emplace(V2_MESSAGE_IDS[i], i);
970
52.1k
        }
971
1.40k
    }
972
973
    std::optional<uint8_t> operator()(const std::string& message_name) const noexcept
974
9.18k
    {
975
9.18k
        auto it = m_map.find(message_name);
976
9.18k
        if (it == m_map.end()) return std::nullopt;
977
8.27k
        return it->second;
978
9.18k
    }
979
};
980
981
const V2MessageMap V2_MESSAGE_MAP;
982
983
std::vector<uint8_t> GenerateRandomGarbage() noexcept
984
284
{
985
284
    std::vector<uint8_t> ret;
986
284
    FastRandomContext rng;
987
284
    ret.resize(rng.randrange(V2Transport::MAX_GARBAGE_LEN + 1));
988
284
    rng.fillrand(MakeWritableByteSpan(ret));
989
284
    return ret;
990
284
}
991
992
} // namespace
993
994
void V2Transport::StartSendingHandshake() noexcept
995
278
{
996
278
    AssertLockHeld(m_send_mutex);
997
278
    Assume(m_send_state == SendState::AWAITING_KEY);
998
278
    Assume(m_send_buffer.empty());
999
    // Initialize the send buffer with ellswift pubkey + provided garbage.
1000
278
    m_send_buffer.resize(EllSwiftPubKey::size() + m_send_garbage.size());
1001
278
    std::copy(std::begin(m_cipher.GetOurPubKey()), std::end(m_cipher.GetOurPubKey()), MakeWritableByteSpan(m_send_buffer).begin());
1002
278
    std::copy(m_send_garbage.begin(), m_send_garbage.end(), m_send_buffer.begin() + EllSwiftPubKey::size());
1003
    // We cannot wipe m_send_garbage as it will still be used as AAD later in the handshake.
1004
278
}
1005
1006
V2Transport::V2Transport(NodeId nodeid, bool initiating, const CKey& key, std::span<const std::byte> ent32, std::vector<uint8_t> garbage) noexcept
1007
284
    : m_cipher{key, ent32},
1008
284
      m_initiating{initiating},
1009
284
      m_nodeid{nodeid},
1010
284
      m_v1_fallback{nodeid},
1011
284
      m_recv_state{initiating ? RecvState::KEY : RecvState::KEY_MAYBE_V1},
1012
284
      m_send_garbage{std::move(garbage)},
1013
284
      m_send_state{initiating ? SendState::AWAITING_KEY : SendState::MAYBE_V1}
1014
284
{
1015
284
    Assume(m_send_garbage.size() <= MAX_GARBAGE_LEN);
1016
    // Start sending immediately if we're the initiator of the connection.
1017
284
    if (initiating) {
1018
138
        LOCK(m_send_mutex);
1019
138
        StartSendingHandshake();
1020
138
    }
1021
284
}
1022
1023
V2Transport::V2Transport(NodeId nodeid, bool initiating) noexcept
1024
284
    : V2Transport{nodeid, initiating, GenerateRandomKey(),
1025
284
                  MakeByteSpan(GetRandHash()), GenerateRandomGarbage()} {}
1026
1027
void V2Transport::SetReceiveState(RecvState recv_state) noexcept
1028
18.2k
{
1029
18.2k
    AssertLockHeld(m_recv_mutex);
1030
    // Enforce allowed state transitions.
1031
18.2k
    switch (m_recv_state) {
1032
146
    case RecvState::KEY_MAYBE_V1:
1033
146
        Assume(recv_state == RecvState::KEY || recv_state == RecvState::V1);
1034
146
        break;
1035
268
    case RecvState::KEY:
1036
268
        Assume(recv_state == RecvState::GARB_GARBTERM);
1037
268
        break;
1038
262
    case RecvState::GARB_GARBTERM:
1039
262
        Assume(recv_state == RecvState::VERSION);
1040
262
        break;
1041
260
    case RecvState::VERSION:
1042
260
        Assume(recv_state == RecvState::APP);
1043
260
        break;
1044
8.66k
    case RecvState::APP:
1045
8.66k
        Assume(recv_state == RecvState::APP_READY);
1046
8.66k
        break;
1047
8.66k
    case RecvState::APP_READY:
1048
8.66k
        Assume(recv_state == RecvState::APP);
1049
8.66k
        break;
1050
0
    case RecvState::V1:
1051
0
        Assume(false); // V1 state cannot be left
1052
0
        break;
1053
18.2k
    }
1054
    // Change state.
1055
18.2k
    m_recv_state = recv_state;
1056
18.2k
}
1057
1058
void V2Transport::SetSendState(SendState send_state) noexcept
1059
414
{
1060
414
    AssertLockHeld(m_send_mutex);
1061
    // Enforce allowed state transitions.
1062
414
    switch (m_send_state) {
1063
146
    case SendState::MAYBE_V1:
1064
146
        Assume(send_state == SendState::V1 || send_state == SendState::AWAITING_KEY);
1065
146
        break;
1066
268
    case SendState::AWAITING_KEY:
1067
268
        Assume(send_state == SendState::READY);
1068
268
        break;
1069
0
    case SendState::READY:
1070
0
    case SendState::V1:
1071
0
        Assume(false); // Final states
1072
0
        break;
1073
414
    }
1074
    // Change state.
1075
414
    m_send_state = send_state;
1076
414
}
1077
1078
bool V2Transport::ReceivedMessageComplete() const noexcept
1079
12.4k
{
1080
12.4k
    AssertLockNotHeld(m_recv_mutex);
1081
12.4k
    LOCK(m_recv_mutex);
1082
12.4k
    if (m_recv_state == RecvState::V1) return m_v1_fallback.ReceivedMessageComplete();
1083
1084
11.9k
    return m_recv_state == RecvState::APP_READY;
1085
12.4k
}
1086
1087
void V2Transport::ProcessReceivedMaybeV1Bytes() noexcept
1088
149
{
1089
149
    AssertLockHeld(m_recv_mutex);
1090
149
    AssertLockNotHeld(m_send_mutex);
1091
149
    Assume(m_recv_state == RecvState::KEY_MAYBE_V1);
1092
    // We still have to determine if this is a v1 or v2 connection. The bytes being received could
1093
    // be the beginning of either a v1 packet (network magic + "version\x00\x00\x00\x00\x00"), or
1094
    // of a v2 public key. BIP324 specifies that a mismatch with this 16-byte string should trigger
1095
    // sending of the key.
1096
149
    std::array<uint8_t, V1_PREFIX_LEN> v1_prefix = {0, 0, 0, 0, 'v', 'e', 'r', 's', 'i', 'o', 'n', 0, 0, 0, 0, 0};
1097
149
    std::copy(std::begin(Params().MessageStart()), std::end(Params().MessageStart()), v1_prefix.begin());
1098
149
    Assume(m_recv_buffer.size() <= v1_prefix.size());
1099
149
    if (!std::equal(m_recv_buffer.begin(), m_recv_buffer.end(), v1_prefix.begin())) {
1100
        // Mismatch with v1 prefix, so we can assume a v2 connection.
1101
140
        SetReceiveState(RecvState::KEY); // Convert to KEY state, leaving received bytes around.
1102
        // Transition the sender to AWAITING_KEY state and start sending.
1103
140
        LOCK(m_send_mutex);
1104
140
        SetSendState(SendState::AWAITING_KEY);
1105
140
        StartSendingHandshake();
1106
140
    } else if (m_recv_buffer.size() == v1_prefix.size()) {
1107
        // Full match with the v1 prefix, so fall back to v1 behavior.
1108
6
        LOCK(m_send_mutex);
1109
6
        std::span<const uint8_t> feedback{m_recv_buffer};
1110
        // Feed already received bytes to v1 transport. It should always accept these, because it's
1111
        // less than the size of a v1 header, and these are the first bytes fed to m_v1_fallback.
1112
6
        bool ret = m_v1_fallback.ReceivedBytes(feedback);
1113
6
        Assume(feedback.empty());
1114
6
        Assume(ret);
1115
6
        SetReceiveState(RecvState::V1);
1116
6
        SetSendState(SendState::V1);
1117
        // Reset v2 transport buffers to save memory.
1118
6
        ClearShrink(m_recv_buffer);
1119
6
        ClearShrink(m_send_buffer);
1120
6
    } else {
1121
        // We have not received enough to distinguish v1 from v2 yet. Wait until more bytes come.
1122
3
    }
1123
149
}
1124
1125
bool V2Transport::ProcessReceivedKeyBytes() noexcept
1126
324
{
1127
324
    AssertLockHeld(m_recv_mutex);
1128
324
    AssertLockNotHeld(m_send_mutex);
1129
324
    Assume(m_recv_state == RecvState::KEY);
1130
324
    Assume(m_recv_buffer.size() <= EllSwiftPubKey::size());
1131
1132
    // As a special exception, if bytes 4-16 of the key on a responder connection match the
1133
    // corresponding bytes of a V1 version message, but bytes 0-4 don't match the network magic
1134
    // (if they did, we'd have switched to V1 state already), assume this is a peer from
1135
    // another network, and disconnect them. They will almost certainly disconnect us too when
1136
    // they receive our uniformly random key and garbage, but detecting this case specially
1137
    // means we can log it.
1138
324
    static constexpr std::array<uint8_t, 12> MATCH = {'v', 'e', 'r', 's', 'i', 'o', 'n', 0, 0, 0, 0, 0};
1139
324
    static constexpr size_t OFFSET = std::tuple_size_v<MessageStartChars>;
1140
324
    if (!m_initiating && m_recv_buffer.size() >= OFFSET + MATCH.size()) {
1141
165
        if (std::equal(MATCH.begin(), MATCH.end(), m_recv_buffer.begin() + OFFSET)) {
1142
2
            LogDebug(BCLog::NET, "V2 transport error: V1 peer with wrong MessageStart %s\n",
1143
2
                     HexStr(std::span(m_recv_buffer).first(OFFSET)));
1144
2
            return false;
1145
2
        }
1146
165
    }
1147
1148
322
    if (m_recv_buffer.size() == EllSwiftPubKey::size()) {
1149
        // Other side's key has been fully received, and can now be Diffie-Hellman combined with
1150
        // our key to initialize the encryption ciphers.
1151
1152
        // Initialize the ciphers.
1153
268
        EllSwiftPubKey ellswift(MakeByteSpan(m_recv_buffer));
1154
268
        LOCK(m_send_mutex);
1155
268
        m_cipher.Initialize(ellswift, m_initiating);
1156
1157
        // Switch receiver state to GARB_GARBTERM.
1158
268
        SetReceiveState(RecvState::GARB_GARBTERM);
1159
268
        m_recv_buffer.clear();
1160
1161
        // Switch sender state to READY.
1162
268
        SetSendState(SendState::READY);
1163
1164
        // Append the garbage terminator to the send buffer.
1165
268
        m_send_buffer.resize(m_send_buffer.size() + BIP324Cipher::GARBAGE_TERMINATOR_LEN);
1166
268
        std::copy(m_cipher.GetSendGarbageTerminator().begin(),
1167
268
                  m_cipher.GetSendGarbageTerminator().end(),
1168
268
                  MakeWritableByteSpan(m_send_buffer).last(BIP324Cipher::GARBAGE_TERMINATOR_LEN).begin());
1169
1170
        // Construct version packet in the send buffer, with the sent garbage data as AAD.
1171
268
        m_send_buffer.resize(m_send_buffer.size() + BIP324Cipher::EXPANSION + VERSION_CONTENTS.size());
1172
268
        m_cipher.Encrypt(
1173
268
            /*contents=*/VERSION_CONTENTS,
1174
268
            /*aad=*/MakeByteSpan(m_send_garbage),
1175
268
            /*ignore=*/false,
1176
268
            /*output=*/MakeWritableByteSpan(m_send_buffer).last(BIP324Cipher::EXPANSION + VERSION_CONTENTS.size()));
1177
        // We no longer need the garbage.
1178
268
        ClearShrink(m_send_garbage);
1179
268
    } else {
1180
        // We still have to receive more key bytes.
1181
54
    }
1182
322
    return true;
1183
324
}
1184
1185
bool V2Transport::ProcessReceivedGarbageBytes() noexcept
1186
580k
{
1187
580k
    AssertLockHeld(m_recv_mutex);
1188
580k
    Assume(m_recv_state == RecvState::GARB_GARBTERM);
1189
580k
    Assume(m_recv_buffer.size() <= MAX_GARBAGE_LEN + BIP324Cipher::GARBAGE_TERMINATOR_LEN);
1190
580k
    if (m_recv_buffer.size() >= BIP324Cipher::GARBAGE_TERMINATOR_LEN) {
1191
576k
        if (std::ranges::equal(MakeByteSpan(m_recv_buffer).last(BIP324Cipher::GARBAGE_TERMINATOR_LEN), m_cipher.GetReceiveGarbageTerminator())) {
1192
            // Garbage terminator received. Store garbage to authenticate it as AAD later.
1193
262
            m_recv_aad = std::move(m_recv_buffer);
1194
262
            m_recv_aad.resize(m_recv_aad.size() - BIP324Cipher::GARBAGE_TERMINATOR_LEN);
1195
262
            m_recv_buffer.clear();
1196
262
            SetReceiveState(RecvState::VERSION);
1197
575k
        } else if (m_recv_buffer.size() == MAX_GARBAGE_LEN + BIP324Cipher::GARBAGE_TERMINATOR_LEN) {
1198
            // We've reached the maximum length for garbage + garbage terminator, and the
1199
            // terminator still does not match. Abort.
1200
4
            LogDebug(BCLog::NET, "V2 transport error: missing garbage terminator, peer=%d\n", m_nodeid);
1201
4
            return false;
1202
575k
        } else {
1203
            // We still need to receive more garbage and/or garbage terminator bytes.
1204
575k
        }
1205
576k
    } else {
1206
        // We have less than GARBAGE_TERMINATOR_LEN (16) bytes, so we certainly need to receive
1207
        // more first.
1208
4.02k
    }
1209
580k
    return true;
1210
580k
}
1211
1212
bool V2Transport::ProcessReceivedPacketBytes() noexcept
1213
118k
{
1214
118k
    AssertLockHeld(m_recv_mutex);
1215
118k
    Assume(m_recv_state == RecvState::VERSION || m_recv_state == RecvState::APP);
1216
1217
    // The maximum permitted contents length for a packet, consisting of:
1218
    // - 0x00 byte: indicating long message type encoding
1219
    // - 12 bytes of message type
1220
    // - payload
1221
118k
    static constexpr size_t MAX_CONTENTS_LEN =
1222
118k
        1 + CMessageHeader::MESSAGE_TYPE_SIZE +
1223
118k
        std::min<size_t>(MAX_SIZE, MAX_PROTOCOL_MESSAGE_LENGTH);
1224
1225
118k
    if (m_recv_buffer.size() == BIP324Cipher::LENGTH_LEN) {
1226
        // Length descriptor received.
1227
58.3k
        m_recv_len = m_cipher.DecryptLength(MakeByteSpan(m_recv_buffer));
1228
58.3k
        if (m_recv_len > MAX_CONTENTS_LEN) {
1229
10
            LogDebug(BCLog::NET, "V2 transport error: packet too large (%u bytes), peer=%d\n", m_recv_len, m_nodeid);
1230
10
            return false;
1231
10
        }
1232
59.9k
    } else if (m_recv_buffer.size() > BIP324Cipher::LENGTH_LEN && m_recv_buffer.size() == m_recv_len + BIP324Cipher::EXPANSION) {
1233
        // Ciphertext received, decrypt it into m_recv_decode_buffer.
1234
        // Note that it is impossible to reach this branch without hitting the branch above first,
1235
        // as GetMaxBytesToProcess only allows up to LENGTH_LEN into the buffer before that point.
1236
58.3k
        m_recv_decode_buffer.resize(m_recv_len);
1237
58.3k
        bool ignore{false};
1238
58.3k
        bool ret = m_cipher.Decrypt(
1239
58.3k
            /*input=*/MakeByteSpan(m_recv_buffer).subspan(BIP324Cipher::LENGTH_LEN),
1240
58.3k
            /*aad=*/MakeByteSpan(m_recv_aad),
1241
58.3k
            /*ignore=*/ignore,
1242
58.3k
            /*contents=*/MakeWritableByteSpan(m_recv_decode_buffer));
1243
58.3k
        if (!ret) {
1244
12
            LogDebug(BCLog::NET, "V2 transport error: packet decryption failure (%u bytes), peer=%d\n", m_recv_len, m_nodeid);
1245
12
            return false;
1246
12
        }
1247
        // We have decrypted a valid packet with the AAD we expected, so clear the expected AAD.
1248
58.3k
        ClearShrink(m_recv_aad);
1249
        // Feed the last 4 bytes of the Poly1305 authentication tag (and its timing) into our RNG.
1250
58.3k
        RandAddEvent(ReadLE32(m_recv_buffer.data() + m_recv_buffer.size() - 4));
1251
1252
        // At this point we have a valid packet decrypted into m_recv_decode_buffer. If it's not a
1253
        // decoy, which we simply ignore, use the current state to decide what to do with it.
1254
58.3k
        if (!ignore) {
1255
8.92k
            switch (m_recv_state) {
1256
260
            case RecvState::VERSION:
1257
                // Version message received; transition to application phase. The contents is
1258
                // ignored, but can be used for future extensions.
1259
260
                SetReceiveState(RecvState::APP);
1260
260
                break;
1261
8.66k
            case RecvState::APP:
1262
                // Application message decrypted correctly. It can be extracted using GetMessage().
1263
8.66k
                SetReceiveState(RecvState::APP_READY);
1264
8.66k
                break;
1265
0
            default:
1266
                // Any other state is invalid (this function should not have been called).
1267
0
                Assume(false);
1268
8.92k
            }
1269
8.92k
        }
1270
        // Wipe the receive buffer where the next packet will be received into.
1271
58.3k
        ClearShrink(m_recv_buffer);
1272
        // In all but APP_READY state, we can wipe the decoded contents.
1273
58.3k
        if (m_recv_state != RecvState::APP_READY) ClearShrink(m_recv_decode_buffer);
1274
58.3k
    } else {
1275
        // We either have less than 3 bytes, so we don't know the packet's length yet, or more
1276
        // than 3 bytes but less than the packet's full ciphertext. Wait until those arrive.
1277
1.52k
    }
1278
118k
    return true;
1279
118k
}
1280
1281
size_t V2Transport::GetMaxBytesToProcess() noexcept
1282
700k
{
1283
700k
    AssertLockHeld(m_recv_mutex);
1284
700k
    switch (m_recv_state) {
1285
149
    case RecvState::KEY_MAYBE_V1:
1286
        // During the KEY_MAYBE_V1 state we do not allow more than the length of v1 prefix into the
1287
        // receive buffer.
1288
149
        Assume(m_recv_buffer.size() <= V1_PREFIX_LEN);
1289
        // As long as we're not sure if this is a v1 or v2 connection, don't receive more than what
1290
        // is strictly necessary to distinguish the two (16 bytes). If we permitted more than
1291
        // the v1 header size (24 bytes), we may not be able to feed the already-received bytes
1292
        // back into the m_v1_fallback V1 transport.
1293
149
        return V1_PREFIX_LEN - m_recv_buffer.size();
1294
324
    case RecvState::KEY:
1295
        // During the KEY state, we only allow the 64-byte key into the receive buffer.
1296
324
        Assume(m_recv_buffer.size() <= EllSwiftPubKey::size());
1297
        // As long as we have not received the other side's public key, don't receive more than
1298
        // that (64 bytes), as garbage follows, and locating the garbage terminator requires the
1299
        // key exchange first.
1300
324
        return EllSwiftPubKey::size() - m_recv_buffer.size();
1301
580k
    case RecvState::GARB_GARBTERM:
1302
        // Process garbage bytes one by one (because terminator may appear anywhere).
1303
580k
        return 1;
1304
2.03k
    case RecvState::VERSION:
1305
118k
    case RecvState::APP:
1306
        // These three states all involve decoding a packet. Process the length descriptor first,
1307
        // so that we know where the current packet ends (and we don't process bytes from the next
1308
        // packet or decoy yet). Then, process the ciphertext bytes of the current packet.
1309
118k
        if (m_recv_buffer.size() < BIP324Cipher::LENGTH_LEN) {
1310
58.3k
            return BIP324Cipher::LENGTH_LEN - m_recv_buffer.size();
1311
59.8k
        } else {
1312
            // Note that BIP324Cipher::EXPANSION is the total difference between contents size
1313
            // and encoded packet size, which includes the 3 bytes due to the packet length.
1314
            // When transitioning from receiving the packet length to receiving its ciphertext,
1315
            // the encrypted packet length is left in the receive buffer.
1316
59.8k
            return BIP324Cipher::EXPANSION + m_recv_len - m_recv_buffer.size();
1317
59.8k
        }
1318
1.64k
    case RecvState::APP_READY:
1319
        // No bytes can be processed until GetMessage() is called.
1320
1.64k
        return 0;
1321
0
    case RecvState::V1:
1322
        // Not allowed (must be dealt with by the caller).
1323
0
        Assume(false);
1324
0
        return 0;
1325
700k
    }
1326
0
    Assume(false); // unreachable
1327
0
    return 0;
1328
700k
}
1329
1330
bool V2Transport::ReceivedBytes(std::span<const uint8_t>& msg_bytes) noexcept
1331
11.7k
{
1332
11.7k
    AssertLockNotHeld(m_recv_mutex);
1333
    /** How many bytes to allocate in the receive buffer at most above what is received so far. */
1334
11.7k
    static constexpr size_t MAX_RESERVE_AHEAD = 256 * 1024;
1335
1336
11.7k
    LOCK(m_recv_mutex);
1337
11.7k
    if (m_recv_state == RecvState::V1) return m_v1_fallback.ReceivedBytes(msg_bytes);
1338
1339
    // Process the provided bytes in msg_bytes in a loop. In each iteration a nonzero number of
1340
    // bytes (decided by GetMaxBytesToProcess) are taken from the beginning om msg_bytes, and
1341
    // appended to m_recv_buffer. Then, depending on the receiver state, one of the
1342
    // ProcessReceived*Bytes functions is called to process the bytes in that buffer.
1343
710k
    while (!msg_bytes.empty()) {
1344
        // Decide how many bytes to copy from msg_bytes to m_recv_buffer.
1345
700k
        size_t max_read = GetMaxBytesToProcess();
1346
1347
        // Reserve space in the buffer if there is not enough.
1348
700k
        if (m_recv_buffer.size() + std::min(msg_bytes.size(), max_read) > m_recv_buffer.capacity()) {
1349
117k
            switch (m_recv_state) {
1350
146
            case RecvState::KEY_MAYBE_V1:
1351
276
            case RecvState::KEY:
1352
276
            case RecvState::GARB_GARBTERM:
1353
                // During the initial states (key/garbage), allocate once to fit the maximum (4111
1354
                // bytes).
1355
276
                m_recv_buffer.reserve(MAX_GARBAGE_LEN + BIP324Cipher::GARBAGE_TERMINATOR_LEN);
1356
276
                break;
1357
1.68k
            case RecvState::VERSION:
1358
116k
            case RecvState::APP: {
1359
                // During states where a packet is being received, as much as is expected but never
1360
                // more than MAX_RESERVE_AHEAD bytes in addition to what is received so far.
1361
                // This means attackers that want to cause us to waste allocated memory are limited
1362
                // to MAX_RESERVE_AHEAD above the largest allowed message contents size, and to
1363
                // MAX_RESERVE_AHEAD more than they've actually sent us.
1364
116k
                size_t alloc_add = std::min(max_read, msg_bytes.size() + MAX_RESERVE_AHEAD);
1365
116k
                m_recv_buffer.reserve(m_recv_buffer.size() + alloc_add);
1366
116k
                break;
1367
1.68k
            }
1368
0
            case RecvState::APP_READY:
1369
                // The buffer is empty in this state.
1370
0
                Assume(m_recv_buffer.empty());
1371
0
                break;
1372
0
            case RecvState::V1:
1373
                // Should have bailed out above.
1374
0
                Assume(false);
1375
0
                break;
1376
117k
            }
1377
117k
        }
1378
1379
        // Can't read more than provided input.
1380
700k
        max_read = std::min(msg_bytes.size(), max_read);
1381
        // Copy data to buffer.
1382
700k
        m_recv_buffer.insert(m_recv_buffer.end(), UCharCast(msg_bytes.data()), UCharCast(msg_bytes.data() + max_read));
1383
700k
        msg_bytes = msg_bytes.subspan(max_read);
1384
1385
        // Process data in the buffer.
1386
700k
        switch (m_recv_state) {
1387
149
        case RecvState::KEY_MAYBE_V1:
1388
149
            ProcessReceivedMaybeV1Bytes();
1389
149
            if (m_recv_state == RecvState::V1) return true;
1390
143
            break;
1391
1392
324
        case RecvState::KEY:
1393
324
            if (!ProcessReceivedKeyBytes()) return false;
1394
322
            break;
1395
1396
580k
        case RecvState::GARB_GARBTERM:
1397
580k
            if (!ProcessReceivedGarbageBytes()) return false;
1398
580k
            break;
1399
1400
580k
        case RecvState::VERSION:
1401
118k
        case RecvState::APP:
1402
118k
            if (!ProcessReceivedPacketBytes()) return false;
1403
118k
            break;
1404
1405
118k
        case RecvState::APP_READY:
1406
1.64k
            return true;
1407
1408
0
        case RecvState::V1:
1409
            // We should have bailed out before.
1410
0
            Assume(false);
1411
0
            break;
1412
700k
        }
1413
        // Make sure we have made progress before continuing.
1414
698k
        Assume(max_read > 0);
1415
698k
    }
1416
1417
9.61k
    return true;
1418
11.2k
}
1419
1420
std::optional<std::string> V2Transport::GetMessageType(std::span<const uint8_t>& contents) noexcept
1421
8.66k
{
1422
8.66k
    if (contents.size() == 0) return std::nullopt; // Empty contents
1423
8.66k
    uint8_t first_byte = contents[0];
1424
8.66k
    contents = contents.subspan(1); // Strip first byte.
1425
1426
8.66k
    if (first_byte != 0) {
1427
        // Short (1 byte) encoding.
1428
7.72k
        if (first_byte < std::size(V2_MESSAGE_IDS)) {
1429
            // Valid short message id.
1430
7.72k
            return V2_MESSAGE_IDS[first_byte];
1431
7.72k
        } else {
1432
            // Unknown short message id.
1433
1
            return std::nullopt;
1434
1
        }
1435
7.72k
    }
1436
1437
939
    if (contents.size() < CMessageHeader::MESSAGE_TYPE_SIZE) {
1438
10
        return std::nullopt; // Long encoding needs 12 message type bytes.
1439
10
    }
1440
1441
929
    size_t msg_type_len{0};
1442
8.28k
    while (msg_type_len < CMessageHeader::MESSAGE_TYPE_SIZE && contents[msg_type_len] != 0) {
1443
        // Verify that message type bytes before the first 0x00 are in range. BIP324 specifies the
1444
        // long message type encoding as "an ASCII message type (as in the v1 P2P protocol)".
1445
7.36k
        if (contents[msg_type_len] < ' ' || contents[msg_type_len] > 0x7E) {
1446
10
            return {};
1447
10
        }
1448
7.35k
        ++msg_type_len;
1449
7.35k
    }
1450
919
    std::string ret{reinterpret_cast<const char*>(contents.data()), msg_type_len};
1451
4.50k
    while (msg_type_len < CMessageHeader::MESSAGE_TYPE_SIZE) {
1452
        // Verify that message type bytes after the first 0x00 are also 0x00.
1453
3.63k
        if (contents[msg_type_len] != 0) return {};
1454
3.58k
        ++msg_type_len;
1455
3.58k
    }
1456
    // Strip message type bytes of contents.
1457
869
    contents = contents.subspan(CMessageHeader::MESSAGE_TYPE_SIZE);
1458
869
    return ret;
1459
919
}
1460
1461
CNetMessage V2Transport::GetReceivedMessage(NodeClock::time_point time, bool& reject_message) noexcept
1462
8.88k
{
1463
8.88k
    AssertLockNotHeld(m_recv_mutex);
1464
8.88k
    LOCK(m_recv_mutex);
1465
8.88k
    if (m_recv_state == RecvState::V1) return m_v1_fallback.GetReceivedMessage(time, reject_message);
1466
1467
8.66k
    Assume(m_recv_state == RecvState::APP_READY);
1468
8.66k
    std::span<const uint8_t> contents{m_recv_decode_buffer};
1469
8.66k
    auto msg_type = GetMessageType(contents);
1470
8.66k
    CNetMessage msg{DataStream{}};
1471
    // Note that BIP324Cipher::EXPANSION also includes the length descriptor size.
1472
8.66k
    msg.m_raw_message_size = m_recv_decode_buffer.size() + BIP324Cipher::EXPANSION;
1473
8.66k
    if (msg_type) {
1474
8.59k
        reject_message = false;
1475
8.59k
        msg.m_type = std::move(*msg_type);
1476
8.59k
        msg.m_time = time;
1477
8.59k
        msg.m_message_size = contents.size();
1478
8.59k
        msg.m_recv.resize(contents.size());
1479
8.59k
        std::copy(contents.begin(), contents.end(), UCharCast(msg.m_recv.data()));
1480
8.59k
    } else {
1481
71
        LogDebug(BCLog::NET, "V2 transport error: invalid message type (%u bytes contents), peer=%d\n", m_recv_decode_buffer.size(), m_nodeid);
1482
71
        reject_message = true;
1483
71
    }
1484
8.66k
    ClearShrink(m_recv_decode_buffer);
1485
8.66k
    SetReceiveState(RecvState::APP);
1486
1487
8.66k
    return msg;
1488
8.88k
}
1489
1490
bool V2Transport::SetMessageToSend(CSerializedNetMsg& msg) noexcept
1491
9.65k
{
1492
9.65k
    AssertLockNotHeld(m_send_mutex);
1493
9.65k
    LOCK(m_send_mutex);
1494
9.65k
    if (m_send_state == SendState::V1) return m_v1_fallback.SetMessageToSend(msg);
1495
    // We only allow adding a new message to be sent when in the READY state (so the packet cipher
1496
    // is available) and the send buffer is empty. This limits the number of messages in the send
1497
    // buffer to just one, and leaves the responsibility for queueing them up to the caller.
1498
9.27k
    if (!(m_send_state == SendState::READY && m_send_buffer.empty())) return false;
1499
    // Construct contents (encoding message type + payload).
1500
9.18k
    std::vector<uint8_t> contents;
1501
9.18k
    auto short_message_id = V2_MESSAGE_MAP(msg.m_type);
1502
9.18k
    if (short_message_id) {
1503
8.27k
        contents.resize(1 + msg.data.size());
1504
8.27k
        contents[0] = *short_message_id;
1505
8.27k
        std::copy(msg.data.begin(), msg.data.end(), contents.begin() + 1);
1506
8.27k
    } else {
1507
        // Initialize with zeroes, and then write the message type string starting at offset 1.
1508
        // This means contents[0] and the unused positions in contents[1..13] remain 0x00.
1509
913
        contents.resize(1 + CMessageHeader::MESSAGE_TYPE_SIZE + msg.data.size(), 0);
1510
913
        std::copy(msg.m_type.begin(), msg.m_type.end(), contents.data() + 1);
1511
913
        std::copy(msg.data.begin(), msg.data.end(), contents.begin() + 1 + CMessageHeader::MESSAGE_TYPE_SIZE);
1512
913
    }
1513
    // Construct ciphertext in send buffer.
1514
9.18k
    m_send_buffer.resize(contents.size() + BIP324Cipher::EXPANSION);
1515
9.18k
    m_cipher.Encrypt(MakeByteSpan(contents), {}, false, MakeWritableByteSpan(m_send_buffer));
1516
9.18k
    m_send_type = msg.m_type;
1517
    // Release memory
1518
9.18k
    ClearShrink(msg.data);
1519
9.18k
    return true;
1520
9.27k
}
1521
1522
Transport::BytesToSend V2Transport::GetBytesToSend(bool have_next_message) const noexcept
1523
70.8k
{
1524
70.8k
    AssertLockNotHeld(m_send_mutex);
1525
70.8k
    LOCK(m_send_mutex);
1526
70.8k
    if (m_send_state == SendState::V1) return m_v1_fallback.GetBytesToSend(have_next_message);
1527
1528
67.6k
    if (m_send_state == SendState::MAYBE_V1) Assume(m_send_buffer.empty());
1529
67.6k
    Assume(m_send_pos <= m_send_buffer.size());
1530
67.6k
    return {
1531
67.6k
        std::span{m_send_buffer}.subspan(m_send_pos),
1532
        // We only have more to send after the current m_send_buffer if there is a (next)
1533
        // message to be sent, and we're capable of sending packets. */
1534
67.6k
        have_next_message && m_send_state == SendState::READY,
1535
67.6k
        m_send_type
1536
67.6k
    };
1537
70.8k
}
1538
1539
void V2Transport::MarkBytesSent(size_t bytes_sent) noexcept
1540
11.1k
{
1541
11.1k
    AssertLockNotHeld(m_send_mutex);
1542
11.1k
    LOCK(m_send_mutex);
1543
11.1k
    if (m_send_state == SendState::V1) return m_v1_fallback.MarkBytesSent(bytes_sent);
1544
1545
10.3k
    if (m_send_state == SendState::AWAITING_KEY && m_send_pos == 0 && bytes_sent > 0) {
1546
141
        LogDebug(BCLog::NET, "start sending v2 handshake to peer=%d\n", m_nodeid);
1547
141
    }
1548
1549
10.3k
    m_send_pos += bytes_sent;
1550
10.3k
    Assume(m_send_pos <= m_send_buffer.size());
1551
10.3k
    if (m_send_pos >= CMessageHeader::HEADER_SIZE) {
1552
10.2k
        m_sent_v1_header_worth = true;
1553
10.2k
    }
1554
    // Wipe the buffer when everything is sent.
1555
10.3k
    if (m_send_pos == m_send_buffer.size()) {
1556
9.58k
        m_send_pos = 0;
1557
9.58k
        ClearShrink(m_send_buffer);
1558
9.58k
    }
1559
10.3k
}
1560
1561
bool V2Transport::ShouldReconnectV1() const noexcept
1562
152
{
1563
152
    AssertLockNotHeld(m_send_mutex);
1564
152
    AssertLockNotHeld(m_recv_mutex);
1565
    // Only outgoing connections need reconnection.
1566
152
    if (!m_initiating) return false;
1567
1568
75
    LOCK(m_recv_mutex);
1569
    // We only reconnect in the very first state and when the receive buffer is empty. Together
1570
    // these conditions imply nothing has been received so far.
1571
75
    if (m_recv_state != RecvState::KEY) return false;
1572
7
    if (!m_recv_buffer.empty()) return false;
1573
    // Check if we've sent enough for the other side to disconnect us (if it was V1).
1574
7
    LOCK(m_send_mutex);
1575
7
    return m_sent_v1_header_worth;
1576
7
}
1577
1578
size_t V2Transport::GetSendMemoryUsage() const noexcept
1579
19.2k
{
1580
19.2k
    AssertLockNotHeld(m_send_mutex);
1581
19.2k
    LOCK(m_send_mutex);
1582
19.2k
    if (m_send_state == SendState::V1) return m_v1_fallback.GetSendMemoryUsage();
1583
1584
18.5k
    return sizeof(m_send_buffer) + memusage::DynamicUsage(m_send_buffer);
1585
19.2k
}
1586
1587
Transport::Info V2Transport::GetInfo() const noexcept
1588
2.40k
{
1589
2.40k
    AssertLockNotHeld(m_recv_mutex);
1590
2.40k
    LOCK(m_recv_mutex);
1591
2.40k
    if (m_recv_state == RecvState::V1) return m_v1_fallback.GetInfo();
1592
1593
2.36k
    Transport::Info info;
1594
1595
    // Do not report v2 and session ID until the version packet has been received
1596
    // and verified (confirming that the other side very likely has the same keys as us).
1597
2.36k
    if (m_recv_state != RecvState::KEY_MAYBE_V1 && m_recv_state != RecvState::KEY &&
1598
2.36k
        m_recv_state != RecvState::GARB_GARBTERM && m_recv_state != RecvState::VERSION) {
1599
2.29k
        info.transport_type = TransportProtocolType::V2;
1600
2.29k
        info.session_id = uint256(MakeUCharSpan(m_cipher.GetSessionID()));
1601
2.29k
    } else {
1602
69
        info.transport_type = TransportProtocolType::DETECTING;
1603
69
    }
1604
1605
2.36k
    return info;
1606
2.40k
}
1607
1608
std::pair<size_t, bool> CConnman::SocketSendData(CNode& node) const
1609
144k
{
1610
144k
    auto it = node.vSendMsg.begin();
1611
144k
    size_t nSentSize = 0;
1612
144k
    bool data_left{false}; //!< second return value (whether unsent data remains)
1613
144k
    std::optional<bool> expected_more;
1614
1615
417k
    while (true) {
1616
417k
        if (it != node.vSendMsg.end()) {
1617
            // If possible, move one message from the send queue to the transport. This fails when
1618
            // there is an existing message still being sent, or (for v2 transports) when the
1619
            // handshake has not yet completed.
1620
144k
            size_t memusage = it->GetMemoryUsage();
1621
144k
            if (node.m_transport->SetMessageToSend(*it)) {
1622
                // Update memory usage of send buffer (as *it will be deleted).
1623
143k
                node.m_send_memusage -= memusage;
1624
143k
                ++it;
1625
143k
            }
1626
144k
        }
1627
417k
        const auto& [data, more, msg_type] = node.m_transport->GetBytesToSend(it != node.vSendMsg.end());
1628
        // We rely on the 'more' value returned by GetBytesToSend to correctly predict whether more
1629
        // bytes are still to be sent, to correctly set the MSG_MORE flag. As a sanity check,
1630
        // verify that the previously returned 'more' was correct.
1631
417k
        if (expected_more.has_value()) Assume(!data.empty() == *expected_more);
1632
417k
        expected_more = more;
1633
417k
        data_left = !data.empty(); // will be overwritten on next loop if all of data gets sent
1634
417k
        int nBytes = 0;
1635
417k
        if (!data.empty()) {
1636
273k
            LOCK(node.m_sock_mutex);
1637
            // There is no socket in case we've already disconnected, or in test cases without
1638
            // real connections. In these cases, we bail out immediately and just leave things
1639
            // in the send queue and transport.
1640
273k
            if (!node.m_sock) {
1641
10
                break;
1642
10
            }
1643
273k
            int flags = MSG_NOSIGNAL | MSG_DONTWAIT;
1644
273k
#ifdef MSG_MORE
1645
273k
            if (more) {
1646
129k
                flags |= MSG_MORE;
1647
129k
            }
1648
273k
#endif
1649
273k
            nBytes = node.m_sock->Send(data.data(), data.size(), flags);
1650
273k
        }
1651
417k
        if (nBytes > 0) {
1652
273k
            node.m_last_send = NodeClock::now();
1653
273k
            node.nSendBytes += nBytes;
1654
            // Notify transport that bytes have been processed.
1655
273k
            node.m_transport->MarkBytesSent(nBytes);
1656
            // Update statistics per message type.
1657
273k
            if (!msg_type.empty()) { // don't report v2 handshake bytes for now
1658
273k
                node.AccountForSentBytes(msg_type, nBytes);
1659
273k
            }
1660
273k
            nSentSize += nBytes;
1661
273k
            if ((size_t)nBytes != data.size()) {
1662
                // could not send full message; stop sending more
1663
8
                break;
1664
8
            }
1665
273k
        } else {
1666
144k
            if (nBytes < 0) {
1667
                // error
1668
4
                int nErr = WSAGetLastError();
1669
4
                if (nErr != WSAEWOULDBLOCK && nErr != WSAEMSGSIZE && nErr != WSAEINTR && nErr != WSAEINPROGRESS) {
1670
4
                    LogDebug(BCLog::NET, "socket send error, %s: %s", node.DisconnectMsg(), NetworkErrorString(nErr));
1671
4
                    node.CloseSocketDisconnect();
1672
4
                }
1673
4
            }
1674
144k
            break;
1675
144k
        }
1676
417k
    }
1677
1678
144k
    node.fPauseSend = node.m_send_memusage + node.m_transport->GetSendMemoryUsage() > nSendBufferMaxSize;
1679
1680
144k
    if (it == node.vSendMsg.end()) {
1681
144k
        assert(node.m_send_memusage == 0);
1682
144k
    }
1683
144k
    node.vSendMsg.erase(node.vSendMsg.begin(), it);
1684
144k
    return {nSentSize, data_left};
1685
144k
}
1686
1687
/** Try to find an inbound connection to evict.
1688
 *  Extreme care must be taken to avoid opening the node to attacker
1689
 *   triggered network partitioning.
1690
 *  The strategy used here is to protect a small number of peers
1691
 *   for each of several distinct characteristics which are difficult
1692
 *   to forge.  In order to partition a node the attacker must be
1693
 *   simultaneously better at all of them than honest peers.
1694
 */
1695
bool CConnman::AttemptToEvictConnection(bool evict_tx_relay_peer_only, std::optional<NodeId> protect_peer)
1696
6
{
1697
6
    AssertLockNotHeld(m_nodes_mutex);
1698
1699
6
    std::vector<NodeEvictionCandidate> vEvictionCandidates;
1700
6
    {
1701
1702
6
        LOCK(m_nodes_mutex);
1703
51
        for (const CNode* node : m_nodes) {
1704
51
            if (node->fDisconnect)
1705
0
                continue;
1706
51
            if (protect_peer.has_value() && node->GetId() == protect_peer) {
1707
4
                continue;
1708
4
            }
1709
47
            if (evict_tx_relay_peer_only && !node->m_relays_txs) {
1710
21
                continue;
1711
21
            }
1712
26
            NodeEvictionCandidate candidate{
1713
26
                .id = node->GetId(),
1714
26
                .m_connected = node->m_connected,
1715
26
                .m_min_ping_time = node->m_min_ping_time,
1716
26
                .m_last_block_time = node->m_last_block_time,
1717
26
                .m_last_tx_time = node->m_last_tx_time,
1718
26
                .fRelevantServices = node->m_has_all_wanted_services,
1719
26
                .m_relay_txs = node->m_relays_txs.load(),
1720
26
                .fBloomFilter = node->m_bloom_filter_loaded.load(),
1721
26
                .nKeyedNetGroup = node->nKeyedNetGroup,
1722
26
                .prefer_evict = node->m_prefer_evict,
1723
26
                .m_is_local = node->addr.IsLocal(),
1724
26
                .m_network = node->ConnectedThroughNetwork(),
1725
26
                .m_noban = node->HasPermission(NetPermissionFlags::NoBan),
1726
26
                .m_conn_type = node->m_conn_type,
1727
26
            };
1728
26
            vEvictionCandidates.push_back(candidate);
1729
26
        }
1730
6
    }
1731
6
    const std::optional<NodeId> node_id_to_evict = SelectNodeToEvict(std::move(vEvictionCandidates));
1732
6
    if (!node_id_to_evict) {
1733
5
        return false;
1734
5
    }
1735
1
    LOCK(m_nodes_mutex);
1736
9
    for (CNode* pnode : m_nodes) {
1737
9
        if (pnode->GetId() == *node_id_to_evict) {
1738
1
            LogDebug(BCLog::NET, "selected %s connection for eviction, %s", pnode->ConnectionTypeAsString(), pnode->DisconnectMsg());
1739
1
            TRACEPOINT(net, evicted_inbound_connection,
1740
1
                pnode->GetId(),
1741
1
                pnode->m_addr_name.c_str(),
1742
1
                pnode->ConnectionTypeAsString().c_str(),
1743
1
                pnode->ConnectedThroughNetwork(),
1744
1
                TicksSinceEpoch<std::chrono::seconds>(pnode->m_connected));
1745
1
            pnode->fDisconnect = true;
1746
1
            return true;
1747
1
        }
1748
9
    }
1749
0
    return false;
1750
1
}
1751
1752
1.11k
void CConnman::AcceptConnection(const ListenSocket& hListenSocket) {
1753
1.11k
    AssertLockNotHeld(m_nodes_mutex);
1754
1755
1.11k
    struct sockaddr_storage sockaddr;
1756
1.11k
    socklen_t len = sizeof(sockaddr);
1757
1.11k
    auto sock = hListenSocket.sock->Accept((struct sockaddr*)&sockaddr, &len);
1758
1759
1.11k
    if (!sock) {
1760
0
        const int nErr = WSAGetLastError();
1761
0
        if (nErr != WSAEWOULDBLOCK) {
1762
0
            LogInfo("socket error accept failed: %s\n", NetworkErrorString(nErr));
1763
0
        }
1764
0
        return;
1765
0
    }
1766
1767
1.11k
    CService addr;
1768
1.11k
    if (!addr.SetSockAddr((const struct sockaddr*)&sockaddr, len)) {
1769
0
        LogWarning("Unknown socket family\n");
1770
1.11k
    } else {
1771
1.11k
        addr = MaybeFlipIPv6toCJDNS(addr);
1772
1.11k
    }
1773
1774
1.11k
    const CService addr_bind{MaybeFlipIPv6toCJDNS(GetBindAddress(*sock))};
1775
1776
1.11k
    NetPermissionFlags permission_flags = NetPermissionFlags::None;
1777
1.11k
    hListenSocket.AddSocketPermissionFlags(permission_flags);
1778
1779
1.11k
    CreateNodeFromAcceptedSocket(std::move(sock), permission_flags, addr_bind, addr);
1780
1.11k
}
1781
1782
void CConnman::CreateNodeFromAcceptedSocket(std::unique_ptr<Sock>&& sock,
1783
                                            NetPermissionFlags permission_flags,
1784
                                            const CService& addr_bind,
1785
                                            const CService& addr)
1786
1.11k
{
1787
1.11k
    AssertLockNotHeld(m_nodes_mutex);
1788
1789
1.11k
    int nInbound = 0;
1790
1791
1.11k
    const bool inbound_onion = std::find(m_onion_binds.begin(), m_onion_binds.end(), addr_bind) != m_onion_binds.end();
1792
1793
    // Tor inbound connections do not reveal the peer's actual network address.
1794
    // Therefore do not apply address-based whitelist permissions to them.
1795
1.11k
    AddWhitelistPermissionFlags(permission_flags, inbound_onion ? std::optional<CNetAddr>{} : addr, vWhitelistedRangeIncoming);
1796
1797
1.11k
    {
1798
1.11k
        LOCK(m_nodes_mutex);
1799
4.16k
        for (const CNode* pnode : m_nodes) {
1800
4.16k
            if (pnode->IsInboundConn()) nInbound++;
1801
4.16k
        }
1802
1.11k
    }
1803
1804
1.11k
    if (!fNetworkActive) {
1805
0
        LogDebug(BCLog::NET, "connection from %s dropped: not accepting new connections\n", addr.ToStringAddrPort());
1806
0
        return;
1807
0
    }
1808
1809
1.11k
    if (!sock->IsSelectable()) {
1810
0
        LogInfo("connection from %s dropped: non-selectable socket\n", addr.ToStringAddrPort());
1811
0
        return;
1812
0
    }
1813
1814
    // According to the internet TCP_NODELAY is not carried into accepted sockets
1815
    // on all platforms.  Set it again here just to be sure.
1816
1.11k
    const int on{1};
1817
1.11k
    if (sock->SetSockOpt(IPPROTO_TCP, TCP_NODELAY, &on, sizeof(on)) == SOCKET_ERROR) {
1818
0
        LogDebug(BCLog::NET, "connection from %s: unable to set TCP_NODELAY, continuing anyway\n",
1819
0
                 addr.ToStringAddrPort());
1820
0
    }
1821
1822
    // Don't accept connections from banned peers.
1823
1.11k
    bool banned = m_banman && m_banman->IsBanned(addr);
1824
1.11k
    if (!NetPermissions::HasFlag(permission_flags, NetPermissionFlags::NoBan) && banned)
1825
3
    {
1826
3
        LogDebug(BCLog::NET, "connection from %s dropped (banned)\n", addr.ToStringAddrPort());
1827
3
        return;
1828
3
    }
1829
1830
    // Only accept connections from discouraged peers if our inbound slots aren't (almost) full.
1831
1.10k
    bool discouraged = m_banman && m_banman->IsDiscouraged(addr);
1832
1.10k
    if (!NetPermissions::HasFlag(permission_flags, NetPermissionFlags::NoBan) && nInbound + 1 >= m_max_inbound && discouraged)
1833
0
    {
1834
0
        LogDebug(BCLog::NET, "connection from %s dropped (discouraged)\n", addr.ToStringAddrPort());
1835
0
        return;
1836
0
    }
1837
1838
1.10k
    if (nInbound >= m_max_inbound)
1839
1
    {
1840
1
        if (!AttemptToEvictConnection(/*evict_tx_relay_peer_only=*/false)) {
1841
            // No connection to evict, disconnect the new connection
1842
1
            LogDebug(BCLog::NET, "failed to find an eviction candidate - connection dropped (full)\n");
1843
1
            return;
1844
1
        }
1845
1
    }
1846
1847
1.10k
    NodeId id = GetNewNodeId();
1848
1.10k
    uint64_t nonce = GetDeterministicRandomizer(RANDOMIZER_ID_LOCALHOSTNONCE).Write(id).Finalize();
1849
1850
    // The V2Transport transparently falls back to V1 behavior when an incoming V1 connection is
1851
    // detected, so use it whenever we signal NODE_P2P_V2.
1852
1.10k
    ServiceFlags local_services = GetLocalServices();
1853
1.10k
    const bool use_v2transport(local_services & NODE_P2P_V2);
1854
1855
1.10k
    uint64_t network_id = GetDeterministicRandomizer(RANDOMIZER_ID_NETWORKKEY)
1856
1.10k
                        .Write(inbound_onion ? NET_ONION : addr.GetNetClass())
1857
1.10k
                        .Write(addr_bind.GetAddrBytes())
1858
1.10k
                        .Write(addr_bind.GetPort()) // inbound connections use bind port
1859
1.10k
                        .Finalize();
1860
1.10k
    CNode* pnode = new CNode(id,
1861
1.10k
                             std::move(sock),
1862
1.10k
                             CAddress{addr, NODE_NONE},
1863
1.10k
                             CalculateKeyedNetGroup(addr),
1864
1.10k
                             nonce,
1865
1.10k
                             addr_bind,
1866
1.10k
                             /*addrNameIn=*/"",
1867
1.10k
                             ConnectionType::INBOUND,
1868
1.10k
                             inbound_onion,
1869
1.10k
                             network_id,
1870
1.10k
                             CNodeOptions{
1871
1.10k
                                 .permission_flags = permission_flags,
1872
1.10k
                                 .prefer_evict = discouraged,
1873
1.10k
                                 .recv_flood_size = nReceiveFloodSize,
1874
1.10k
                                 .use_v2transport = use_v2transport,
1875
1.10k
                             });
1876
1.10k
    pnode->AddRef();
1877
1.10k
    m_msgproc->InitializeNode(*pnode, local_services);
1878
1.10k
    {
1879
1.10k
        LOCK(m_nodes_mutex);
1880
1.10k
        m_nodes.push_back(pnode);
1881
1.10k
    }
1882
1.10k
    LogDebug(BCLog::NET, "connection from %s accepted\n", addr.ToStringAddrPort());
1883
1.10k
    TRACEPOINT(net, inbound_connection,
1884
1.10k
        pnode->GetId(),
1885
1.10k
        pnode->m_addr_name.c_str(),
1886
1.10k
        pnode->ConnectionTypeAsString().c_str(),
1887
1.10k
        pnode->ConnectedThroughNetwork(),
1888
1.10k
        GetNodeCount(ConnectionDirection::In));
1889
1890
    // We received a new connection, harvest entropy from the time (and our peer count)
1891
1.10k
    RandAddEvent((uint32_t)id);
1892
1.10k
}
1893
1894
bool CConnman::AddConnection(const std::string& address, ConnectionType conn_type, bool use_v2transport = false)
1895
164
{
1896
164
    AssertLockNotHeld(m_nodes_mutex);
1897
164
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
1898
164
    std::optional<int> max_connections;
1899
164
    switch (conn_type) {
1900
0
    case ConnectionType::INBOUND:
1901
0
    case ConnectionType::PRIVATE_BROADCAST:
1902
0
        return false;
1903
    // no separate per-type limit for MANUAL because semAddnode limits them
1904
3
    case ConnectionType::MANUAL:
1905
3
        break;
1906
105
    case ConnectionType::OUTBOUND_FULL_RELAY:
1907
105
        max_connections = m_max_outbound_full_relay;
1908
105
        break;
1909
36
    case ConnectionType::BLOCK_RELAY:
1910
36
        max_connections = m_max_outbound_block_relay;
1911
36
        break;
1912
    // no limit for ADDR_FETCH because -seednode has no limit either
1913
15
    case ConnectionType::ADDR_FETCH:
1914
15
        break;
1915
    // no limit for FEELER connections since they're short-lived
1916
5
    case ConnectionType::FEELER:
1917
5
        break;
1918
164
    } // no default case, so the compiler can warn about missing cases
1919
1920
    // Count existing connections
1921
164
    int existing_connections = WITH_LOCK(m_nodes_mutex,
1922
164
                                         return std::count_if(m_nodes.begin(), m_nodes.end(), [conn_type](CNode* node) { return node->m_conn_type == conn_type; }););
1923
1924
    // Max connections of specified type already exist
1925
164
    if (max_connections != std::nullopt && existing_connections >= max_connections) return false;
1926
1927
    // Max total automatic outbound or manual connections already exist
1928
164
    CountingSemaphoreGrant<> grant(conn_type == ConnectionType::MANUAL ? *semAddnode : *semOutbound, true);
1929
164
    if (!grant) return false;
1930
1931
164
    OpenNetworkConnection(/*addrConnect=*/CAddress{},
1932
164
                          /*fCountFailure=*/false,
1933
164
                          /*grant_outbound=*/std::move(grant),
1934
164
                          /*pszDest=*/address.c_str(),
1935
164
                          /*conn_type=*/conn_type,
1936
164
                          /*use_v2transport=*/use_v2transport,
1937
164
                          /*proxy_override=*/std::nullopt);
1938
164
    return true;
1939
164
}
1940
1941
void CConnman::DisconnectNodes()
1942
317k
{
1943
317k
    AssertLockNotHeld(m_nodes_mutex);
1944
317k
    AssertLockNotHeld(m_reconnections_mutex);
1945
1946
    // Use a temporary variable to accumulate desired reconnections, so we don't need
1947
    // m_reconnections_mutex while holding m_nodes_mutex.
1948
317k
    decltype(m_reconnections) reconnections_to_add;
1949
1950
317k
    {
1951
317k
        LOCK(m_nodes_mutex);
1952
1953
317k
        const bool network_active{fNetworkActive};
1954
317k
        if (!network_active) {
1955
            // Disconnect any connected nodes
1956
174
            for (CNode* pnode : m_nodes) {
1957
7
                if (!pnode->fDisconnect) {
1958
7
                    LogDebug(BCLog::NET, "Network not active, %s", pnode->DisconnectMsg());
1959
7
                    pnode->fDisconnect = true;
1960
7
                }
1961
7
            }
1962
174
        }
1963
1964
        // Disconnect unused nodes
1965
317k
        std::vector<CNode*> nodes_copy = m_nodes;
1966
317k
        for (CNode* pnode : nodes_copy)
1967
454k
        {
1968
454k
            if (pnode->fDisconnect)
1969
971
            {
1970
                // remove from m_nodes
1971
971
                m_nodes.erase(remove(m_nodes.begin(), m_nodes.end(), pnode), m_nodes.end());
1972
1973
                // Add to reconnection list if appropriate. We don't reconnect right here, because
1974
                // the creation of a connection is a blocking operation (up to several seconds),
1975
                // and we don't want to hold up the socket handler thread for that long.
1976
971
                if (network_active && pnode->m_transport->ShouldReconnectV1()) {
1977
7
                    reconnections_to_add.push_back({
1978
7
                        .proxy_override = pnode->m_proxy_override,
1979
7
                        .addr_connect = pnode->addr,
1980
7
                        .grant = std::move(pnode->grantOutbound),
1981
7
                        .destination = pnode->m_dest,
1982
7
                        .conn_type = pnode->m_conn_type,
1983
7
                        .use_v2transport = false});
1984
7
                    LogDebug(BCLog::NET, "retrying with v1 transport protocol for peer=%d\n", pnode->GetId());
1985
7
                }
1986
1987
                // release outbound grant (if any)
1988
971
                pnode->grantOutbound.Release();
1989
1990
                // close socket and cleanup
1991
971
                pnode->CloseSocketDisconnect();
1992
1993
                // update connection count by network
1994
971
                if (pnode->IsManualOrFullOutboundConn()) --m_network_conn_counts[pnode->addr.GetNetwork()];
1995
1996
                // hold in disconnected pool until all refs are released
1997
971
                pnode->Release();
1998
971
                m_nodes_disconnected.push_back(pnode);
1999
971
            }
2000
454k
        }
2001
317k
    }
2002
317k
    {
2003
        // Delete disconnected nodes
2004
317k
        std::list<CNode*> nodes_disconnected_copy = m_nodes_disconnected;
2005
317k
        for (CNode* pnode : nodes_disconnected_copy)
2006
975
        {
2007
            // Destroy the object only after other threads have stopped using it.
2008
975
            if (pnode->GetRefCount() <= 0) {
2009
971
                m_nodes_disconnected.remove(pnode);
2010
971
                DeleteNode(pnode);
2011
971
            }
2012
975
        }
2013
317k
    }
2014
317k
    {
2015
        // Move entries from reconnections_to_add to m_reconnections.
2016
317k
        LOCK(m_reconnections_mutex);
2017
317k
        m_reconnections.splice(m_reconnections.end(), std::move(reconnections_to_add));
2018
317k
    }
2019
317k
}
2020
2021
void CConnman::NotifyNumConnectionsChanged()
2022
317k
{
2023
317k
    AssertLockNotHeld(m_nodes_mutex);
2024
2025
317k
    size_t nodes_size;
2026
317k
    {
2027
317k
        LOCK(m_nodes_mutex);
2028
317k
        nodes_size = m_nodes.size();
2029
317k
    }
2030
317k
    if(nodes_size != nPrevNodeCount) {
2031
2.45k
        nPrevNodeCount = nodes_size;
2032
2.45k
        if (m_client_interface) {
2033
2.45k
            m_client_interface->NotifyNumConnectionsChanged(nodes_size);
2034
2.45k
        }
2035
2.45k
    }
2036
317k
}
2037
2038
bool CConnman::ShouldRunInactivityChecks(const CNode& node, NodeClock::time_point now) const
2039
791k
{
2040
791k
    return node.m_connected + m_peer_connect_timeout < now;
2041
791k
}
2042
2043
bool CConnman::InactivityCheck(const CNode& node, NodeClock::time_point now) const
2044
453k
{
2045
    // Tests that see disconnects after using mocktime can start nodes with a
2046
    // large timeout. For example, -peertimeout=999999999.
2047
453k
    const auto last_send{node.m_last_send.load()};
2048
453k
    const auto last_recv{node.m_last_recv.load()};
2049
2050
453k
    if (!ShouldRunInactivityChecks(node, now)) return false;
2051
2052
89
    bool has_received{last_recv > NodeClock::epoch};
2053
89
    bool has_sent{last_send > NodeClock::epoch};
2054
2055
89
    if (!has_received || !has_sent) {
2056
3
        std::string has_never;
2057
3
        if (!has_received) has_never += ", never received from peer";
2058
3
        if (!has_sent) has_never += ", never sent to peer";
2059
3
        LogDebug(BCLog::NET,
2060
3
            "socket no message in first %i seconds%s, %s",
2061
3
            count_seconds(m_peer_connect_timeout),
2062
3
            has_never,
2063
3
            node.DisconnectMsg()
2064
3
        );
2065
3
        return true;
2066
3
    }
2067
2068
86
    if (now > last_send + TIMEOUT_INTERVAL) {
2069
0
        LogDebug(BCLog::NET,
2070
0
            "socket sending timeout: %is, %s", Ticks<std::chrono::seconds>(now - last_send),
2071
0
            node.DisconnectMsg()
2072
0
        );
2073
0
        return true;
2074
0
    }
2075
2076
86
    if (now > last_recv + TIMEOUT_INTERVAL) {
2077
0
        LogDebug(BCLog::NET,
2078
0
            "socket receive timeout: %is, %s", Ticks<std::chrono::seconds>(now - last_recv),
2079
0
            node.DisconnectMsg()
2080
0
        );
2081
0
        return true;
2082
0
    }
2083
2084
86
    if (!node.fSuccessfullyConnected) {
2085
8
        if (node.m_transport->GetInfo().transport_type == TransportProtocolType::DETECTING) {
2086
2
            LogDebug(BCLog::NET, "V2 handshake timeout, %s", node.DisconnectMsg());
2087
6
        } else {
2088
6
            LogDebug(BCLog::NET, "version handshake timeout, %s", node.DisconnectMsg());
2089
6
        }
2090
8
        return true;
2091
8
    }
2092
2093
78
    return false;
2094
86
}
2095
2096
Sock::EventsPerSock CConnman::GenerateWaitSockets(std::span<CNode* const> nodes)
2097
317k
{
2098
317k
    Sock::EventsPerSock events_per_sock;
2099
2100
318k
    for (const ListenSocket& hListenSocket : vhListenSocket) {
2101
318k
        events_per_sock.emplace(hListenSocket.sock, Sock::Events{Sock::RecvEvent});
2102
318k
    }
2103
2104
453k
    for (CNode* pnode : nodes) {
2105
453k
        bool select_recv = !pnode->fPauseRecv;
2106
453k
        bool select_send;
2107
453k
        {
2108
453k
            LOCK(pnode->cs_vSend);
2109
            // Sending is possible if either there are bytes to send right now, or if there will be
2110
            // once a potential message from vSendMsg is handed to the transport. GetBytesToSend
2111
            // determines both of these in a single call.
2112
453k
            const auto& [to_send, more, _msg_type] = pnode->m_transport->GetBytesToSend(!pnode->vSendMsg.empty());
2113
453k
            select_send = !to_send.empty() || more;
2114
453k
        }
2115
453k
        if (!select_recv && !select_send) continue;
2116
2117
453k
        LOCK(pnode->m_sock_mutex);
2118
453k
        if (pnode->m_sock) {
2119
453k
            Sock::Event event = (select_send ? Sock::SendEvent : 0) | (select_recv ? Sock::RecvEvent : 0);
2120
453k
            events_per_sock.emplace(pnode->m_sock, Sock::Events{event});
2121
453k
        }
2122
453k
    }
2123
2124
317k
    return events_per_sock;
2125
317k
}
2126
2127
void CConnman::SocketHandler()
2128
317k
{
2129
317k
    AssertLockNotHeld(m_nodes_mutex);
2130
317k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
2131
2132
317k
    Sock::EventsPerSock events_per_sock;
2133
2134
317k
    {
2135
317k
        const NodesSnapshot snap{*this, /*shuffle=*/false};
2136
2137
317k
        const auto timeout = std::chrono::milliseconds(SELECT_TIMEOUT_MILLISECONDS);
2138
2139
        // Check for the readiness of the already connected sockets and the
2140
        // listening sockets in one call ("readiness" as in poll(2) or
2141
        // select(2)). If none are ready, wait for a short while and return
2142
        // empty sets.
2143
317k
        events_per_sock = GenerateWaitSockets(snap.Nodes());
2144
317k
        if (events_per_sock.empty() || !events_per_sock.begin()->first->WaitMany(timeout, events_per_sock)) {
2145
176
            m_interrupt_net->sleep_for(timeout);
2146
176
        }
2147
2148
        // Service (send/receive) each of the already connected nodes.
2149
317k
        SocketHandlerConnected(snap.Nodes(), events_per_sock);
2150
317k
    }
2151
2152
    // Accept new connections from listening sockets.
2153
317k
    SocketHandlerListening(events_per_sock);
2154
317k
}
2155
2156
void CConnman::SocketHandlerConnected(const std::vector<CNode*>& nodes,
2157
                                      const Sock::EventsPerSock& events_per_sock)
2158
317k
{
2159
317k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
2160
2161
317k
    const auto now{NodeClock::now()};
2162
2163
453k
    for (CNode* pnode : nodes) {
2164
453k
        if (m_interrupt_net->interrupted()) {
2165
414
            return;
2166
414
        }
2167
2168
        //
2169
        // Receive
2170
        //
2171
453k
        bool recvSet = false;
2172
453k
        bool sendSet = false;
2173
453k
        bool errorSet = false;
2174
453k
        {
2175
453k
            LOCK(pnode->m_sock_mutex);
2176
453k
            if (!pnode->m_sock) {
2177
0
                continue;
2178
0
            }
2179
453k
            const auto it = events_per_sock.find(pnode->m_sock);
2180
453k
            if (it != events_per_sock.end()) {
2181
453k
                recvSet = it->second.occurred & Sock::RecvEvent;
2182
453k
                sendSet = it->second.occurred & Sock::SendEvent;
2183
453k
                errorSet = it->second.occurred & Sock::ErrorEvent;
2184
453k
            }
2185
453k
        }
2186
2187
453k
        if (sendSet) {
2188
            // Send data
2189
298
            auto [bytes_sent, data_left] = WITH_LOCK(pnode->cs_vSend, return SocketSendData(*pnode));
2190
298
            if (bytes_sent) {
2191
296
                RecordBytesSent(bytes_sent);
2192
2193
                // If both receiving and (non-optimistic) sending were possible, we first attempt
2194
                // sending. If that succeeds, but does not fully drain the send queue, do not
2195
                // attempt to receive. This avoids needlessly queueing data if the remote peer
2196
                // is slow at receiving data, by means of TCP flow control. We only do this when
2197
                // sending actually succeeded to make sure progress is always made; otherwise a
2198
                // deadlock would be possible when both sides have data to send, but neither is
2199
                // receiving.
2200
296
                if (data_left) recvSet = false;
2201
296
            }
2202
298
        }
2203
2204
453k
        if (recvSet || errorSet)
2205
140k
        {
2206
            // typical socket buffer is 8K-64K
2207
140k
            uint8_t pchBuf[0x10000];
2208
140k
            int nBytes = 0;
2209
140k
            {
2210
140k
                LOCK(pnode->m_sock_mutex);
2211
140k
                if (!pnode->m_sock) {
2212
2
                    continue;
2213
2
                }
2214
140k
                nBytes = pnode->m_sock->Recv(pchBuf, sizeof(pchBuf), MSG_DONTWAIT);
2215
140k
            }
2216
140k
            if (nBytes > 0)
2217
139k
            {
2218
139k
                bool notify = false;
2219
139k
                if (!pnode->ReceiveMsgBytes({pchBuf, (size_t)nBytes}, notify)) {
2220
10
                    LogDebug(BCLog::NET,
2221
10
                        "receiving message bytes failed, %s",
2222
10
                        pnode->DisconnectMsg()
2223
10
                    );
2224
10
                    pnode->CloseSocketDisconnect();
2225
10
                }
2226
139k
                RecordBytesRecv(nBytes);
2227
139k
                if (notify) {
2228
117k
                    pnode->MarkReceivedMsgsForProcessing();
2229
117k
                    WakeMessageHandler();
2230
117k
                }
2231
139k
            }
2232
622
            else if (nBytes == 0)
2233
620
            {
2234
                // socket closed gracefully
2235
620
                if (!pnode->fDisconnect) {
2236
620
                    LogDebug(BCLog::NET, "socket closed, %s", pnode->DisconnectMsg());
2237
620
                }
2238
620
                pnode->CloseSocketDisconnect();
2239
620
            }
2240
2
            else if (nBytes < 0)
2241
2
            {
2242
                // error
2243
2
                int nErr = WSAGetLastError();
2244
2
                if (nErr != WSAEWOULDBLOCK && nErr != WSAEMSGSIZE && nErr != WSAEINTR && nErr != WSAEINPROGRESS)
2245
2
                {
2246
2
                    if (!pnode->fDisconnect) {
2247
2
                        LogDebug(BCLog::NET, "socket recv error, %s: %s", pnode->DisconnectMsg(), NetworkErrorString(nErr));
2248
2
                    }
2249
2
                    pnode->CloseSocketDisconnect();
2250
2
                }
2251
2
            }
2252
140k
        }
2253
2254
453k
        if (InactivityCheck(*pnode, now)) pnode->fDisconnect = true;
2255
453k
    }
2256
317k
}
2257
2258
void CConnman::SocketHandlerListening(const Sock::EventsPerSock& events_per_sock)
2259
317k
{
2260
317k
    AssertLockNotHeld(m_nodes_mutex);
2261
2262
317k
    for (const ListenSocket& listen_socket : vhListenSocket) {
2263
317k
        if (m_interrupt_net->interrupted()) {
2264
1.02k
            return;
2265
1.02k
        }
2266
316k
        const auto it = events_per_sock.find(listen_socket.sock);
2267
316k
        if (it != events_per_sock.end() && it->second.occurred & Sock::RecvEvent) {
2268
1.11k
            AcceptConnection(listen_socket);
2269
1.11k
        }
2270
316k
    }
2271
317k
}
2272
2273
void CConnman::ThreadSocketHandler()
2274
1.04k
{
2275
1.04k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
2276
2277
318k
    while (!m_interrupt_net->interrupted()) {
2278
317k
        DisconnectNodes();
2279
317k
        NotifyNumConnectionsChanged();
2280
317k
        SocketHandler();
2281
317k
    }
2282
1.04k
}
2283
2284
void CConnman::WakeMessageHandler()
2285
188k
{
2286
188k
    {
2287
188k
        LOCK(mutexMsgProc);
2288
188k
        fMsgProcWake = true;
2289
188k
    }
2290
188k
    condMsgProc.notify_one();
2291
188k
}
2292
2293
void CConnman::ThreadDNSAddressSeed()
2294
13
{
2295
13
    int outbound_connection_count = 0;
2296
2297
13
    if (!gArgs.GetArgs("-seednode").empty()) {
2298
0
        auto start = NodeClock::now();
2299
0
        constexpr std::chrono::seconds SEEDNODE_TIMEOUT = 30s;
2300
0
        LogInfo("-seednode enabled. Trying the provided seeds for %d seconds before defaulting to the dnsseeds.\n", SEEDNODE_TIMEOUT.count());
2301
0
        while (!m_interrupt_net->interrupted()) {
2302
0
            if (!m_interrupt_net->sleep_for(500ms)) {
2303
0
                return;
2304
0
            }
2305
2306
            // Abort if we have spent enough time without reaching our target.
2307
            // Giving seed nodes 30 seconds so this does not become a race against fixedseeds (which triggers after 1 min)
2308
0
            if (NodeClock::now() > start + SEEDNODE_TIMEOUT) {
2309
0
                LogInfo("Couldn't connect to enough peers via seed nodes. Handing fetch logic to the DNS seeds.\n");
2310
0
                break;
2311
0
            }
2312
2313
0
            outbound_connection_count = GetFullOutboundConnCount();
2314
0
            if (outbound_connection_count >= SEED_OUTBOUND_CONNECTION_THRESHOLD) {
2315
0
                LogInfo("P2P peers available. Finished fetching data from seed nodes.\n");
2316
0
                break;
2317
0
            }
2318
0
        }
2319
0
    }
2320
2321
13
    FastRandomContext rng;
2322
13
    std::vector<std::string> seeds = m_params.DNSSeeds();
2323
13
    std::shuffle(seeds.begin(), seeds.end(), rng);
2324
13
    int seeds_right_now = 0; // Number of seeds left before testing if we have enough connections
2325
2326
13
    if (gArgs.GetBoolArg("-forcednsseed", DEFAULT_FORCEDNSSEED)) {
2327
        // When -forcednsseed is provided, query all.
2328
1
        seeds_right_now = seeds.size();
2329
12
    } else if (addrman.get().Size() == 0) {
2330
        // If we have no known peers, query all.
2331
        // This will occur on the first run, or if peers.dat has been
2332
        // deleted.
2333
7
        seeds_right_now = seeds.size();
2334
7
    }
2335
2336
    // Proceed with dnsseeds if seednodes hasn't reached the target or if forcednsseed is set
2337
13
    if (outbound_connection_count < SEED_OUTBOUND_CONNECTION_THRESHOLD || seeds_right_now) {
2338
        // goal: only query DNS seed if address need is acute
2339
        // * If we have a reasonable number of peers in addrman, spend
2340
        //   some time trying them first. This improves user privacy by
2341
        //   creating fewer identifying DNS requests, reduces trust by
2342
        //   giving seeds less influence on the network topology, and
2343
        //   reduces traffic to the seeds.
2344
        // * When querying DNS seeds query a few at once, this ensures
2345
        //   that we don't give DNS seeds the ability to eclipse nodes
2346
        //   that query them.
2347
        // * If we continue having problems, eventually query all the
2348
        //   DNS seeds, and if that fails too, also try the fixed seeds.
2349
        //   (done in ThreadOpenConnections)
2350
13
        int found = 0;
2351
13
        const std::chrono::seconds seeds_wait_time = (addrman.get().Size() >= DNSSEEDS_DELAY_PEER_THRESHOLD ? DNSSEEDS_DELAY_MANY_PEERS : DNSSEEDS_DELAY_FEW_PEERS);
2352
2353
13
        for (const std::string& seed : seeds) {
2354
13
            if (seeds_right_now == 0) {
2355
5
                seeds_right_now += DNSSEEDS_TO_QUERY_AT_ONCE;
2356
2357
5
                if (addrman.get().Size() > 0) {
2358
5
                    LogInfo("Waiting %d seconds before querying DNS seeds.\n", seeds_wait_time.count());
2359
5
                    std::chrono::seconds to_wait = seeds_wait_time;
2360
6
                    while (to_wait.count() > 0) {
2361
                        // if sleeping for the MANY_PEERS interval, wake up
2362
                        // early to see if we have enough peers and can stop
2363
                        // this thread entirely freeing up its resources
2364
5
                        std::chrono::seconds w = std::min(DNSSEEDS_DELAY_FEW_PEERS, to_wait);
2365
5
                        if (!m_interrupt_net->sleep_for(w)) return;
2366
2
                        to_wait -= w;
2367
2368
2
                        if (GetFullOutboundConnCount() >= SEED_OUTBOUND_CONNECTION_THRESHOLD) {
2369
1
                            if (found > 0) {
2370
0
                                LogInfo("%d addresses found from DNS seeds\n", found);
2371
0
                                LogInfo("P2P peers available. Finished DNS seeding.\n");
2372
1
                            } else {
2373
1
                                LogInfo("P2P peers available. Skipped DNS seeding.\n");
2374
1
                            }
2375
1
                            return;
2376
1
                        }
2377
2
                    }
2378
5
                }
2379
5
            }
2380
2381
9
            if (m_interrupt_net->interrupted()) return;
2382
2383
            // hold off on querying seeds if P2P network deactivated
2384
9
            if (!fNetworkActive) {
2385
0
                LogInfo("Waiting for network to be reactivated before querying DNS seeds.\n");
2386
0
                do {
2387
0
                    if (!m_interrupt_net->sleep_for(1s)) return;
2388
0
                } while (!fNetworkActive);
2389
0
            }
2390
2391
9
            LogInfo("Loading addresses from DNS seed %s\n", seed);
2392
            // If -proxy is in use, we make an ADDR_FETCH connection to the DNS resolved peer address
2393
            // for the base dns seed domain in chainparams
2394
9
            if (HaveNameProxy()) {
2395
9
                AddAddrFetch(seed);
2396
9
            } else {
2397
0
                std::vector<CAddress> vAdd;
2398
0
                constexpr ServiceFlags requiredServiceBits{SeedsServiceFlags()};
2399
0
                std::string host = strprintf("x%x.%s", requiredServiceBits, seed);
2400
0
                CNetAddr resolveSource;
2401
0
                if (!resolveSource.SetInternal(host)) {
2402
0
                    continue;
2403
0
                }
2404
                // Limit number of IPs learned from a single DNS seed. This limit exists to prevent the results from
2405
                // one DNS seed from dominating AddrMan. Note that the number of results from a UDP DNS query is
2406
                // bounded to 33 already, but it is possible for it to use TCP where a larger number of results can be
2407
                // returned.
2408
0
                unsigned int nMaxIPs = 32;
2409
0
                const auto addresses{LookupHost(host, nMaxIPs, true)};
2410
0
                if (!addresses.empty()) {
2411
0
                    for (const CNetAddr& ip : addresses) {
2412
0
                        CAddress addr = CAddress(CService(ip, m_params.GetDefaultPort()), SeedsAssumedServiceFlags());
2413
0
                        addr.nTime = rng.rand_uniform_delay(Now<NodeSeconds>() - 3 * 24h, -4 * 24h); // use a random age between 3 and 7 days old
2414
0
                        vAdd.push_back(addr);
2415
0
                        found++;
2416
0
                    }
2417
0
                    addrman.get().Add(vAdd, resolveSource);
2418
0
                } else {
2419
                    // If the seed does not support a subdomain with our desired service bits,
2420
                    // we make an ADDR_FETCH connection to the DNS resolved peer address for the
2421
                    // base dns seed domain in chainparams
2422
0
                    AddAddrFetch(seed);
2423
0
                }
2424
0
            }
2425
9
            --seeds_right_now;
2426
9
        }
2427
9
        LogInfo("%d addresses found from DNS seeds\n", found);
2428
9
    } else {
2429
0
        LogInfo("Skipping DNS seeds. Enough peers have been found\n");
2430
0
    }
2431
13
}
2432
2433
void CConnman::DumpAddresses()
2434
1.05k
{
2435
1.05k
    const auto start{SteadyClock::now()};
2436
2437
1.05k
    DumpPeerAddresses(::gArgs, addrman);
2438
2439
1.05k
    LogDebug(BCLog::NET, "Flushed %d addresses to peers.dat %dms",
2440
1.05k
             addrman.get().Size(), Ticks<std::chrono::milliseconds>(SteadyClock::now() - start));
2441
1.05k
}
2442
2443
void CConnman::ProcessAddrFetch()
2444
155
{
2445
155
    AssertLockNotHeld(m_nodes_mutex);
2446
155
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
2447
155
    std::string strDest;
2448
155
    {
2449
155
        LOCK(m_addr_fetches_mutex);
2450
155
        if (m_addr_fetches.empty())
2451
152
            return;
2452
3
        strDest = m_addr_fetches.front();
2453
3
        m_addr_fetches.pop_front();
2454
3
    }
2455
    // Attempt v2 connection if we support v2 - we'll reconnect with v1 if our
2456
    // peer doesn't support it or immediately disconnects us for another reason.
2457
0
    const bool use_v2transport(GetLocalServices() & NODE_P2P_V2);
2458
3
    CAddress addr;
2459
3
    CountingSemaphoreGrant<> grant(*semOutbound, /*fTry=*/true);
2460
3
    if (grant) {
2461
3
        OpenNetworkConnection(/*addrConnect=*/addr,
2462
3
                              /*fCountFailure=*/false,
2463
3
                              /*grant_outbound=*/std::move(grant),
2464
3
                              /*pszDest=*/strDest.c_str(),
2465
3
                              /*conn_type=*/ConnectionType::ADDR_FETCH,
2466
3
                              /*use_v2transport=*/use_v2transport,
2467
3
                              /*proxy_override=*/std::nullopt);
2468
3
    }
2469
3
}
2470
2471
bool CConnman::GetTryNewOutboundPeer() const
2472
92
{
2473
92
    return m_try_another_outbound_peer;
2474
92
}
2475
2476
void CConnman::SetTryNewOutboundPeer(bool flag)
2477
1.30k
{
2478
1.30k
    m_try_another_outbound_peer = flag;
2479
1.30k
    LogDebug(BCLog::NET, "setting try another outbound peer=%s\n", flag ? "true" : "false");
2480
1.30k
}
2481
2482
void CConnman::StartExtraBlockRelayPeers()
2483
53
{
2484
53
    LogDebug(BCLog::NET, "enabling extra block-relay-only peers\n");
2485
53
    m_start_extra_block_relay_peers = true;
2486
53
}
2487
2488
// Return the number of outbound connections that are full relay (not blocks only)
2489
int CConnman::GetFullOutboundConnCount() const
2490
2
{
2491
2
    AssertLockNotHeld(m_nodes_mutex);
2492
2493
2
    int nRelevant = 0;
2494
2
    {
2495
2
        LOCK(m_nodes_mutex);
2496
4
        for (const CNode* pnode : m_nodes) {
2497
4
            if (pnode->fSuccessfullyConnected && pnode->IsFullOutboundConn()) ++nRelevant;
2498
4
        }
2499
2
    }
2500
2
    return nRelevant;
2501
2
}
2502
2503
// Return the number of peers we have over our outbound connection limit
2504
// Exclude peers that are marked for disconnect, or are going to be
2505
// disconnected soon (eg ADDR_FETCH and FEELER)
2506
// Also exclude peers that haven't finished initial connection handshake yet
2507
// (so that we don't decide we're over our desired connection limit, and then
2508
// evict some peer that has finished the handshake)
2509
int CConnman::GetExtraFullOutboundCount() const
2510
164
{
2511
164
    AssertLockNotHeld(m_nodes_mutex);
2512
2513
164
    int full_outbound_peers = 0;
2514
164
    {
2515
164
        LOCK(m_nodes_mutex);
2516
258
        for (const CNode* pnode : m_nodes) {
2517
258
            if (pnode->fSuccessfullyConnected && !pnode->fDisconnect && pnode->IsFullOutboundConn()) {
2518
64
                ++full_outbound_peers;
2519
64
            }
2520
258
        }
2521
164
    }
2522
164
    return std::max(full_outbound_peers - m_max_outbound_full_relay, 0);
2523
164
}
2524
2525
int CConnman::GetExtraBlockRelayCount() const
2526
164
{
2527
164
    AssertLockNotHeld(m_nodes_mutex);
2528
2529
164
    int block_relay_peers = 0;
2530
164
    {
2531
164
        LOCK(m_nodes_mutex);
2532
258
        for (const CNode* pnode : m_nodes) {
2533
258
            if (pnode->fSuccessfullyConnected && !pnode->fDisconnect && pnode->IsBlockOnlyConn()) {
2534
13
                ++block_relay_peers;
2535
13
            }
2536
258
        }
2537
164
    }
2538
164
    return std::max(block_relay_peers - m_max_outbound_block_relay, 0);
2539
164
}
2540
2541
bool CConnman::EvictTxPeerIfFull(std::optional<NodeId> protect_peer)
2542
1.07k
{
2543
1.07k
    int tx_inbound_peers{0};
2544
1.07k
    {
2545
1.07k
        LOCK(m_nodes_mutex);
2546
5.00k
        for (const CNode* pnode : m_nodes) {
2547
5.00k
            if (!pnode->fDisconnect && pnode->IsInboundConn() && pnode->m_relays_txs) {
2548
4.77k
                ++tx_inbound_peers;
2549
4.77k
            }
2550
5.00k
        }
2551
1.07k
    }
2552
1.07k
    if (tx_inbound_peers > m_max_inbound_full_relay) {
2553
5
        return AttemptToEvictConnection(/*evict_tx_relay_peer_only=*/true, protect_peer);
2554
5
    }
2555
1.06k
    return true;
2556
1.07k
}
2557
2558
std::unordered_set<Network> CConnman::GetReachableEmptyNetworks() const
2559
121
{
2560
121
    std::unordered_set<Network> networks{};
2561
968
    for (int n = 0; n < NET_MAX; n++) {
2562
847
        enum Network net = (enum Network)n;
2563
847
        if (net == NET_UNROUTABLE || net == NET_INTERNAL) continue;
2564
605
        if (g_reachable_nets.Contains(net) && addrman.get().Size(net, std::nullopt) == 0) {
2565
383
            networks.insert(net);
2566
383
        }
2567
605
    }
2568
121
    return networks;
2569
121
}
2570
2571
bool CConnman::MultipleManualOrFullOutboundConns(Network net) const
2572
38
{
2573
38
    AssertLockHeld(m_nodes_mutex);
2574
38
    return m_network_conn_counts[net] > 1;
2575
38
}
2576
2577
bool CConnman::MaybePickPreferredNetwork(std::optional<Network>& network)
2578
0
{
2579
0
    AssertLockNotHeld(m_nodes_mutex);
2580
2581
0
    std::array<Network, 5> nets{NET_IPV4, NET_IPV6, NET_ONION, NET_I2P, NET_CJDNS};
2582
0
    std::shuffle(nets.begin(), nets.end(), FastRandomContext());
2583
2584
0
    LOCK(m_nodes_mutex);
2585
0
    for (const auto net : nets) {
2586
0
        if (g_reachable_nets.Contains(net) && m_network_conn_counts[net] == 0 && addrman.get().Size(net) != 0) {
2587
0
            network = net;
2588
0
            return true;
2589
0
        }
2590
0
    }
2591
2592
0
    return false;
2593
0
}
2594
2595
void CConnman::ThreadOpenConnections(const std::vector<std::string> connect, std::span<const std::string> seed_nodes)
2596
40
{
2597
40
    AssertLockNotHeld(m_nodes_mutex);
2598
40
    AssertLockNotHeld(m_reconnections_mutex);
2599
40
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
2600
2601
40
    FastRandomContext rng;
2602
    // Connect to specific addresses
2603
40
    if (!connect.empty())
2604
5
    {
2605
        // Attempt v2 connection if we support v2 - we'll reconnect with v1 if our
2606
        // peer doesn't support it or immediately disconnects us for another reason.
2607
5
        const bool use_v2transport(GetLocalServices() & NODE_P2P_V2);
2608
5
        for (int64_t nLoop = 0;; nLoop++)
2609
5
        {
2610
5
            for (const std::string& strAddr : connect)
2611
7
            {
2612
7
                OpenNetworkConnection(/*addrConnect=*/CAddress{CService{}, NODE_NONE},
2613
7
                                      /*fCountFailure=*/false,
2614
7
                                      /*grant_outbound=*/{},
2615
7
                                      /*pszDest=*/strAddr.c_str(),
2616
7
                                      /*conn_type=*/ConnectionType::MANUAL,
2617
7
                                      /*use_v2transport=*/use_v2transport,
2618
7
                                      /*proxy_override=*/std::nullopt);
2619
7
                for (int i = 0; i < 10 && i < nLoop; i++)
2620
0
                {
2621
0
                    if (!m_interrupt_net->sleep_for(500ms)) {
2622
0
                        return;
2623
0
                    }
2624
0
                }
2625
7
            }
2626
5
            if (!m_interrupt_net->sleep_for(500ms)) {
2627
5
                return;
2628
5
            }
2629
0
            PerformReconnections();
2630
0
        }
2631
5
    }
2632
2633
    // Initiate network connections
2634
35
    auto start = GetTime<std::chrono::microseconds>();
2635
2636
    // Minimum time before next feeler connection (in microseconds).
2637
35
    auto next_feeler = start + rng.rand_exp_duration(FEELER_INTERVAL);
2638
35
    auto next_extra_block_relay = start + rng.rand_exp_duration(EXTRA_BLOCK_RELAY_ONLY_PEER_INTERVAL);
2639
35
    auto next_extra_network_peer{start + rng.rand_exp_duration(EXTRA_NETWORK_PEER_INTERVAL)};
2640
35
    const bool dnsseed = gArgs.GetBoolArg("-dnsseed", DEFAULT_DNSSEED);
2641
35
    bool add_fixed_seeds = gArgs.GetBoolArg("-fixedseeds", DEFAULT_FIXEDSEEDS);
2642
35
    const bool use_seednodes{!gArgs.GetArgs("-seednode").empty()};
2643
2644
35
    auto seed_node_timer = NodeClock::now();
2645
35
    bool add_addr_fetch{addrman.get().Size() == 0 && !seed_nodes.empty()};
2646
35
    constexpr std::chrono::seconds ADD_NEXT_SEEDNODE = 10s;
2647
2648
35
    if (!add_fixed_seeds) {
2649
31
        LogInfo("Fixed seeds are disabled\n");
2650
31
    }
2651
2652
156
    while (!m_interrupt_net->interrupted()) {
2653
155
        if (add_addr_fetch) {
2654
2
            add_addr_fetch = false;
2655
2
            const auto& seed{SpanPopBack(seed_nodes)};
2656
2
            AddAddrFetch(seed);
2657
2658
2
            if (addrman.get().Size() == 0) {
2659
1
                LogInfo("Empty addrman, adding seednode (%s) to addrfetch\n", seed);
2660
1
            } else {
2661
1
                LogInfo("Couldn't connect to peers from addrman after %d seconds. Adding seednode (%s) to addrfetch\n", ADD_NEXT_SEEDNODE.count(), seed);
2662
1
            }
2663
2
        }
2664
2665
155
        ProcessAddrFetch();
2666
2667
155
        if (!m_interrupt_net->sleep_for(500ms)) {
2668
34
            return;
2669
34
        }
2670
2671
121
        PerformReconnections();
2672
2673
121
        CountingSemaphoreGrant<> grant(*semOutbound);
2674
121
        if (m_interrupt_net->interrupted()) {
2675
0
            return;
2676
0
        }
2677
2678
121
        const std::unordered_set<Network> fixed_seed_networks{GetReachableEmptyNetworks()};
2679
121
        if (add_fixed_seeds && !fixed_seed_networks.empty()) {
2680
            // When the node starts with an empty peers.dat, there are a few other sources of peers before
2681
            // we fallback on to fixed seeds: -dnsseed, -seednode, -addnode
2682
            // If none of those are available, we fallback on to fixed seeds immediately, else we allow
2683
            // 60 seconds for any of those sources to populate addrman.
2684
3
            bool add_fixed_seeds_now = false;
2685
            // It is cheapest to check if enough time has passed first.
2686
3
            if (GetTime<std::chrono::seconds>() > start + std::chrono::minutes{1}) {
2687
2
                add_fixed_seeds_now = true;
2688
2
                LogInfo("Adding fixed seeds as 60 seconds have passed and addrman is empty for at least one reachable network\n");
2689
2
            }
2690
2691
            // Perform cheap checks before locking a mutex.
2692
1
            else if (!dnsseed && !use_seednodes) {
2693
1
                LOCK(m_added_nodes_mutex);
2694
1
                if (m_added_node_params.empty()) {
2695
1
                    add_fixed_seeds_now = true;
2696
1
                    LogInfo("Adding fixed seeds as -dnsseed=0 (or IPv4/IPv6 connections are disabled via -onlynet) and neither -addnode nor -seednode are provided\n");
2697
1
                }
2698
1
            }
2699
2700
3
            if (add_fixed_seeds_now) {
2701
3
                std::vector<CAddress> seed_addrs{ConvertSeeds(m_params.FixedSeeds())};
2702
                // We will not make outgoing connections to peers that are unreachable
2703
                // (e.g. because of -onlynet configuration).
2704
                // Therefore, we do not add them to addrman in the first place.
2705
                // In case previously unreachable networks become reachable
2706
                // (e.g. in case of -onlynet changes by the user), fixed seeds will
2707
                // be loaded only for networks for which we have no addresses.
2708
3
                seed_addrs.erase(std::remove_if(seed_addrs.begin(), seed_addrs.end(),
2709
3
                                                [&fixed_seed_networks](const CAddress& addr) { return !fixed_seed_networks.contains(addr.GetNetwork()); }),
2710
3
                                 seed_addrs.end());
2711
3
                CNetAddr local;
2712
3
                local.SetInternal("fixedseeds");
2713
3
                addrman.get().Add(seed_addrs, local);
2714
3
                add_fixed_seeds = false;
2715
3
                LogInfo("Added %d fixed seeds from reachable networks.\n", seed_addrs.size());
2716
3
            }
2717
3
        }
2718
2719
        //
2720
        // Choose an address to connect to based on most recently seen
2721
        //
2722
121
        CAddress addrConnect;
2723
2724
        // Only connect out to one peer per ipv4/ipv6 network group (/16 for IPv4).
2725
121
        int nOutboundFullRelay = 0;
2726
121
        int nOutboundBlockRelay = 0;
2727
121
        int outbound_privacy_network_peers = 0;
2728
121
        std::set<std::vector<unsigned char>> outbound_ipv46_peer_netgroups;
2729
2730
121
        {
2731
121
            LOCK(m_nodes_mutex);
2732
171
            for (const CNode* pnode : m_nodes) {
2733
171
                if (pnode->IsFullOutboundConn()) nOutboundFullRelay++;
2734
171
                if (pnode->IsBlockOnlyConn()) nOutboundBlockRelay++;
2735
2736
                // Make sure our persistent outbound slots to ipv4/ipv6 peers belong to different netgroups.
2737
171
                switch (pnode->m_conn_type) {
2738
                    // We currently don't take inbound connections into account. Since they are
2739
                    // free to make, an attacker could make them to prevent us from connecting to
2740
                    // certain peers.
2741
2
                    case ConnectionType::INBOUND:
2742
                    // Short-lived outbound connections should not affect how we select outbound
2743
                    // peers from addrman.
2744
2
                    case ConnectionType::ADDR_FETCH:
2745
2
                    case ConnectionType::FEELER:
2746
14
                    case ConnectionType::PRIVATE_BROADCAST:
2747
14
                        break;
2748
3
                    case ConnectionType::MANUAL:
2749
134
                    case ConnectionType::OUTBOUND_FULL_RELAY:
2750
157
                    case ConnectionType::BLOCK_RELAY:
2751
157
                        const CAddress address{pnode->addr};
2752
157
                        if (address.IsTor() || address.IsI2P() || address.IsCJDNS()) {
2753
                            // Since our addrman-groups for these networks are
2754
                            // random, without relation to the route we
2755
                            // take to connect to these peers or to the
2756
                            // difficulty in obtaining addresses with diverse
2757
                            // groups, we don't worry about diversity with
2758
                            // respect to our addrman groups when connecting to
2759
                            // these networks.
2760
17
                            ++outbound_privacy_network_peers;
2761
140
                        } else {
2762
140
                            outbound_ipv46_peer_netgroups.insert(m_netgroupman.GetGroup(address));
2763
140
                        }
2764
171
                } // no default case, so the compiler can warn about missing cases
2765
171
            }
2766
121
        }
2767
2768
121
        if (!seed_nodes.empty() && nOutboundFullRelay < SEED_OUTBOUND_CONNECTION_THRESHOLD) {
2769
2
            if (NodeClock::now() > seed_node_timer + ADD_NEXT_SEEDNODE) {
2770
1
                seed_node_timer = NodeClock::now();
2771
1
                add_addr_fetch = true;
2772
1
            }
2773
2
        }
2774
2775
121
        ConnectionType conn_type = ConnectionType::OUTBOUND_FULL_RELAY;
2776
121
        auto now = GetTime<std::chrono::microseconds>();
2777
121
        bool anchor = false;
2778
121
        bool fFeeler = false;
2779
121
        std::optional<Network> preferred_net;
2780
2781
        // Determine what type of connection to open. Opening
2782
        // BLOCK_RELAY connections to addresses from anchors.dat gets the highest
2783
        // priority. Then we open OUTBOUND_FULL_RELAY priority until we
2784
        // meet our full-relay capacity. Then we open BLOCK_RELAY connection
2785
        // until we hit our block-relay-only peer limit.
2786
        // GetTryNewOutboundPeer() gets set when a stale tip is detected, so we
2787
        // try opening an additional OUTBOUND_FULL_RELAY connection. If none of
2788
        // these conditions are met, check to see if it's time to try an extra
2789
        // block-relay-only peer (to confirm our tip is current, see below) or the next_feeler
2790
        // timer to decide if we should open a FEELER.
2791
2792
121
        if (!m_anchors.empty() && (nOutboundBlockRelay < m_max_outbound_block_relay)) {
2793
1
            conn_type = ConnectionType::BLOCK_RELAY;
2794
1
            anchor = true;
2795
120
        } else if (nOutboundFullRelay < m_max_outbound_full_relay) {
2796
            // OUTBOUND_FULL_RELAY
2797
108
        } else if (nOutboundBlockRelay < m_max_outbound_block_relay) {
2798
2
            conn_type = ConnectionType::BLOCK_RELAY;
2799
10
        } else if (GetTryNewOutboundPeer()) {
2800
            // OUTBOUND_FULL_RELAY
2801
10
        } else if (now > next_extra_block_relay && m_start_extra_block_relay_peers) {
2802
            // Periodically connect to a peer (using regular outbound selection
2803
            // methodology from addrman) and stay connected long enough to sync
2804
            // headers, but not much else.
2805
            //
2806
            // Then disconnect the peer, if we haven't learned anything new.
2807
            //
2808
            // The idea is to make eclipse attacks very difficult to pull off,
2809
            // because every few minutes we're finding a new peer to learn headers
2810
            // from.
2811
            //
2812
            // This is similar to the logic for trying extra outbound (full-relay)
2813
            // peers, except:
2814
            // - we do this all the time on an exponential timer, rather than just when
2815
            //   our tip is stale
2816
            // - we potentially disconnect our next-youngest block-relay-only peer, if our
2817
            //   newest block-relay-only peer delivers a block more recently.
2818
            //   See the eviction logic in net_processing.cpp.
2819
            //
2820
            // Because we can promote these connections to block-relay-only
2821
            // connections, they do not get their own ConnectionType enum
2822
            // (similar to how we deal with extra outbound peers).
2823
1
            next_extra_block_relay = now + rng.rand_exp_duration(EXTRA_BLOCK_RELAY_ONLY_PEER_INTERVAL);
2824
1
            conn_type = ConnectionType::BLOCK_RELAY;
2825
9
        } else if (now > next_feeler) {
2826
0
            next_feeler = now + rng.rand_exp_duration(FEELER_INTERVAL);
2827
0
            conn_type = ConnectionType::FEELER;
2828
0
            fFeeler = true;
2829
9
        } else if (nOutboundFullRelay == m_max_outbound_full_relay &&
2830
9
                   m_max_outbound_full_relay == MAX_OUTBOUND_FULL_RELAY_CONNECTIONS &&
2831
9
                   now > next_extra_network_peer &&
2832
9
                   MaybePickPreferredNetwork(preferred_net)) {
2833
            // Full outbound connection management: Attempt to get at least one
2834
            // outbound peer from each reachable network by making extra connections
2835
            // and then protecting "only" peers from a network during outbound eviction.
2836
            // This is not attempted if the user changed -maxconnections to a value
2837
            // so low that less than MAX_OUTBOUND_FULL_RELAY_CONNECTIONS are made,
2838
            // to prevent interactions with otherwise protected outbound peers.
2839
0
            next_extra_network_peer = now + rng.rand_exp_duration(EXTRA_NETWORK_PEER_INTERVAL);
2840
9
        } else {
2841
            // skip to next iteration of while loop
2842
9
            continue;
2843
9
        }
2844
2845
112
        addrman.get().ResolveCollisions();
2846
2847
112
        const auto current_time{NodeClock::now()};
2848
112
        int nTries = 0;
2849
112
        const auto reachable_nets{g_reachable_nets.All()};
2850
2851
221
        while (!m_interrupt_net->interrupted()) {
2852
221
            if (anchor && !m_anchors.empty()) {
2853
1
                const CAddress addr = m_anchors.back();
2854
1
                m_anchors.pop_back();
2855
1
                if (!addr.IsValid() || IsLocal(addr) || !g_reachable_nets.Contains(addr) ||
2856
1
                    !m_msgproc->HasAllDesirableServiceFlags(addr.nServices) ||
2857
1
                    outbound_ipv46_peer_netgroups.contains(m_netgroupman.GetGroup(addr))) continue;
2858
1
                addrConnect = addr;
2859
1
                LogDebug(BCLog::NET, "Trying to make an anchor connection to %s\n", addrConnect.ToStringAddrPort());
2860
1
                break;
2861
1
            }
2862
2863
            // If we didn't find an appropriate destination after trying 100 addresses fetched from addrman,
2864
            // stop this loop, and let the outer loop run again (which sleeps, adds seed nodes, recalculates
2865
            // already-connected network ranges, ...) before trying new addrman addresses.
2866
220
            nTries++;
2867
220
            if (nTries > 100)
2868
1
                break;
2869
2870
219
            CAddress addr;
2871
219
            NodeSeconds addr_last_try{0s};
2872
2873
219
            if (fFeeler) {
2874
                // First, try to get a tried table collision address. This returns
2875
                // an empty (invalid) address if there are no collisions to try.
2876
0
                std::tie(addr, addr_last_try) = addrman.get().SelectTriedCollision();
2877
2878
0
                if (!addr.IsValid()) {
2879
                    // No tried table collisions. Select a new table address
2880
                    // for our feeler.
2881
0
                    std::tie(addr, addr_last_try) = addrman.get().Select(true, reachable_nets);
2882
0
                } else if (AlreadyConnectedToAddress(addr)) {
2883
                    // If test-before-evict logic would have us connect to a
2884
                    // peer that we're already connected to, just mark that
2885
                    // address as Good(). We won't be able to initiate the
2886
                    // connection anyway, so this avoids inadvertently evicting
2887
                    // a currently-connected peer.
2888
0
                    addrman.get().Good(addr);
2889
                    // Select a new table address for our feeler instead.
2890
0
                    std::tie(addr, addr_last_try) = addrman.get().Select(true, reachable_nets);
2891
0
                }
2892
219
            } else {
2893
                // Not a feeler
2894
                // If preferred_net has a value set, pick an extra outbound
2895
                // peer from that network. The eviction logic in net_processing
2896
                // ensures that a peer from another network will be evicted.
2897
219
                std::tie(addr, addr_last_try) = preferred_net.has_value()
2898
219
                    ? addrman.get().Select(false, {*preferred_net})
2899
219
                    : addrman.get().Select(false, reachable_nets);
2900
219
            }
2901
2902
            // Require outbound IPv4/IPv6 connections, other than feelers, to be to distinct network groups
2903
219
            if (!fFeeler && outbound_ipv46_peer_netgroups.contains(m_netgroupman.GetGroup(addr))) {
2904
109
                continue;
2905
109
            }
2906
2907
            // if we selected an invalid or local address, restart
2908
110
            if (!addr.IsValid() || IsLocal(addr)) {
2909
93
                break;
2910
93
            }
2911
2912
17
            if (!g_reachable_nets.Contains(addr)) {
2913
0
                continue;
2914
0
            }
2915
2916
            // only consider very recently tried nodes after 30 failed attempts
2917
17
            if (current_time - addr_last_try < 10min && nTries < 30) {
2918
0
                continue;
2919
0
            }
2920
2921
            // for non-feelers, require all the services we'll want,
2922
            // for feelers, only require they be a full node (only because most
2923
            // SPV clients don't have a good address DB available)
2924
17
            if (!fFeeler && !m_msgproc->HasAllDesirableServiceFlags(addr.nServices)) {
2925
0
                continue;
2926
17
            } else if (fFeeler && !MayHaveUsefulAddressDB(addr.nServices)) {
2927
0
                continue;
2928
0
            }
2929
2930
            // Do not connect to bad ports, unless 50 invalid addresses have been selected already.
2931
17
            if (nTries < 50 && (addr.IsIPv4() || addr.IsIPv6()) && IsBadPort(addr.GetPort())) {
2932
0
                continue;
2933
0
            }
2934
2935
            // Do not make automatic outbound connections to addnode peers, to
2936
            // not use our limited outbound slots for them and to ensure
2937
            // addnode connections benefit from their intended protections.
2938
17
            if (AddedNodesContain(addr)) {
2939
0
                LogDebug(BCLog::NET, "Not making automatic %s%s connection to %s peer selected for manual (addnode) connection%s\n",
2940
0
                              preferred_net.has_value() ? "network-specific " : "",
2941
0
                              ConnectionTypeAsString(conn_type), GetNetworkName(addr.GetNetwork()),
2942
0
                              fLogIPs ? strprintf(": %s", addr.ToStringAddrPort()) : "");
2943
0
                continue;
2944
0
            }
2945
2946
17
            addrConnect = addr;
2947
17
            break;
2948
17
        }
2949
2950
112
        if (addrConnect.IsValid()) {
2951
18
            if (fFeeler) {
2952
                // Add small amount of random noise before connection to avoid synchronization.
2953
0
                if (!m_interrupt_net->sleep_for(rng.rand_uniform_duration<CThreadInterrupt::Clock>(FEELER_SLEEP_WINDOW))) {
2954
0
                    return;
2955
0
                }
2956
0
                LogDebug(BCLog::NET, "Making feeler connection to %s\n", addrConnect.ToStringAddrPort());
2957
0
            }
2958
2959
18
            if (preferred_net != std::nullopt) LogDebug(BCLog::NET, "Making network specific connection to %s on %s.\n", addrConnect.ToStringAddrPort(), GetNetworkName(preferred_net.value()));
2960
2961
            // Record addrman failure attempts when node has at least 2 persistent outbound connections to peers with
2962
            // different netgroups in ipv4/ipv6 networks + all peers in Tor/I2P/CJDNS networks.
2963
            // Don't record addrman failure attempts when node is offline. This can be identified since all local
2964
            // network connections (if any) belong in the same netgroup, and the size of `outbound_ipv46_peer_netgroups` would only be 1.
2965
18
            const bool count_failures{((int)outbound_ipv46_peer_netgroups.size() + outbound_privacy_network_peers) >= std::min(m_max_automatic_connections - 1, 2)};
2966
            // Use BIP324 transport when both us and them have NODE_V2_P2P set.
2967
18
            const bool use_v2transport(addrConnect.nServices & GetLocalServices() & NODE_P2P_V2);
2968
18
            OpenNetworkConnection(/*addrConnect=*/addrConnect,
2969
18
                                  /*fCountFailure=*/count_failures,
2970
18
                                  /*grant_outbound=*/std::move(grant),
2971
18
                                  /*pszDest=*/nullptr,
2972
18
                                  /*conn_type=*/conn_type,
2973
18
                                  /*use_v2transport=*/use_v2transport,
2974
18
                                  /*proxy_override=*/std::nullopt);
2975
18
        }
2976
112
    }
2977
35
}
2978
2979
std::vector<CAddress> CConnman::GetCurrentBlockRelayOnlyConns() const
2980
35
{
2981
35
    AssertLockNotHeld(m_nodes_mutex);
2982
35
    std::vector<CAddress> ret;
2983
35
    LOCK(m_nodes_mutex);
2984
40
    for (const CNode* pnode : m_nodes) {
2985
40
        if (pnode->IsBlockOnlyConn()) {
2986
6
            ret.push_back(pnode->addr);
2987
6
        }
2988
40
    }
2989
2990
35
    return ret;
2991
35
}
2992
2993
std::vector<AddedNodeInfo> CConnman::GetAddedNodeInfo(bool include_connected) const
2994
5.65k
{
2995
5.65k
    AssertLockNotHeld(m_nodes_mutex);
2996
2997
5.65k
    std::vector<AddedNodeInfo> ret;
2998
2999
5.65k
    std::list<AddedNodeParams> lAddresses(0);
3000
5.65k
    {
3001
5.65k
        LOCK(m_added_nodes_mutex);
3002
5.65k
        ret.reserve(m_added_node_params.size());
3003
5.65k
        std::copy(m_added_node_params.cbegin(), m_added_node_params.cend(), std::back_inserter(lAddresses));
3004
5.65k
    }
3005
3006
3007
    // Build a map of all already connected addresses (by IP:port and by name) to inbound/outbound and resolved CService
3008
5.65k
    std::map<CService, bool> mapConnected;
3009
5.65k
    std::map<std::string, std::pair<bool, CService>> mapConnectedByName;
3010
5.65k
    {
3011
5.65k
        LOCK(m_nodes_mutex);
3012
5.72k
        for (const CNode* pnode : m_nodes) {
3013
5.72k
            if (pnode->addr.IsValid()) {
3014
5.72k
                mapConnected[pnode->addr] = pnode->IsInboundConn();
3015
5.72k
            }
3016
5.72k
            std::string addrName{pnode->m_addr_name};
3017
5.72k
            if (!addrName.empty()) {
3018
5.72k
                mapConnectedByName[std::move(addrName)] = std::make_pair(pnode->IsInboundConn(), static_cast<const CService&>(pnode->addr));
3019
5.72k
            }
3020
5.72k
        }
3021
5.65k
    }
3022
3023
5.65k
    for (const auto& addr : lAddresses) {
3024
37
        CService service{MaybeFlipIPv6toCJDNS(LookupNumeric(addr.m_added_node, GetDefaultPort(addr.m_added_node)))};
3025
37
        AddedNodeInfo addedNode{addr, CService(), false, false};
3026
37
        if (service.IsValid()) {
3027
            // strAddNode is an IP:port
3028
33
            auto it = mapConnected.find(service);
3029
33
            if (it != mapConnected.end()) {
3030
15
                if (!include_connected) {
3031
5
                    continue;
3032
5
                }
3033
10
                addedNode.resolvedAddress = service;
3034
10
                addedNode.fConnected = true;
3035
10
                addedNode.fInbound = it->second;
3036
10
            }
3037
33
        } else {
3038
            // strAddNode is a name
3039
4
            auto it = mapConnectedByName.find(addr.m_added_node);
3040
4
            if (it != mapConnectedByName.end()) {
3041
0
                if (!include_connected) {
3042
0
                    continue;
3043
0
                }
3044
0
                addedNode.resolvedAddress = it->second.second;
3045
0
                addedNode.fConnected = true;
3046
0
                addedNode.fInbound = it->second.first;
3047
0
            }
3048
4
        }
3049
32
        ret.emplace_back(std::move(addedNode));
3050
32
    }
3051
3052
5.65k
    return ret;
3053
5.65k
}
3054
3055
void CConnman::ThreadOpenAddedConnections()
3056
1.04k
{
3057
1.04k
    AssertLockNotHeld(m_nodes_mutex);
3058
1.04k
    AssertLockNotHeld(m_reconnections_mutex);
3059
1.04k
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
3060
3061
5.64k
    while (true)
3062
5.64k
    {
3063
5.64k
        CountingSemaphoreGrant<> grant(*semAddnode);
3064
5.64k
        std::vector<AddedNodeInfo> vInfo = GetAddedNodeInfo(/*include_connected=*/false);
3065
5.64k
        bool tried = false;
3066
5.64k
        for (const AddedNodeInfo& info : vInfo) {
3067
5
            if (!grant) {
3068
                // If we've used up our semaphore and need a new one, let's not wait here since while we are waiting
3069
                // the addednodeinfo state might change.
3070
0
                break;
3071
0
            }
3072
5
            tried = true;
3073
5
            OpenNetworkConnection(/*addrConnect=*/CAddress{CService{}, NODE_NONE},
3074
5
                                  /*fCountFailure=*/false,
3075
5
                                  /*grant_outbound=*/std::move(grant),
3076
5
                                  /*pszDest=*/info.m_params.m_added_node.c_str(),
3077
5
                                  /*conn_type=*/ConnectionType::MANUAL,
3078
5
                                  /*use_v2transport=*/info.m_params.m_use_v2transport,
3079
5
                                  /*proxy_override=*/std::nullopt);
3080
5
            if (!m_interrupt_net->sleep_for(500ms)) return;
3081
3
            grant = CountingSemaphoreGrant<>(*semAddnode, /*fTry=*/true);
3082
3
        }
3083
        // See if any reconnections are desired.
3084
5.63k
        PerformReconnections();
3085
        // Retry every 60 seconds if a connection was attempted, otherwise two seconds
3086
5.63k
        if (!m_interrupt_net->sleep_for(tried ? 60s : 2s)) {
3087
1.04k
            return;
3088
1.04k
        }
3089
5.63k
    }
3090
1.04k
}
3091
3092
// if successful, this moves the passed grant to the constructed node
3093
bool CConnman::OpenNetworkConnection(const CAddress& addrConnect,
3094
                                     bool fCountFailure,
3095
                                     CountingSemaphoreGrant<>&& grant_outbound,
3096
                                     const char* pszDest,
3097
                                     ConnectionType conn_type,
3098
                                     bool use_v2transport,
3099
                                     const std::optional<Proxy>& proxy_override)
3100
685
{
3101
685
    AssertLockNotHeld(m_nodes_mutex);
3102
685
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
3103
685
    assert(conn_type != ConnectionType::INBOUND);
3104
3105
    //
3106
    // Initiate outbound network connection
3107
    //
3108
685
    if (m_interrupt_net->interrupted()) {
3109
1
        return false;
3110
1
    }
3111
684
    if (!fNetworkActive) {
3112
0
        return false;
3113
0
    }
3114
684
    if (!pszDest) {
3115
50
        bool banned_or_discouraged = m_banman && (m_banman->IsDiscouraged(addrConnect) || m_banman->IsBanned(addrConnect));
3116
50
        if (IsLocal(addrConnect) || banned_or_discouraged || AlreadyConnectedToAddress(addrConnect)) {
3117
3
            return false;
3118
3
        }
3119
634
    } else if (AlreadyConnectedToHost(pszDest)) {
3120
0
        return false;
3121
0
    }
3122
3123
681
    CNode* pnode = ConnectNode(addrConnect, pszDest, fCountFailure, conn_type, use_v2transport, proxy_override);
3124
3125
681
    if (!pnode)
3126
33
        return false;
3127
648
    pnode->grantOutbound = std::move(grant_outbound);
3128
3129
648
    m_msgproc->InitializeNode(*pnode, m_local_services);
3130
648
    {
3131
648
        LOCK(m_nodes_mutex);
3132
648
        m_nodes.push_back(pnode);
3133
3134
        // update connection count by network
3135
648
        if (pnode->IsManualOrFullOutboundConn()) ++m_network_conn_counts[pnode->addr.GetNetwork()];
3136
648
    }
3137
3138
648
    TRACEPOINT(net, outbound_connection,
3139
648
        pnode->GetId(),
3140
648
        pnode->m_addr_name.c_str(),
3141
648
        pnode->ConnectionTypeAsString().c_str(),
3142
648
        pnode->ConnectedThroughNetwork(),
3143
648
        GetNodeCount(ConnectionDirection::Out));
3144
3145
648
    return true;
3146
681
}
3147
3148
std::optional<Network> CConnman::PrivateBroadcast::PickNetwork(std::optional<Proxy>& proxy) const
3149
327
{
3150
327
    prevector<4, Network> nets;
3151
327
    std::optional<Proxy> clearnet_proxy;
3152
327
    proxy.reset();
3153
327
    if (g_reachable_nets.Contains(NET_ONION)) {
3154
327
        nets.push_back(NET_ONION);
3155
3156
327
        clearnet_proxy = ProxyForIPv4or6();
3157
327
        if (clearnet_proxy.has_value()) {
3158
33
            if (g_reachable_nets.Contains(NET_IPV4)) {
3159
33
                nets.push_back(NET_IPV4);
3160
33
            }
3161
33
            if (g_reachable_nets.Contains(NET_IPV6)) {
3162
33
                nets.push_back(NET_IPV6);
3163
33
            }
3164
33
        }
3165
327
    }
3166
327
    if (g_reachable_nets.Contains(NET_I2P)) {
3167
212
        nets.push_back(NET_I2P);
3168
212
    }
3169
3170
327
    if (nets.empty()) {
3171
0
        return std::nullopt;
3172
0
    }
3173
3174
327
    const Network net{nets[FastRandomContext{}.randrange(nets.size())]};
3175
327
    if (net == NET_IPV4 || net == NET_IPV6) {
3176
17
        proxy = clearnet_proxy;
3177
17
    }
3178
327
    return net;
3179
327
}
3180
3181
size_t CConnman::PrivateBroadcast::NumToOpen() const
3182
14
{
3183
14
    return m_num_to_open;
3184
14
}
3185
3186
void CConnman::PrivateBroadcast::NumToOpenAdd(size_t n)
3187
12.4k
{
3188
12.4k
    m_num_to_open += n;
3189
12.4k
    m_num_to_open.notify_all();
3190
12.4k
}
3191
3192
size_t CConnman::PrivateBroadcast::NumToOpenSub(size_t n)
3193
19
{
3194
19
    size_t current_value{m_num_to_open.load()};
3195
19
    size_t new_value;
3196
19
    do {
3197
19
        new_value = current_value > n ? current_value - n : 0;
3198
19
    } while (!m_num_to_open.compare_exchange_strong(current_value, new_value));
3199
19
    return new_value;
3200
19
}
3201
3202
void CConnman::PrivateBroadcast::NumToOpenWait() const
3203
331
{
3204
331
    m_num_to_open.wait(0);
3205
331
}
3206
3207
std::optional<Proxy> CConnman::PrivateBroadcast::ProxyForIPv4or6() const
3208
327
{
3209
327
    if (m_outbound_tor_ok_at_least_once.load()) {
3210
33
        if (const auto tor_proxy = GetProxy(NET_ONION)) {
3211
33
            return tor_proxy;
3212
33
        }
3213
33
    }
3214
294
    return std::nullopt;
3215
327
}
3216
3217
Mutex NetEventsInterface::g_msgproc_mutex;
3218
3219
void CConnman::ThreadMessageHandler()
3220
1.04k
{
3221
1.04k
    AssertLockNotHeld(m_nodes_mutex);
3222
3223
1.04k
    LOCK(NetEventsInterface::g_msgproc_mutex);
3224
3225
241k
    while (!flagInterruptMsgProc)
3226
240k
    {
3227
240k
        bool fMoreWork = false;
3228
3229
240k
        {
3230
            // Randomize the order in which we process messages from/to our peers.
3231
            // This prevents attacks in which an attacker exploits having multiple
3232
            // consecutive connections in the m_nodes list.
3233
240k
            const NodesSnapshot snap{*this, /*shuffle=*/true};
3234
3235
343k
            for (CNode* pnode : snap.Nodes()) {
3236
343k
                if (pnode->fDisconnect)
3237
80
                    continue;
3238
3239
                // Receive messages
3240
343k
                bool fMoreNodeWork{m_msgproc->ProcessMessages(*pnode, flagInterruptMsgProc)};
3241
343k
                fMoreWork |= (fMoreNodeWork && !pnode->fPauseSend);
3242
343k
                if (flagInterruptMsgProc)
3243
2
                    return;
3244
                // Send messages
3245
343k
                m_msgproc->SendMessages(*pnode);
3246
3247
343k
                if (flagInterruptMsgProc)
3248
1
                    return;
3249
343k
            }
3250
240k
        }
3251
3252
240k
        WAIT_LOCK(mutexMsgProc, lock);
3253
240k
        if (!fMoreWork) {
3254
325k
            condMsgProc.wait_until(lock, std::chrono::steady_clock::now() + std::chrono::milliseconds(100), [this]() EXCLUSIVE_LOCKS_REQUIRED(mutexMsgProc) { return fMsgProcWake; });
3255
169k
        }
3256
240k
        fMsgProcWake = false;
3257
240k
    }
3258
1.04k
}
3259
3260
void CConnman::ThreadI2PAcceptIncoming()
3261
5
{
3262
5
    AssertLockNotHeld(m_nodes_mutex);
3263
3264
5
    static constexpr auto err_wait_begin = 1s;
3265
5
    static constexpr auto err_wait_cap = 5min;
3266
5
    auto err_wait = err_wait_begin;
3267
3268
5
    bool advertising_listen_addr = false;
3269
5
    i2p::Connection conn;
3270
3271
18
    auto SleepOnFailure = [&]() {
3272
18
        m_interrupt_net->sleep_for(err_wait);
3273
18
        if (err_wait < err_wait_cap) {
3274
18
            err_wait += 1s;
3275
18
        }
3276
18
    };
3277
3278
23
    while (!m_interrupt_net->interrupted()) {
3279
3280
18
        if (!m_i2p_sam_session->Listen(conn)) {
3281
18
            if (advertising_listen_addr && conn.me.IsValid()) {
3282
0
                RemoveLocal(conn.me);
3283
0
                advertising_listen_addr = false;
3284
0
            }
3285
18
            SleepOnFailure();
3286
18
            continue;
3287
18
        }
3288
3289
0
        if (!advertising_listen_addr) {
3290
0
            AddLocal(conn.me, LOCAL_MANUAL);
3291
0
            advertising_listen_addr = true;
3292
0
        }
3293
3294
0
        if (!m_i2p_sam_session->Accept(conn)) {
3295
0
            SleepOnFailure();
3296
0
            continue;
3297
0
        }
3298
3299
0
        CreateNodeFromAcceptedSocket(std::move(conn.sock), NetPermissionFlags::None, conn.me, conn.peer);
3300
3301
0
        err_wait = err_wait_begin;
3302
0
    }
3303
5
}
3304
3305
void CConnman::ThreadPrivateBroadcast()
3306
6
{
3307
6
    AssertLockNotHeld(m_nodes_mutex);
3308
6
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
3309
3310
6
    size_t addrman_num_bad_addresses{0};
3311
333
    while (!m_interrupt_net->interrupted()) {
3312
3313
331
        if (!fNetworkActive) {
3314
0
            m_interrupt_net->sleep_for(5s);
3315
0
            continue;
3316
0
        }
3317
3318
331
        CountingSemaphoreGrant<> conn_max_grant{m_private_broadcast.m_sem_conn_max}; // Would block if too many are opened.
3319
3320
331
        m_private_broadcast.NumToOpenWait();
3321
3322
331
        if (m_interrupt_net->interrupted()) {
3323
4
            break;
3324
4
        }
3325
3326
327
        std::optional<Proxy> proxy;
3327
327
        const std::optional<Network> net{m_private_broadcast.PickNetwork(proxy)};
3328
327
        if (!net.has_value()) {
3329
0
            LogWarning("Unable to open -privatebroadcast connections: neither Tor nor I2P is reachable");
3330
0
            m_interrupt_net->sleep_for(5s);
3331
0
            continue;
3332
0
        }
3333
3334
327
        const auto [addr, _] = addrman.get().Select(/*new_only=*/false, {net.value()});
3335
3336
327
        if (!addr.IsValid() || IsLocal(addr)) {
3337
297
            ++addrman_num_bad_addresses;
3338
297
            if (addrman_num_bad_addresses > 100) {
3339
89
                LogDebug(BCLog::PRIVBROADCAST, "Connections needed but addrman keeps returning bad addresses, will retry");
3340
89
                m_interrupt_net->sleep_for(500ms);
3341
89
            }
3342
297
            continue;
3343
297
        }
3344
30
        addrman_num_bad_addresses = 0;
3345
3346
30
        auto target_str{addr.ToStringAddrPort()};
3347
30
        if (proxy.has_value()) {
3348
13
            target_str += " through the proxy at " + proxy->ToString();
3349
13
        }
3350
3351
30
        const bool use_v2transport(addr.nServices & GetLocalServices() & NODE_P2P_V2);
3352
3353
30
        if (OpenNetworkConnection(addr,
3354
30
                                  /*fCountFailure=*/true,
3355
30
                                  std::move(conn_max_grant),
3356
30
                                  /*pszDest=*/nullptr,
3357
30
                                  ConnectionType::PRIVATE_BROADCAST,
3358
30
                                  use_v2transport,
3359
30
                                  proxy)) {
3360
16
            const size_t remaining{m_private_broadcast.NumToOpenSub(1)};
3361
16
            LogDebug(BCLog::PRIVBROADCAST, "Socket connected to %s; remaining connections to open: %d", target_str, remaining);
3362
16
        } else {
3363
14
            const size_t remaining{m_private_broadcast.NumToOpen()};
3364
14
            if (remaining == 0) {
3365
0
                LogDebug(BCLog::PRIVBROADCAST, "Failed to connect to %s, will not retry, no more connections needed", target_str);
3366
14
            } else {
3367
14
                LogDebug(BCLog::PRIVBROADCAST, "Failed to connect to %s, will retry to a different address; remaining connections to open: %d", target_str, remaining);
3368
14
                m_interrupt_net->sleep_for(100ms); // Prevent busy loop if OpenNetworkConnection() fails fast repeatedly.
3369
14
            }
3370
14
        }
3371
30
    }
3372
6
}
3373
3374
bool CConnman::BindListenPort(const CService& addrBind, bilingual_str& strError, NetPermissionFlags permissions)
3375
1.05k
{
3376
1.05k
    int nOne = 1;
3377
3378
    // Create socket for listening for incoming connections
3379
1.05k
    struct sockaddr_storage sockaddr;
3380
1.05k
    socklen_t len = sizeof(sockaddr);
3381
1.05k
    if (!addrBind.GetSockAddr((struct sockaddr*)&sockaddr, &len))
3382
0
    {
3383
0
        strError = Untranslated(strprintf("Bind address family for %s not supported", addrBind.ToStringAddrPort()));
3384
0
        LogError("%s\n", strError.original);
3385
0
        return false;
3386
0
    }
3387
3388
1.05k
    std::unique_ptr<Sock> sock = CreateSock(addrBind.GetSAFamily(), SOCK_STREAM, IPPROTO_TCP);
3389
1.05k
    if (!sock) {
3390
0
        strError = Untranslated(strprintf("Couldn't open socket for incoming connections (socket returned error %s)", NetworkErrorString(WSAGetLastError())));
3391
0
        LogError("%s\n", strError.original);
3392
0
        return false;
3393
0
    }
3394
3395
    // Allow binding if the port is still in TIME_WAIT state after
3396
    // the program was closed and restarted.
3397
1.05k
    if (sock->SetSockOpt(SOL_SOCKET, SO_REUSEADDR, &nOne, sizeof(int)) == SOCKET_ERROR) {
3398
0
        strError = Untranslated(strprintf("Error setting SO_REUSEADDR on socket: %s, continuing anyway", NetworkErrorString(WSAGetLastError())));
3399
0
        LogInfo("%s\n", strError.original);
3400
0
    }
3401
3402
    // some systems don't have IPV6_V6ONLY but are always v6only; others do have the option
3403
    // and enable it by default or not. Try to enable it, if possible.
3404
1.05k
    if (addrBind.IsIPv6()) {
3405
3
#ifdef IPV6_V6ONLY
3406
3
        if (sock->SetSockOpt(IPPROTO_IPV6, IPV6_V6ONLY, &nOne, sizeof(int)) == SOCKET_ERROR) {
3407
0
            strError = Untranslated(strprintf("Error setting IPV6_V6ONLY on socket: %s, continuing anyway", NetworkErrorString(WSAGetLastError())));
3408
0
            LogInfo("%s\n", strError.original);
3409
0
        }
3410
3
#endif
3411
#ifdef WIN32
3412
        int nProtLevel = PROTECTION_LEVEL_UNRESTRICTED;
3413
        if (sock->SetSockOpt(IPPROTO_IPV6, IPV6_PROTECTION_LEVEL, &nProtLevel, sizeof(int)) == SOCKET_ERROR) {
3414
            strError = Untranslated(strprintf("Error setting IPV6_PROTECTION_LEVEL on socket: %s, continuing anyway", NetworkErrorString(WSAGetLastError())));
3415
            LogInfo("%s\n", strError.original);
3416
        }
3417
#endif
3418
3
    }
3419
3420
1.05k
    if (sock->Bind(reinterpret_cast<struct sockaddr*>(&sockaddr), len) == SOCKET_ERROR) {
3421
11
        int nErr = WSAGetLastError();
3422
11
        if (nErr == WSAEADDRINUSE)
3423
0
            strError = strprintf(_("Unable to bind to %s on this computer. %s is probably already running."), addrBind.ToStringAddrPort(), CLIENT_NAME);
3424
11
        else
3425
11
            strError = strprintf(_("Unable to bind to %s on this computer (bind returned error %s)"), addrBind.ToStringAddrPort(), NetworkErrorString(nErr));
3426
11
        LogError("%s\n", strError.original);
3427
11
        return false;
3428
11
    }
3429
1.04k
    LogInfo("Bound to %s\n", addrBind.ToStringAddrPort());
3430
3431
    // Listen for incoming connections
3432
1.04k
    if (sock->Listen(SOMAXCONN) == SOCKET_ERROR)
3433
0
    {
3434
0
        strError = strprintf(_("Listening for incoming connections failed (listen returned error %s)"), NetworkErrorString(WSAGetLastError()));
3435
0
        LogError("%s\n", strError.original);
3436
0
        return false;
3437
0
    }
3438
3439
1.04k
    vhListenSocket.emplace_back(std::move(sock), permissions);
3440
1.04k
    return true;
3441
1.04k
}
3442
3443
void Discover()
3444
37
{
3445
37
    if (!fDiscover)
3446
31
        return;
3447
3448
18
    for (const CNetAddr &addr: GetLocalAddresses()) {
3449
18
        if (AddLocal(addr, LOCAL_IF) && fLogIPs) {
3450
0
            LogInfo("%s: %s\n", __func__, addr.ToStringAddr());
3451
0
        }
3452
18
    }
3453
6
}
3454
3455
void CConnman::SetNetworkActive(bool active)
3456
1.31k
{
3457
1.31k
    LogInfo("%s: %s\n", __func__, active);
3458
3459
1.31k
    if (fNetworkActive == active) {
3460
1.30k
        return;
3461
1.30k
    }
3462
3463
14
    fNetworkActive = active;
3464
3465
14
    if (m_client_interface) {
3466
9
        m_client_interface->NotifyNetworkActiveChanged(fNetworkActive);
3467
9
    }
3468
14
}
3469
3470
CConnman::CConnman(uint64_t nSeed0In,
3471
                   uint64_t nSeed1In,
3472
                   AddrMan& addrman_in,
3473
                   const NetGroupManager& netgroupman,
3474
                   const CChainParams& params,
3475
                   bool network_active,
3476
                   std::shared_ptr<CThreadInterrupt> interrupt_net)
3477
1.30k
    : addrman(addrman_in)
3478
1.30k
    , m_netgroupman{netgroupman}
3479
1.30k
    , nSeed0(nSeed0In)
3480
1.30k
    , nSeed1(nSeed1In)
3481
1.30k
    , m_interrupt_net{interrupt_net}
3482
1.30k
    , m_params(params)
3483
1.30k
{
3484
1.30k
    SetTryNewOutboundPeer(false);
3485
3486
1.30k
    Options connOptions;
3487
1.30k
    Init(connOptions);
3488
1.30k
    SetNetworkActive(network_active);
3489
1.30k
}
3490
3491
NodeId CConnman::GetNewNodeId()
3492
1.75k
{
3493
1.75k
    return nLastNodeId.fetch_add(1, std::memory_order_relaxed);
3494
1.75k
}
3495
3496
uint16_t CConnman::GetDefaultPort(Network net) const
3497
2
{
3498
2
    return net == NET_I2P ? I2P_SAM31_PORT : m_params.GetDefaultPort();
3499
2
}
3500
3501
uint16_t CConnman::GetDefaultPort(const std::string& addr) const
3502
712
{
3503
712
    CNetAddr a;
3504
712
    return a.SetSpecial(addr) ? GetDefaultPort(a.GetNetwork()) : m_params.GetDefaultPort();
3505
712
}
3506
3507
bool CConnman::Bind(const CService& addr_, unsigned int flags, NetPermissionFlags permissions)
3508
1.05k
{
3509
1.05k
    const CService addr{MaybeFlipIPv6toCJDNS(addr_)};
3510
3511
1.05k
    bilingual_str strError;
3512
1.05k
    if (!BindListenPort(addr, strError, permissions)) {
3513
11
        if ((flags & BF_REPORT_ERROR) && m_client_interface) {
3514
11
            m_client_interface->ThreadSafeMessageBox(strError, CClientUIInterface::MSG_ERROR);
3515
11
        }
3516
11
        return false;
3517
11
    }
3518
3519
1.04k
    if (addr.IsRoutable() && fDiscover && !(flags & BF_DONT_ADVERTISE) && !NetPermissions::HasFlag(permissions, NetPermissionFlags::NoBan)) {
3520
0
        AddLocal(addr, LOCAL_BIND);
3521
0
    }
3522
3523
1.04k
    return true;
3524
1.05k
}
3525
3526
bool CConnman::InitBinds(const Options& options)
3527
1.03k
{
3528
1.03k
    for (const auto& addrBind : options.vBinds) {
3529
1.02k
        if (!Bind(addrBind, BF_REPORT_ERROR, NetPermissionFlags::None)) {
3530
10
            return false;
3531
10
        }
3532
1.02k
    }
3533
1.02k
    for (const auto& addrBind : options.vWhiteBinds) {
3534
3
        if (!Bind(addrBind.m_service, BF_REPORT_ERROR, addrBind.m_flags)) {
3535
1
            return false;
3536
1
        }
3537
3
    }
3538
1.02k
    for (const auto& addr_bind : options.onion_binds) {
3539
20
        if (!Bind(addr_bind, BF_REPORT_ERROR | BF_DONT_ADVERTISE, NetPermissionFlags::None)) {
3540
0
            return false;
3541
0
        }
3542
20
    }
3543
1.02k
    if (options.bind_on_any) {
3544
        // Don't consider errors to bind on IPv6 "::" fatal because the host OS
3545
        // may not have IPv6 support and the user did not explicitly ask us to
3546
        // bind on that.
3547
3
        const CService ipv6_any{in6_addr(COMPAT_IN6ADDR_ANY_INIT), GetListenPort()}; // ::
3548
3
        Bind(ipv6_any, BF_NONE, NetPermissionFlags::None);
3549
3550
3
        struct in_addr inaddr_any;
3551
3
        inaddr_any.s_addr = htonl(INADDR_ANY);
3552
3
        const CService ipv4_any{inaddr_any, GetListenPort()}; // 0.0.0.0
3553
3
        if (!Bind(ipv4_any, BF_REPORT_ERROR, NetPermissionFlags::None)) {
3554
0
            return false;
3555
0
        }
3556
3
    }
3557
1.02k
    return true;
3558
1.02k
}
3559
3560
bool CConnman::Start(CScheduler& scheduler, const Options& connOptions)
3561
1.05k
{
3562
1.05k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
3563
1.05k
    Init(connOptions);
3564
3565
1.05k
    if (fListen && !InitBinds(connOptions)) {
3566
11
        if (m_client_interface) {
3567
11
            m_client_interface->ThreadSafeMessageBox(
3568
11
                _("Failed to listen on any port. Use -listen=0 if you want this."),
3569
11
                CClientUIInterface::MSG_ERROR);
3570
11
        }
3571
11
        return false;
3572
11
    }
3573
3574
1.04k
    if (connOptions.m_i2p_accept_incoming) {
3575
1.02k
        if (const auto i2p_sam = GetProxy(NET_I2P)) {
3576
5
            m_i2p_sam_session = std::make_unique<i2p::sam::Session>(gArgs.GetDataDirNet() / "i2p_private_key",
3577
5
                                                                    *i2p_sam, m_interrupt_net);
3578
5
        }
3579
1.02k
    }
3580
3581
    // Randomize the order in which we may query seednode to potentially prevent connecting to the same one every restart (and signal that we have restarted)
3582
1.04k
    std::vector<std::string> seed_nodes = connOptions.vSeedNodes;
3583
1.04k
    if (!seed_nodes.empty()) {
3584
5
        std::shuffle(seed_nodes.begin(), seed_nodes.end(), FastRandomContext{});
3585
5
    }
3586
3587
1.04k
    if (m_use_addrman_outgoing) {
3588
        // Load addresses from anchors.dat
3589
35
        m_anchors = ReadAnchors(gArgs.GetDataDirNet() / ANCHORS_DATABASE_FILENAME);
3590
35
        if (m_anchors.size() > MAX_BLOCK_RELAY_ONLY_ANCHORS) {
3591
0
            m_anchors.resize(MAX_BLOCK_RELAY_ONLY_ANCHORS);
3592
0
        }
3593
35
        LogInfo("%i block-relay-only anchors will be tried for connections.\n", m_anchors.size());
3594
35
    }
3595
3596
1.04k
    if (m_client_interface) {
3597
1.04k
        m_client_interface->InitMessage(_("Starting network threads…"));
3598
1.04k
    }
3599
3600
1.04k
    fAddressesInitialized = true;
3601
3602
1.04k
    if (semOutbound == nullptr) {
3603
        // initialize semaphore
3604
1.04k
        semOutbound = std::make_unique<std::counting_semaphore<>>(std::min(m_max_automatic_outbound, m_max_automatic_connections));
3605
1.04k
    }
3606
1.04k
    if (semAddnode == nullptr) {
3607
        // initialize semaphore
3608
1.04k
        semAddnode = std::make_unique<std::counting_semaphore<>>(m_max_addnode);
3609
1.04k
    }
3610
3611
    //
3612
    // Start threads
3613
    //
3614
1.04k
    assert(m_msgproc);
3615
1.04k
    m_interrupt_net->reset();
3616
1.04k
    flagInterruptMsgProc = false;
3617
3618
1.04k
    {
3619
1.04k
        LOCK(mutexMsgProc);
3620
1.04k
        fMsgProcWake = false;
3621
1.04k
    }
3622
3623
    // Send and receive from sockets, accept connections
3624
1.04k
    threadSocketHandler = std::thread(&util::TraceThread, "net", [this] { ThreadSocketHandler(); });
3625
3626
1.04k
    if (!gArgs.GetBoolArg("-dnsseed", DEFAULT_DNSSEED))
3627
1.04k
        LogInfo("DNS seeding disabled\n");
3628
13
    else
3629
13
        threadDNSAddressSeed = std::thread(&util::TraceThread, "dnsseed", [this] { ThreadDNSAddressSeed(); });
3630
3631
    // Initiate manual connections
3632
1.04k
    threadOpenAddedConnections = std::thread(&util::TraceThread, "addcon", [this] { ThreadOpenAddedConnections(); });
3633
3634
1.04k
    if (connOptions.m_use_addrman_outgoing && !connOptions.m_specified_outgoing.empty()) {
3635
0
        if (m_client_interface) {
3636
0
            m_client_interface->ThreadSafeMessageBox(
3637
0
                _("Cannot provide specific connections and have addrman find outgoing connections at the same time."),
3638
0
                CClientUIInterface::MSG_ERROR);
3639
0
        }
3640
0
        return false;
3641
0
    }
3642
1.04k
    if (connOptions.m_use_addrman_outgoing || !connOptions.m_specified_outgoing.empty()) {
3643
40
        threadOpenConnections = std::thread(
3644
40
            &util::TraceThread, "opencon",
3645
40
            [this, connect = connOptions.m_specified_outgoing, seed_nodes = std::move(seed_nodes)] { ThreadOpenConnections(connect, seed_nodes); });
3646
40
    }
3647
3648
    // Process messages
3649
1.04k
    threadMessageHandler = std::thread(&util::TraceThread, "msghand", [this] { ThreadMessageHandler(); });
3650
3651
1.04k
    if (m_i2p_sam_session) {
3652
5
        threadI2PAcceptIncoming =
3653
5
            std::thread(&util::TraceThread, "i2paccept", [this] { ThreadI2PAcceptIncoming(); });
3654
5
    }
3655
3656
1.04k
    if (gArgs.GetBoolArg("-privatebroadcast", DEFAULT_PRIVATE_BROADCAST)) {
3657
6
        threadPrivateBroadcast =
3658
6
            std::thread(&util::TraceThread, "privbcast", [this] { ThreadPrivateBroadcast(); });
3659
6
    }
3660
3661
    // Dump network addresses
3662
1.04k
    scheduler.scheduleEvery([this] { DumpAddresses(); }, DUMP_PEERS_INTERVAL);
3663
3664
    // Run the ASMap Health check once and then schedule it to run every 24h.
3665
1.04k
    if (m_netgroupman.UsingASMap()) {
3666
7
        ASMapHealthCheck();
3667
7
        scheduler.scheduleEvery([this] { ASMapHealthCheck(); }, ASMAP_HEALTH_CHECK_INTERVAL);
3668
7
    }
3669
3670
1.04k
    return true;
3671
1.04k
}
3672
3673
class CNetCleanup
3674
{
3675
public:
3676
    CNetCleanup() = default;
3677
3678
    ~CNetCleanup()
3679
0
    {
3680
#ifdef WIN32
3681
        // Shutdown Windows Sockets
3682
        WSACleanup();
3683
#endif
3684
0
    }
3685
};
3686
static CNetCleanup instance_of_cnetcleanup;
3687
3688
void CConnman::Interrupt()
3689
2.42k
{
3690
2.42k
    {
3691
2.42k
        LOCK(mutexMsgProc);
3692
2.42k
        flagInterruptMsgProc = true;
3693
2.42k
    }
3694
2.42k
    condMsgProc.notify_all();
3695
3696
2.42k
    (*m_interrupt_net)();
3697
2.42k
    g_socks5_interrupt();
3698
3699
2.42k
    if (semOutbound) {
3700
12.5k
        for (int i=0; i<m_max_automatic_outbound; i++) {
3701
11.4k
            semOutbound->release();
3702
11.4k
        }
3703
1.04k
    }
3704
3705
2.42k
    if (semAddnode) {
3706
9.40k
        for (int i=0; i<m_max_addnode; i++) {
3707
8.36k
            semAddnode->release();
3708
8.36k
        }
3709
1.04k
    }
3710
3711
2.42k
    m_private_broadcast.m_sem_conn_max.release();
3712
2.42k
    m_private_broadcast.NumToOpenAdd(1); // Just unblock NumToOpenWait() to be able to continue with shutdown.
3713
2.42k
}
3714
3715
void CConnman::StopThreads()
3716
2.42k
{
3717
2.42k
    if (threadPrivateBroadcast.joinable()) {
3718
6
        threadPrivateBroadcast.join();
3719
6
    }
3720
2.42k
    if (threadI2PAcceptIncoming.joinable()) {
3721
5
        threadI2PAcceptIncoming.join();
3722
5
    }
3723
2.42k
    if (threadMessageHandler.joinable())
3724
1.04k
        threadMessageHandler.join();
3725
2.42k
    if (threadOpenConnections.joinable())
3726
40
        threadOpenConnections.join();
3727
2.42k
    if (threadOpenAddedConnections.joinable())
3728
1.04k
        threadOpenAddedConnections.join();
3729
2.42k
    if (threadDNSAddressSeed.joinable())
3730
13
        threadDNSAddressSeed.join();
3731
2.42k
    if (threadSocketHandler.joinable())
3732
1.04k
        threadSocketHandler.join();
3733
2.42k
}
3734
3735
void CConnman::StopNodes()
3736
2.42k
{
3737
2.42k
    AssertLockNotHeld(m_nodes_mutex);
3738
2.42k
    AssertLockNotHeld(m_reconnections_mutex);
3739
3740
2.42k
    if (fAddressesInitialized) {
3741
1.04k
        DumpAddresses();
3742
1.04k
        fAddressesInitialized = false;
3743
3744
1.04k
        if (m_use_addrman_outgoing) {
3745
            // Anchor connections are only dumped during clean shutdown.
3746
35
            std::vector<CAddress> anchors_to_dump = GetCurrentBlockRelayOnlyConns();
3747
35
            if (anchors_to_dump.size() > MAX_BLOCK_RELAY_ONLY_ANCHORS) {
3748
1
                anchors_to_dump.resize(MAX_BLOCK_RELAY_ONLY_ANCHORS);
3749
1
            }
3750
35
            DumpAnchors(gArgs.GetDataDirNet() / ANCHORS_DATABASE_FILENAME, anchors_to_dump);
3751
35
        }
3752
1.04k
    }
3753
3754
    // Delete peer connections.
3755
2.42k
    std::vector<CNode*> nodes;
3756
2.42k
    WITH_LOCK(m_nodes_mutex, nodes.swap(m_nodes));
3757
2.42k
    for (CNode* pnode : nodes) {
3758
785
        LogDebug(BCLog::NET, "Stopping node, %s", pnode->DisconnectMsg());
3759
785
        pnode->CloseSocketDisconnect();
3760
785
        DeleteNode(pnode);
3761
785
    }
3762
3763
2.42k
    for (CNode* pnode : m_nodes_disconnected) {
3764
0
        DeleteNode(pnode);
3765
0
    }
3766
2.42k
    m_nodes_disconnected.clear();
3767
2.42k
    WITH_LOCK(m_reconnections_mutex, m_reconnections.clear());
3768
2.42k
    vhListenSocket.clear();
3769
2.42k
    semOutbound.reset();
3770
2.42k
    semAddnode.reset();
3771
2.42k
}
3772
3773
void CConnman::DeleteNode(CNode* pnode)
3774
1.75k
{
3775
1.75k
    assert(pnode);
3776
1.75k
    m_msgproc->FinalizeNode(*pnode);
3777
1.75k
    delete pnode;
3778
1.75k
}
3779
3780
CConnman::~CConnman()
3781
1.30k
{
3782
1.30k
    Interrupt();
3783
1.30k
    Stop();
3784
1.30k
}
3785
3786
std::vector<CAddress> CConnman::GetAddressesUnsafe(size_t max_addresses, size_t max_pct, std::optional<Network> network, const bool filtered) const
3787
484
{
3788
484
    std::vector<CAddress> addresses = addrman.get().GetAddr(max_addresses, max_pct, network, filtered);
3789
484
    if (m_banman) {
3790
484
        addresses.erase(std::remove_if(addresses.begin(), addresses.end(),
3791
34.5k
                        [this](const CAddress& addr){return m_banman->IsDiscouraged(addr) || m_banman->IsBanned(addr);}),
3792
484
                        addresses.end());
3793
484
    }
3794
484
    return addresses;
3795
484
}
3796
3797
std::vector<CAddress> CConnman::GetAddresses(CNode& requestor, size_t max_addresses, size_t max_pct)
3798
1.00k
{
3799
1.00k
    uint64_t network_id = requestor.m_network_key;
3800
1.00k
    const auto current_time = GetTime<std::chrono::microseconds>();
3801
1.00k
    auto r = m_addr_response_caches.emplace(network_id, CachedAddrResponse{});
3802
1.00k
    CachedAddrResponse& cache_entry = r.first->second;
3803
1.00k
    if (cache_entry.m_cache_entry_expiration < current_time) { // If emplace() added new one it has expiration 0.
3804
396
        cache_entry.m_addrs_response_cache = GetAddressesUnsafe(max_addresses, max_pct, /*network=*/std::nullopt);
3805
        // Choosing a proper cache lifetime is a trade-off between the privacy leak minimization
3806
        // and the usefulness of ADDR responses to honest users.
3807
        //
3808
        // Longer cache lifetime makes it more difficult for an attacker to scrape
3809
        // enough AddrMan data to maliciously infer something useful.
3810
        // By the time an attacker scraped enough AddrMan records, most of
3811
        // the records should be old enough to not leak topology info by
3812
        // e.g. analyzing real-time changes in timestamps.
3813
        //
3814
        // It takes only several hundred requests to scrape everything from an AddrMan containing 100,000 nodes,
3815
        // so ~24 hours of cache lifetime indeed makes the data less inferable by the time
3816
        // most of it could be scraped (considering that timestamps are updated via
3817
        // ADDR self-announcements and when nodes communicate).
3818
        // We also should be robust to those attacks which may not require scraping *full* victim's AddrMan
3819
        // (because even several timestamps of the same handful of nodes may leak privacy).
3820
        //
3821
        // On the other hand, longer cache lifetime makes ADDR responses
3822
        // outdated and less useful for an honest requestor, e.g. if most nodes
3823
        // in the ADDR response are no longer active.
3824
        //
3825
        // However, the churn in the network is known to be rather low. Since we consider
3826
        // nodes to be "terrible" (see IsTerrible()) if the timestamps are older than 30 days,
3827
        // max. 24 hours of "penalty" due to cache shouldn't make any meaningful difference
3828
        // in terms of the freshness of the response.
3829
396
        cache_entry.m_cache_entry_expiration = current_time +
3830
396
            21h + FastRandomContext().randrange<std::chrono::microseconds>(6h);
3831
396
    }
3832
1.00k
    return cache_entry.m_addrs_response_cache;
3833
1.00k
}
3834
3835
bool CConnman::AddNode(const AddedNodeParams& add)
3836
15
{
3837
15
    const CService resolved(LookupNumeric(add.m_added_node, GetDefaultPort(add.m_added_node)));
3838
15
    const bool resolved_is_valid{resolved.IsValid()};
3839
3840
15
    LOCK(m_added_nodes_mutex);
3841
18
    for (const auto& it : m_added_node_params) {
3842
18
        if (add.m_added_node == it.m_added_node || (resolved_is_valid && resolved == LookupNumeric(it.m_added_node, GetDefaultPort(it.m_added_node)))) return false;
3843
18
    }
3844
3845
9
    m_added_node_params.push_back(add);
3846
9
    return true;
3847
15
}
3848
3849
bool CConnman::RemoveAddedNode(std::string_view node)
3850
4
{
3851
4
    LOCK(m_added_nodes_mutex);
3852
6
    for (auto it = m_added_node_params.begin(); it != m_added_node_params.end(); ++it) {
3853
4
        if (node == it->m_added_node) {
3854
2
            m_added_node_params.erase(it);
3855
2
            return true;
3856
2
        }
3857
4
    }
3858
2
    return false;
3859
4
}
3860
3861
bool CConnman::AddedNodesContain(const CAddress& addr) const
3862
23
{
3863
23
    AssertLockNotHeld(m_added_nodes_mutex);
3864
23
    const std::string addr_str{addr.ToStringAddr()};
3865
23
    const std::string addr_port_str{addr.ToStringAddrPort()};
3866
23
    LOCK(m_added_nodes_mutex);
3867
23
    return (m_added_node_params.size() < 24 // bound the query to a reasonable limit
3868
23
            && std::any_of(m_added_node_params.cbegin(), m_added_node_params.cend(),
3869
23
                           [&](const auto& p) { return p.m_added_node == addr_str || p.m_added_node == addr_port_str; }));
3870
23
}
3871
3872
size_t CConnman::GetNodeCount(ConnectionDirection flags) const
3873
2.86k
{
3874
2.86k
    LOCK(m_nodes_mutex);
3875
2.86k
    if (flags == ConnectionDirection::Both) // Shortcut if we want total
3876
959
        return m_nodes.size();
3877
3878
1.90k
    int nNum = 0;
3879
1.90k
    for (const auto& pnode : m_nodes) {
3880
1.04k
        if (flags & (pnode->IsInboundConn() ? ConnectionDirection::In : ConnectionDirection::Out)) {
3881
523
            nNum++;
3882
523
        }
3883
1.04k
    }
3884
3885
1.90k
    return nNum;
3886
2.86k
}
3887
3888
3889
std::map<CNetAddr, LocalServiceInfo> CConnman::getNetLocalAddresses() const
3890
0
{
3891
0
    LOCK(g_maplocalhost_mutex);
3892
0
    return mapLocalHost;
3893
0
}
3894
3895
uint32_t CConnman::GetMappedAS(const CNetAddr& addr) const
3896
17.3k
{
3897
17.3k
    return m_netgroupman.GetMappedAS(addr);
3898
17.3k
}
3899
3900
void CConnman::GetNodeStats(std::vector<CNodeStats>& vstats) const
3901
6.99k
{
3902
6.99k
    AssertLockNotHeld(m_nodes_mutex);
3903
3904
6.99k
    vstats.clear();
3905
6.99k
    LOCK(m_nodes_mutex);
3906
6.99k
    vstats.reserve(m_nodes.size());
3907
13.9k
    for (CNode* pnode : m_nodes) {
3908
13.9k
        vstats.emplace_back();
3909
13.9k
        pnode->CopyStats(vstats.back());
3910
13.9k
        vstats.back().m_mapped_as = GetMappedAS(pnode->addr);
3911
13.9k
    }
3912
6.99k
}
3913
3914
bool CConnman::DisconnectNode(std::string_view strNode)
3915
4
{
3916
4
    LOCK(m_nodes_mutex);
3917
6
    auto it = std::ranges::find_if(m_nodes, [&strNode](CNode* node) { return node->m_addr_name == strNode; });
3918
4
    if (it != m_nodes.end()) {
3919
2
        CNode* node{*it};
3920
2
        LogDebug(BCLog::NET, "disconnect by address%s match, %s", (fLogIPs ? strprintf("=%s", strNode) : ""), node->DisconnectMsg());
3921
2
        node->fDisconnect = true;
3922
2
        return true;
3923
2
    }
3924
2
    return false;
3925
4
}
3926
3927
bool CConnman::DisconnectNode(const CSubNet& subnet)
3928
33
{
3929
33
    AssertLockNotHeld(m_nodes_mutex);
3930
33
    bool disconnected = false;
3931
33
    LOCK(m_nodes_mutex);
3932
33
    for (CNode* pnode : m_nodes) {
3933
16
        if (subnet.Match(pnode->addr)) {
3934
11
            LogDebug(BCLog::NET, "disconnect by subnet%s match, %s", (fLogIPs ? strprintf("=%s", subnet.ToString()) : ""), pnode->DisconnectMsg());
3935
11
            pnode->fDisconnect = true;
3936
11
            disconnected = true;
3937
11
        }
3938
16
    }
3939
33
    return disconnected;
3940
33
}
3941
3942
bool CConnman::DisconnectNode(const CNetAddr& addr)
3943
20
{
3944
20
    AssertLockNotHeld(m_nodes_mutex);
3945
20
    return DisconnectNode(CSubNet(addr));
3946
20
}
3947
3948
bool CConnman::DisconnectNode(NodeId id)
3949
101
{
3950
101
    LOCK(m_nodes_mutex);
3951
162
    for(CNode* pnode : m_nodes) {
3952
162
        if (id == pnode->GetId()) {
3953
101
            LogDebug(BCLog::NET, "disconnect by id, %s", pnode->DisconnectMsg());
3954
101
            pnode->fDisconnect = true;
3955
101
            return true;
3956
101
        }
3957
162
    }
3958
0
    return false;
3959
101
}
3960
3961
void CConnman::RecordBytesRecv(uint64_t bytes)
3962
139k
{
3963
139k
    nTotalBytesRecv += bytes;
3964
139k
}
3965
3966
void CConnman::RecordBytesSent(uint64_t bytes)
3967
144k
{
3968
144k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
3969
144k
    LOCK(m_total_bytes_sent_mutex);
3970
3971
144k
    nTotalBytesSent += bytes;
3972
3973
144k
    const auto now = GetTime<std::chrono::seconds>();
3974
144k
    if (nMaxOutboundCycleStartTime + MAX_UPLOAD_TIMEFRAME < now)
3975
577
    {
3976
        // timeframe expired, reset cycle
3977
577
        nMaxOutboundCycleStartTime = now;
3978
577
        nMaxOutboundTotalBytesSentInCycle = 0;
3979
577
    }
3980
3981
144k
    nMaxOutboundTotalBytesSentInCycle += bytes;
3982
144k
}
3983
3984
uint64_t CConnman::GetMaxOutboundTarget() const
3985
17
{
3986
17
    AssertLockNotHeld(m_total_bytes_sent_mutex);
3987
17
    LOCK(m_total_bytes_sent_mutex);
3988
17
    return nMaxOutboundLimit;
3989
17
}
3990
3991
std::chrono::seconds CConnman::GetMaxOutboundTimeframe() const
3992
17
{
3993
17
    return MAX_UPLOAD_TIMEFRAME;
3994
17
}
3995
3996
std::chrono::seconds CConnman::GetMaxOutboundTimeLeftInCycle() const
3997
17
{
3998
17
    AssertLockNotHeld(m_total_bytes_sent_mutex);
3999
17
    LOCK(m_total_bytes_sent_mutex);
4000
17
    return GetMaxOutboundTimeLeftInCycle_();
4001
17
}
4002
4003
std::chrono::seconds CConnman::GetMaxOutboundTimeLeftInCycle_() const
4004
1.12k
{
4005
1.12k
    AssertLockHeld(m_total_bytes_sent_mutex);
4006
4007
1.12k
    if (nMaxOutboundLimit == 0)
4008
11
        return 0s;
4009
4010
1.11k
    if (nMaxOutboundCycleStartTime.count() == 0)
4011
4
        return MAX_UPLOAD_TIMEFRAME;
4012
4013
1.11k
    const std::chrono::seconds cycleEndTime = nMaxOutboundCycleStartTime + MAX_UPLOAD_TIMEFRAME;
4014
1.11k
    const auto now = GetTime<std::chrono::seconds>();
4015
1.11k
    return (cycleEndTime < now) ? 0s : cycleEndTime - now;
4016
1.11k
}
4017
4018
bool CConnman::OutboundTargetReached(bool historicalBlockServingLimit) const
4019
21.2k
{
4020
21.2k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
4021
21.2k
    LOCK(m_total_bytes_sent_mutex);
4022
21.2k
    if (nMaxOutboundLimit == 0)
4023
20.1k
        return false;
4024
4025
1.11k
    if (historicalBlockServingLimit)
4026
1.10k
    {
4027
        // keep a large enough buffer to at least relay each block once
4028
1.10k
        const std::chrono::seconds timeLeftInCycle = GetMaxOutboundTimeLeftInCycle_();
4029
1.10k
        const uint64_t buffer = timeLeftInCycle / std::chrono::minutes{10} * MAX_BLOCK_SERIALIZED_SIZE;
4030
1.10k
        if (buffer >= nMaxOutboundLimit || nMaxOutboundTotalBytesSentInCycle >= nMaxOutboundLimit - buffer)
4031
827
            return true;
4032
1.10k
    }
4033
8
    else if (nMaxOutboundTotalBytesSentInCycle >= nMaxOutboundLimit)
4034
3
        return true;
4035
4036
286
    return false;
4037
1.11k
}
4038
4039
uint64_t CConnman::GetOutboundTargetBytesLeft() const
4040
17
{
4041
17
    AssertLockNotHeld(m_total_bytes_sent_mutex);
4042
17
    LOCK(m_total_bytes_sent_mutex);
4043
17
    if (nMaxOutboundLimit == 0)
4044
11
        return 0;
4045
4046
6
    return (nMaxOutboundTotalBytesSentInCycle >= nMaxOutboundLimit) ? 0 : nMaxOutboundLimit - nMaxOutboundTotalBytesSentInCycle;
4047
17
}
4048
4049
uint64_t CConnman::GetTotalBytesRecv() const
4050
17
{
4051
17
    return nTotalBytesRecv;
4052
17
}
4053
4054
uint64_t CConnman::GetTotalBytesSent() const
4055
17
{
4056
17
    AssertLockNotHeld(m_total_bytes_sent_mutex);
4057
17
    LOCK(m_total_bytes_sent_mutex);
4058
17
    return nTotalBytesSent;
4059
17
}
4060
4061
ServiceFlags CConnman::GetLocalServices() const
4062
5.15k
{
4063
5.15k
    return m_local_services;
4064
5.15k
}
4065
4066
static std::unique_ptr<Transport> MakeTransport(NodeId id, bool use_v2transport, bool inbound) noexcept
4067
1.79k
{
4068
1.79k
    if (use_v2transport) {
4069
209
        return std::make_unique<V2Transport>(id, /*initiating=*/!inbound);
4070
1.58k
    } else {
4071
1.58k
        return std::make_unique<V1Transport>(id);
4072
1.58k
    }
4073
1.79k
}
4074
4075
CNode::CNode(NodeId idIn,
4076
             std::shared_ptr<Sock> sock,
4077
             const CAddress& addrIn,
4078
             uint64_t nKeyedNetGroupIn,
4079
             uint64_t nLocalHostNonceIn,
4080
             const CService& addrBindIn,
4081
             const std::string& addrNameIn,
4082
             ConnectionType conn_type_in,
4083
             bool inbound_onion,
4084
             uint64_t network_key,
4085
             CNodeOptions&& node_opts)
4086
1.79k
    : m_transport{MakeTransport(idIn, node_opts.use_v2transport, conn_type_in == ConnectionType::INBOUND)},
4087
1.79k
      m_permission_flags{node_opts.permission_flags},
4088
1.79k
      m_sock{sock},
4089
1.79k
      m_connected{NodeClock::now()},
4090
1.79k
      m_proxy_override{std::move(node_opts.proxy_override)},
4091
1.79k
      addr{addrIn},
4092
1.79k
      addrBind{addrBindIn},
4093
1.79k
      m_addr_name{addrNameIn.empty() ? addr.ToStringAddrPort() : addrNameIn},
4094
1.79k
      m_dest(addrNameIn),
4095
1.79k
      m_inbound_onion{inbound_onion},
4096
1.79k
      m_prefer_evict{node_opts.prefer_evict},
4097
1.79k
      nKeyedNetGroup{nKeyedNetGroupIn},
4098
1.79k
      m_network_key{network_key},
4099
1.79k
      m_conn_type{conn_type_in},
4100
1.79k
      id{idIn},
4101
1.79k
      nLocalHostNonce{nLocalHostNonceIn},
4102
1.79k
      m_recv_flood_size{node_opts.recv_flood_size},
4103
1.79k
      m_i2p_sam_session{std::move(node_opts.i2p_sam_session)}
4104
1.79k
{
4105
1.79k
    if (inbound_onion) assert(conn_type_in == ConnectionType::INBOUND);
4106
4107
64.6k
    for (const auto& msg : ALL_NET_MESSAGE_TYPES) {
4108
64.6k
        mapRecvBytesPerMsgType[msg] = 0;
4109
64.6k
    }
4110
1.79k
    mapRecvBytesPerMsgType[NET_MESSAGE_TYPE_OTHER] = 0;
4111
4112
1.79k
    if (fLogIPs) {
4113
9
        LogDebug(BCLog::NET, "Added connection to %s peer=%d\n", m_addr_name, id);
4114
1.78k
    } else {
4115
1.78k
        LogDebug(BCLog::NET, "Added connection peer=%d\n", id);
4116
1.78k
    }
4117
1.79k
}
4118
4119
void CNode::MarkReceivedMsgsForProcessing()
4120
117k
{
4121
117k
    AssertLockNotHeld(m_msg_process_queue_mutex);
4122
4123
117k
    size_t nSizeAdded = 0;
4124
138k
    for (const auto& msg : vRecvMsg) {
4125
        // vRecvMsg contains only completed CNetMessage
4126
        // the single possible partially deserialized message are held by TransportDeserializer
4127
138k
        nSizeAdded += msg.GetMemoryUsage();
4128
138k
    }
4129
4130
117k
    LOCK(m_msg_process_queue_mutex);
4131
117k
    m_msg_process_queue.splice(m_msg_process_queue.end(), vRecvMsg);
4132
117k
    m_msg_process_queue_size += nSizeAdded;
4133
117k
    fPauseRecv = m_msg_process_queue_size > m_recv_flood_size;
4134
117k
}
4135
4136
std::optional<std::pair<CNetMessage, bool>> CNode::PollMessage()
4137
342k
{
4138
342k
    LOCK(m_msg_process_queue_mutex);
4139
342k
    if (m_msg_process_queue.empty()) return std::nullopt;
4140
4141
138k
    std::list<CNetMessage> msgs;
4142
    // Just take one message
4143
138k
    msgs.splice(msgs.begin(), m_msg_process_queue, m_msg_process_queue.begin());
4144
138k
    m_msg_process_queue_size -= msgs.front().GetMemoryUsage();
4145
138k
    fPauseRecv = m_msg_process_queue_size > m_recv_flood_size;
4146
4147
138k
    return std::make_pair(std::move(msgs.front()), !m_msg_process_queue.empty());
4148
342k
}
4149
4150
bool CConnman::NodeFullyConnected(const CNode* pnode)
4151
69.1k
{
4152
69.1k
    return pnode && pnode->fSuccessfullyConnected && !pnode->fDisconnect;
4153
69.1k
}
4154
4155
/// Private broadcast connections only need to send certain message types.
4156
/// Other messages are not needed and may degrade privacy.
4157
static bool IsOutboundMessageAllowedInPrivateBroadcast(std::string_view type) noexcept
4158
68
{
4159
68
    return type == NetMsgType::VERSION ||
4160
68
           type == NetMsgType::VERACK ||
4161
68
           type == NetMsgType::INV ||
4162
68
           type == NetMsgType::TX ||
4163
68
           type == NetMsgType::PING;
4164
68
}
4165
4166
void CConnman::PushMessage(CNode* pnode, CSerializedNetMsg&& msg)
4167
143k
{
4168
143k
    AssertLockNotHeld(m_total_bytes_sent_mutex);
4169
4170
143k
    if (pnode->IsPrivateBroadcastConn() && !IsOutboundMessageAllowedInPrivateBroadcast(msg.m_type)) {
4171
0
        LogDebug(BCLog::PRIVBROADCAST, "Omitting send of message '%s', %s", msg.m_type, pnode->LogPeer());
4172
0
        return;
4173
0
    }
4174
4175
143k
    if (!m_private_broadcast.m_outbound_tor_ok_at_least_once.load() && !pnode->IsInboundConn() &&
4176
143k
        pnode->addr.IsTor() && msg.m_type == NetMsgType::VERACK) {
4177
        // If we are sending the peer VERACK that means we successfully sent
4178
        // and received another message to/from that peer (VERSION).
4179
2
        m_private_broadcast.m_outbound_tor_ok_at_least_once.store(true);
4180
2
    }
4181
4182
143k
    size_t nMessageSize = msg.data.size();
4183
143k
    LogDebug(BCLog::NET, "sending %s (%d bytes) peer=%d\n", msg.m_type, nMessageSize, pnode->GetId());
4184
143k
    if (m_capture_messages) {
4185
20
        CaptureMessage(pnode->addr, msg.m_type, msg.data, /*is_incoming=*/false);
4186
20
    }
4187
4188
143k
    TRACEPOINT(net, outbound_message,
4189
143k
        pnode->GetId(),
4190
143k
        pnode->m_addr_name.c_str(),
4191
143k
        pnode->ConnectionTypeAsString().c_str(),
4192
143k
        msg.m_type.c_str(),
4193
143k
        msg.data.size(),
4194
143k
        msg.data.data()
4195
143k
    );
4196
4197
143k
    size_t nBytesSent = 0;
4198
143k
    {
4199
143k
        LOCK(pnode->cs_vSend);
4200
        // Check if the transport still has unsent bytes, and indicate to it that we're about to
4201
        // give it a message to send.
4202
143k
        const auto& [to_send, more, _msg_type] =
4203
143k
            pnode->m_transport->GetBytesToSend(/*have_next_message=*/true);
4204
143k
        const bool queue_was_empty{to_send.empty() && pnode->vSendMsg.empty()};
4205
4206
        // Update memory usage of send buffer.
4207
143k
        pnode->m_send_memusage += msg.GetMemoryUsage();
4208
143k
        if (pnode->m_send_memusage + pnode->m_transport->GetSendMemoryUsage() > nSendBufferMaxSize) pnode->fPauseSend = true;
4209
        // Move message to vSendMsg queue.
4210
143k
        pnode->vSendMsg.push_back(std::move(msg));
4211
4212
        // If there was nothing to send before, and there is now (predicted by the "more" value
4213
        // returned by the GetBytesToSend call above), attempt "optimistic write":
4214
        // because the poll/select loop may pause for SELECT_TIMEOUT_MILLISECONDS before actually
4215
        // doing a send, try sending from the calling thread if the queue was empty before.
4216
        // With a V1Transport, more will always be true here, because adding a message always
4217
        // results in sendable bytes there, but with V2Transport this is not the case (it may
4218
        // still be in the handshake).
4219
143k
        if (queue_was_empty && more) {
4220
143k
            std::tie(nBytesSent, std::ignore) = SocketSendData(*pnode);
4221
143k
        }
4222
143k
    }
4223
143k
    if (nBytesSent) RecordBytesSent(nBytesSent);
4224
143k
}
4225
4226
bool CConnman::ForNode(NodeId id, std::function<bool(CNode* pnode)> func)
4227
405
{
4228
405
    AssertLockNotHeld(m_nodes_mutex);
4229
4230
405
    CNode* found = nullptr;
4231
405
    LOCK(m_nodes_mutex);
4232
634
    for (auto&& pnode : m_nodes) {
4233
634
        if(pnode->GetId() == id) {
4234
369
            found = pnode;
4235
369
            break;
4236
369
        }
4237
634
    }
4238
405
    return found != nullptr && NodeFullyConnected(found) && func(found);
4239
405
}
4240
4241
CSipHasher CConnman::GetDeterministicRandomizer(uint64_t id) const
4242
5.32k
{
4243
5.32k
    return CSipHasher(nSeed0, nSeed1).Write(id);
4244
5.32k
}
4245
4246
uint64_t CConnman::CalculateKeyedNetGroup(const CNetAddr& address) const
4247
1.75k
{
4248
1.75k
    std::vector<unsigned char> vchNetGroup(m_netgroupman.GetGroup(address));
4249
4250
1.75k
    return GetDeterministicRandomizer(RANDOMIZER_ID_NETGROUP).Write(vchNetGroup).Finalize();
4251
1.75k
}
4252
4253
void CConnman::PerformReconnections()
4254
5.75k
{
4255
5.75k
    AssertLockNotHeld(m_nodes_mutex);
4256
5.75k
    AssertLockNotHeld(m_reconnections_mutex);
4257
5.75k
    AssertLockNotHeld(m_unused_i2p_sessions_mutex);
4258
5.76k
    while (true) {
4259
        // Move first element of m_reconnections to todo (avoiding an allocation inside the lock).
4260
5.76k
        decltype(m_reconnections) todo;
4261
5.76k
        {
4262
5.76k
            LOCK(m_reconnections_mutex);
4263
5.76k
            if (m_reconnections.empty()) break;
4264
6
            todo.splice(todo.end(), m_reconnections, m_reconnections.begin());
4265
6
        }
4266
4267
0
        auto& item = *todo.begin();
4268
6
        OpenNetworkConnection(item.addr_connect,
4269
                              // We only reconnect if the first attempt to connect succeeded at
4270
                              // connection time, but then failed after the CNode object was
4271
                              // created. Since we already know connecting is possible, do not
4272
                              // count failure to reconnect.
4273
6
                              /*fCountFailure=*/false,
4274
6
                              std::move(item.grant),
4275
6
                              item.destination.empty() ? nullptr : item.destination.c_str(),
4276
6
                              item.conn_type,
4277
6
                              item.use_v2transport,
4278
6
                              item.proxy_override);
4279
6
    }
4280
5.75k
}
4281
4282
void CConnman::ASMapHealthCheck()
4283
7
{
4284
7
    const std::vector<CAddress> v4_addrs{GetAddressesUnsafe(/*max_addresses=*/0, /*max_pct=*/0, Network::NET_IPV4, /*filtered=*/false)};
4285
7
    const std::vector<CAddress> v6_addrs{GetAddressesUnsafe(/*max_addresses=*/0, /*max_pct=*/0, Network::NET_IPV6, /*filtered=*/false)};
4286
7
    std::vector<CNetAddr> clearnet_addrs;
4287
7
    clearnet_addrs.reserve(v4_addrs.size() + v6_addrs.size());
4288
7
    std::transform(v4_addrs.begin(), v4_addrs.end(), std::back_inserter(clearnet_addrs),
4289
8
        [](const CAddress& addr) { return static_cast<CNetAddr>(addr); });
4290
7
    std::transform(v6_addrs.begin(), v6_addrs.end(), std::back_inserter(clearnet_addrs),
4291
7
        [](const CAddress& addr) { return static_cast<CNetAddr>(addr); });
4292
7
    m_netgroupman.ASMapHealthCheck(clearnet_addrs);
4293
7
}
4294
4295
// Dump binary message to file, with timestamp.
4296
static void CaptureMessageToFile(const CAddress& addr,
4297
                                 const std::string& msg_type,
4298
                                 std::span<const unsigned char> data,
4299
                                 bool is_incoming)
4300
23
{
4301
    // Note: This function captures the message at the time of processing,
4302
    // not at socket receive/send time.
4303
    // This ensures that the messages are always in order from an application
4304
    // layer (processing) perspective.
4305
23
    auto now = GetTime<std::chrono::microseconds>();
4306
4307
    // Windows folder names cannot include a colon
4308
23
    std::string clean_addr = addr.ToStringAddrPort();
4309
23
    std::replace(clean_addr.begin(), clean_addr.end(), ':', '_');
4310
4311
23
    fs::path base_path = gArgs.GetDataDirNet() / "message_capture" / fs::u8path(clean_addr);
4312
23
    fs::create_directories(base_path);
4313
4314
23
    fs::path path = base_path / (is_incoming ? "msgs_recv.dat" : "msgs_sent.dat");
4315
23
    AutoFile f{fsbridge::fopen(path, "ab")};
4316
4317
23
    ser_writedata64(f, now.count());
4318
23
    f << std::span{msg_type};
4319
135
    for (auto i = msg_type.length(); i < CMessageHeader::MESSAGE_TYPE_SIZE; ++i) {
4320
112
        f << uint8_t{'\0'};
4321
112
    }
4322
23
    uint32_t size = data.size();
4323
23
    ser_writedata32(f, size);
4324
23
    f << data;
4325
4326
23
    if (f.fclose() != 0) {
4327
0
        throw std::ios_base::failure(
4328
0
            strprintf("Error closing %s after write, file contents are likely incomplete", fs::PathToString(path)));
4329
0
    }
4330
23
}
4331
4332
std::function<void(const CAddress& addr,
4333
                   const std::string& msg_type,
4334
                   std::span<const unsigned char> data,
4335
                   bool is_incoming)>
4336
    CaptureMessage = CaptureMessageToFile;