Coverage Report

Created: 2026-09-02 14:16

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/tmp/bitcoin/src/httpserver.cpp
Line
Count
Source
1
// Copyright (c) 2015-present The Bitcoin Core developers
2
// Distributed under the MIT software license, see the accompanying
3
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
5
#include <bitcoin-build-config.h> // IWYU pragma: keep
6
7
#include <httpserver.h>
8
9
#include <chainparamsbase.h>
10
#include <common/args.h>
11
#include <common/messages.h>
12
#include <common/url.h>
13
#include <compat/compat.h>
14
#include <logging.h>
15
#include <netbase.h>
16
#include <node/interface_ui.h>
17
#include <rpc/protocol.h>
18
#include <span.h>
19
#include <sync.h>
20
#include <util/check.h>
21
#include <util/signalinterrupt.h>
22
#include <util/sock.h>
23
#include <util/strencodings.h>
24
#include <util/thread.h>
25
#include <util/threadnames.h>
26
#include <util/threadpool.h>
27
#include <util/time.h>
28
#include <util/translation.h>
29
30
#include <condition_variable>
31
#include <cstdio>
32
#include <cstdlib>
33
#include <memory>
34
#include <optional>
35
#include <span>
36
#include <string>
37
#include <string_view>
38
#include <thread>
39
#include <unordered_map>
40
#include <vector>
41
42
#include <sys/types.h>
43
#include <sys/stat.h>
44
45
//! The set of sockets cannot be modified while waiting, so
46
//! the sleep time needs to be small to avoid new sockets stalling.
47
static constexpr auto SELECT_TIMEOUT{50ms};
48
49
//! Explicit alias for setting socket option methods.
50
static constexpr int SOCKET_OPTION_TRUE{1};
51
52
using common::InvalidPortErrMsg;
53
using util::LineReader;
54
using namespace bitcoin_http;
55
56
struct HTTPPathHandler
57
{
58
    HTTPPathHandler(std::string _prefix, bool _exactMatch, HTTPRequestHandler _handler):
59
2.33k
        prefix(_prefix), exactMatch(_exactMatch), handler(_handler)
60
2.33k
    {
61
2.33k
    }
62
    std::string prefix;
63
    bool exactMatch;
64
    HTTPRequestHandler handler;
65
};
66
67
/** HTTP module state */
68
69
static std::unique_ptr<HTTPServer> g_http_server{nullptr};
70
//! Handlers for (sub)paths
71
static GlobalMutex g_httppathhandlers_mutex;
72
static std::vector<HTTPPathHandler> pathHandlers GUARDED_BY(g_httppathhandlers_mutex);
73
/// \anchor http_pool
74
//! Http thread pool - future: encapsulate in HttpContext
75
static ThreadPool g_threadpool_http("http");
76
static int g_max_queue_depth{100};
77
78
/** Check if a network address is allowed to access the HTTP server */
79
bool HTTPServer::ClientAllowed(const CNetAddr& netaddr) const
80
3.61k
{
81
3.61k
    if (!netaddr.IsValid())
82
0
        return false;
83
3.61k
    for(const CSubNet& subnet : m_allow_subnets)
84
3.63k
        if (subnet.Match(netaddr))
85
3.61k
            return true;
86
2
    return false;
87
3.61k
}
88
89
/** Initialize ACL list for HTTP server */
90
bool HTTPServer::InitHTTPAllowList()
91
1.16k
{
92
    // Must be run before StartSocketThreads() because ThreadSocketHandler()
93
    // will check m_allow_subnets from the I/O thread.
94
1.16k
    Assume(!m_thread_socket_handler.joinable());
95
96
1.16k
    m_allow_subnets.clear();
97
1.16k
    m_allow_subnets.emplace_back(LookupHost("127.0.0.1", false).value(), 8);  // always allow IPv4 local subnet
98
1.16k
    m_allow_subnets.emplace_back(LookupHost("::1", false).value());  // always allow IPv6 localhost
99
1.16k
    for (const std::string& strAllow : gArgs.GetArgs("-rpcallowip")) {
100
16
        const CSubNet subnet{LookupSubNet(strAllow)};
101
16
        if (!subnet.IsValid()) {
102
1
            uiInterface.ThreadSafeMessageBox(
103
1
                Untranslated(strprintf("Invalid -rpcallowip subnet specification: %s. Valid values are a single IP (e.g. 1.2.3.4), a network/netmask (e.g. 1.2.3.4/255.255.255.0), a network/CIDR (e.g. 1.2.3.4/24), all ipv4 (0.0.0.0/0), or all ipv6 (::/0). RFC4193 is allowed only if -cjdnsreachable=0.", strAllow)),
104
1
                CClientUIInterface::MSG_ERROR);
105
1
            return false;
106
1
        }
107
15
        m_allow_subnets.push_back(subnet);
108
15
    }
109
1.16k
    std::string strAllowed;
110
1.16k
    for (const CSubNet& subnet : m_allow_subnets)
111
2.33k
        strAllowed += subnet.ToString() + " ";
112
1.16k
    LogDebug(BCLog::HTTP, "Allowing HTTP connections from: %s\n", strAllowed);
113
1.16k
    return true;
114
1.16k
}
115
116
/** HTTP request method as string - use for logging only */
117
std::string_view RequestMethodString(HTTPRequestMethod m)
118
188k
{
119
188k
    switch (m) {
120
0
    using enum HTTPRequestMethod;
121
885
    case GET: return "GET";
122
187k
    case POST: return "POST";
123
0
    case HEAD: return "HEAD";
124
0
    case PUT: return "PUT";
125
5
    case UNKNOWN: return "unknown";
126
188k
    } // no default case, so the compiler can warn about missing cases
127
188k
    assert(false);
128
0
}
129
130
static void WriteNoStoreErrorReply(HTTPRequest& req, HTTPStatusCode status, std::string_view reply = {})
131
905
{
132
905
    req.WriteHeader("Cache-Control", "no-store");
133
905
    req.WriteReply(status, reply);
134
905
}
135
136
static void MaybeDispatchRequestToWorker(std::shared_ptr<HTTPRequest> hreq)
137
188k
{
138
    // Early reject unknown HTTP methods
139
188k
    if (hreq->GetRequestMethod() == HTTPRequestMethod::UNKNOWN) {
140
5
        LogDebug(BCLog::HTTP, "HTTP request from %s rejected: Unknown HTTP request method\n",
141
5
                 hreq->GetPeer().ToStringAddrPort());
142
5
        WriteNoStoreErrorReply(*hreq, HTTP_BAD_METHOD);
143
5
        return;
144
5
    }
145
146
    // Find registered handler for prefix
147
188k
    std::string strURI = hreq->GetURI();
148
188k
    std::string path;
149
188k
    LOCK(g_httppathhandlers_mutex);
150
188k
    std::vector<HTTPPathHandler>::const_iterator i = pathHandlers.begin();
151
188k
    std::vector<HTTPPathHandler>::const_iterator iend = pathHandlers.end();
152
216k
    for (; i != iend; ++i) {
153
216k
        bool match = false;
154
216k
        if (i->exactMatch)
155
188k
            match = (strURI == i->prefix);
156
28.2k
        else
157
28.2k
            match = strURI.starts_with(i->prefix);
158
216k
        if (match) {
159
188k
            path = strURI.substr(i->prefix.size());
160
188k
            break;
161
188k
        }
162
216k
    }
163
164
    // Dispatch to worker thread
165
188k
    if (i != iend) {
166
188k
        if (static_cast<int>(g_threadpool_http.WorkQueueSize()) >= g_max_queue_depth) {
167
871
            LogWarning("Request rejected because http work queue depth exceeded, it can be increased with the -rpcworkqueue= setting");
168
871
            WriteNoStoreErrorReply(*hreq, HTTP_SERVICE_UNAVAILABLE, "Work queue depth exceeded");
169
871
            return;
170
871
        }
171
172
187k
        auto item = [req = hreq, in_path = std::move(path), fn = i->handler]() {
173
187k
            std::string err_msg;
174
187k
            try {
175
187k
                fn(req.get(), in_path);
176
187k
                return;
177
187k
            } catch (const std::exception& e) {
178
0
                LogWarning("Unexpected error while processing request for '%s'. Error msg: '%s'", req->GetURI(), e.what());
179
0
                err_msg = e.what();
180
0
            } catch (...) {
181
0
                LogWarning("Unknown error while processing request for '%s'", req->GetURI());
182
0
                err_msg = "unknown error";
183
0
            }
184
            // Reply so the client doesn't hang waiting for the response.
185
0
            req->WriteHeader("Connection", "close");
186
            // TODO: Implement specific error formatting for the REST and JSON-RPC servers responses.
187
0
            WriteNoStoreErrorReply(*req, HTTP_INTERNAL_SERVER_ERROR, err_msg);
188
0
        };
189
190
187k
        if (auto res = g_threadpool_http.Submit(std::move(item)); !res.has_value()) {
191
0
            Assume(hreq.use_count() == 1); // ensure request will be deleted
192
            // Both SubmitError::Inactive and SubmitError::Interrupted mean shutdown
193
0
            LogWarning("HTTP request rejected during server shutdown: '%s'", SubmitErrorString(res.error()));
194
0
            WriteNoStoreErrorReply(*hreq, HTTP_SERVICE_UNAVAILABLE, "Request rejected during server shutdown");
195
0
            return;
196
0
        }
197
187k
    } else {
198
12
        WriteNoStoreErrorReply(*hreq, HTTP_NOT_FOUND);
199
12
    }
200
188k
}
201
202
static void RejectRequest(std::unique_ptr<HTTPRequest> hreq)
203
0
{
204
0
    LogDebug(BCLog::HTTP, "Rejecting request while shutting down");
205
0
    WriteNoStoreErrorReply(*hreq, HTTP_SERVICE_UNAVAILABLE);
206
0
}
207
208
static std::vector<std::pair<std::string, uint16_t>> GetBindAddresses()
209
1.15k
{
210
1.15k
    uint16_t http_port{static_cast<uint16_t>(gArgs.GetIntArg("-rpcport", BaseParams().RPCPort()))};
211
1.15k
    std::vector<std::pair<std::string, uint16_t>> endpoints;
212
213
    // Determine what addresses to bind to
214
    // To prevent misconfiguration and accidental exposure of the RPC
215
    // interface, require -rpcallowip and -rpcbind to both be specified
216
    // together. If either is missing, ignore both values, bind to localhost
217
    // instead, and log warnings.
218
1.15k
    if (gArgs.GetArgs("-rpcallowip").empty() || gArgs.GetArgs("-rpcbind").empty()) { // Default to loopback if not allowing external IPs
219
1.14k
        endpoints.emplace_back("::1", http_port);
220
1.14k
        endpoints.emplace_back("127.0.0.1", http_port);
221
1.14k
        if (!gArgs.GetArgs("-rpcallowip").empty()) {
222
3
            LogWarning("Option -rpcallowip was specified without -rpcbind; this doesn't usually make sense");
223
3
        }
224
1.14k
        if (!gArgs.GetArgs("-rpcbind").empty()) {
225
0
            LogWarning("Option -rpcbind was ignored because -rpcallowip was not specified, refusing to allow everyone to connect");
226
0
        }
227
1.14k
    } else { // Specific bind addresses
228
14
        for (const std::string& strRPCBind : gArgs.GetArgs("-rpcbind")) {
229
14
            uint16_t port{http_port};
230
14
            std::string host;
231
14
            if (!SplitHostPort(strRPCBind, port, host)) {
232
0
                LogError("%s\n", InvalidPortErrMsg("-rpcbind", strRPCBind).original);
233
0
                return {}; // empty
234
0
            }
235
14
            endpoints.emplace_back(host, port);
236
14
        }
237
9
    }
238
1.15k
    return endpoints;
239
1.15k
}
240
241
void RegisterHTTPHandler(const std::string &prefix, bool exactMatch, const HTTPRequestHandler &handler)
242
2.33k
{
243
2.33k
    LogDebug(BCLog::HTTP, "Registering HTTP handler for %s (exactmatch %d)\n", prefix, exactMatch);
244
2.33k
    LOCK(g_httppathhandlers_mutex);
245
2.33k
    pathHandlers.emplace_back(prefix, exactMatch, handler);
246
2.33k
}
247
248
void UnregisterHTTPHandler(const std::string &prefix, bool exactMatch)
249
19.2k
{
250
19.2k
    LOCK(g_httppathhandlers_mutex);
251
19.2k
    std::vector<HTTPPathHandler>::iterator i = pathHandlers.begin();
252
19.2k
    std::vector<HTTPPathHandler>::iterator iend = pathHandlers.end();
253
19.2k
    for (; i != iend; ++i)
254
2.33k
        if (i->prefix == prefix && i->exactMatch == exactMatch)
255
2.33k
            break;
256
19.2k
    if (i != iend)
257
2.33k
    {
258
2.33k
        LogDebug(BCLog::HTTP, "Unregistering HTTP handler for %s (exactmatch %d)\n", prefix, exactMatch);
259
2.33k
        pathHandlers.erase(i);
260
2.33k
    }
261
19.2k
}
262
263
using util::Split;
264
265
std::optional<std::string> HTTPHeaders::FindFirst(const std::string_view key) const
266
829k
{
267
3.83M
    for (const auto& item : m_headers) {
268
3.83M
        if (CaseInsensitiveEqual(key, item.first)) {
269
375k
            return item.second;
270
375k
        }
271
3.83M
    }
272
453k
    return std::nullopt;
273
829k
}
274
275
std::vector<std::string_view> HTTPHeaders::FindAll(const std::string_view key) const
276
264k
{
277
264k
    std::vector<std::string_view> ret;
278
1.58M
    for (const auto& item : m_headers) {
279
1.58M
        if (CaseInsensitiveEqual(key, item.first)) {
280
264k
            ret.push_back(item.second);
281
264k
        }
282
1.58M
    }
283
264k
    return ret;
284
264k
}
285
286
void HTTPHeaders::Write(std::string&& key, std::string&& value)
287
1.69M
{
288
1.69M
    m_headers.emplace_back(std::move(key), std::move(value));
289
1.69M
}
290
291
void HTTPHeaders::RemoveAll(std::string_view key)
292
1.10k
{
293
3.33k
    auto moved = std::ranges::remove_if(m_headers, [key] (auto& pair) {
294
3.33k
        return CaseInsensitiveEqual(key, pair.first);
295
3.33k
    });
296
1.10k
    m_headers.erase(moved.begin(), moved.end());
297
1.10k
}
298
299
bool HTTPHeaders::Read(util::LineReader& reader, bool write)
300
188k
{
301
    // Headers https://httpwg.org/specs/rfc9110.html#rfc.section.6.3
302
    // A sequence of Field Lines https://httpwg.org/specs/rfc9110.html#rfc.section.5.2
303
188k
    size_t start{reader.Consumed()};
304
1.31M
    while (auto maybe_line = reader.ReadLine()) {
305
1.31M
        if (reader.Consumed() - start + m_consumed > MAX_HEADERS_SIZE) throw std::runtime_error("HTTP headers exceed size limit");
306
307
1.31M
        const std::string_view& line = *maybe_line;
308
309
        // An empty line indicates end of the headers section https://www.rfc-editor.org/rfc/rfc2616#section-4
310
1.31M
        if (line.empty()) {
311
            // Ensure all headers are accounted for in case there is a chunked trailer
312
188k
            m_consumed += reader.Consumed() - start;
313
188k
            return true;
314
188k
        }
315
316
        // "Field values containing CR, LF, or NUL characters are invalid and dangerous"
317
        // https://httpwg.org/specs/rfc9110.html#rfc.section.5.5
318
        // A sender MUST NOT generate a bare CR (a CR character not immediately followed by LF)
319
        // within any protocol elements other than the content.
320
        // A recipient of such a bare CR MUST consider that element to be invalid...
321
        // https://httpwg.org/specs/rfc9112.html#rfc.section.2.2
322
1.12M
        if (line.find_first_of("\r\n\0", 0, 3) != std::string_view::npos) throw std::runtime_error("Header contains invalid character");
323
324
        // Header line must have at least one ":"
325
        // keys are not allowed to have delimiters like ":" but values are
326
        // https://httpwg.org/specs/rfc9110.html#rfc.section.5.6.2
327
1.12M
        const size_t pos{line.find(':')};
328
1.12M
        if (pos == std::string_view::npos) throw std::runtime_error("HTTP header missing colon (:)");
329
330
        // Whitespace is strictly not allowed in the field-name (key)
331
        // https://www.rfc-editor.org/rfc/rfc9110.html#section-5.6.2
332
1.12M
        std::string_view key = line.substr(0, pos);
333
1.12M
        if (key.find_first_of(" \t\n\r\f\v") != std::string_view::npos) throw std::runtime_error("Invalid header field-name contains whitespace");
334
        // Whitespace is optional in the value and can be trimmed
335
1.12M
        std::string value = util::TrimString(std::string_view(line).substr(pos + 1));
336
337
        // Header keys are Field Names: https://httpwg.org/specs/rfc9110.html#fields.names
338
        // which consist of "tokens": https://httpwg.org/specs/rfc9110.html#rfc.section.5.6.2
339
        // that can not be empty.
340
1.12M
        if (key.empty()) throw std::runtime_error("Empty HTTP header name");
341
342
1.12M
        if (write) {
343
1.12M
            Write(std::string(key), std::move(value));
344
1.12M
        }
345
1.12M
    }
346
347
    // We have not received all the request headers yet.
348
    // Keep track of how much data we have already consumed to enforce
349
    // the total limit over multiple read operations.
350
14
    m_consumed += reader.Consumed() - start;
351
352
14
    return false;
353
188k
}
354
355
std::string HTTPHeaders::Stringify() const
356
188k
{
357
188k
    std::string out;
358
568k
    for (const auto& [key, value] : m_headers) {
359
568k
        out += key + ": " + value + "\r\n";
360
568k
    }
361
362
    // Headers are terminated by an empty line
363
188k
    out += "\r\n";
364
365
188k
    return out;
366
188k
}
367
368
std::string HTTPResponse::StringifyHeaders() const
369
188k
{
370
188k
    return strprintf("HTTP/%d.%d %d %s\r\n%s",
371
188k
                     version.major,
372
188k
                     version.minor,
373
188k
                     status,
374
188k
                     HTTPStatusReasonString(status),
375
188k
                     headers.Stringify());
376
188k
}
377
378
bool HTTPRequest::LoadControlData(LineReader& reader)
379
188k
{
380
188k
    auto maybe_line = reader.ReadLine();
381
188k
    if (!maybe_line) return false;
382
188k
    const std::string_view& request_line = *maybe_line;
383
384
    // Request Line aka Control Data https://httpwg.org/specs/rfc9110.html#rfc.section.6.2
385
    // Three words separated by spaces, terminated by \n or \r\n
386
188k
    if (request_line.length() < MIN_REQUEST_LINE_LENGTH) throw std::runtime_error("HTTP request line too short");
387
388
    // NUL is not a valid tchar and would silently truncate
389
    // C-string-based parsers rather than being rejected as malformed.
390
    // tchar: https://www.rfc-editor.org/info/rfc7230/#section-3.2.6
391
188k
    if (request_line.find('\0') != std::string_view::npos) throw std::runtime_error("Invalid request line contains NUL");
392
393
188k
    const std::vector<std::string_view> parts{Split<std::string_view>(request_line, " ")};
394
188k
    if (parts.size() != 3) throw std::runtime_error("HTTP request line malformed");
395
396
188k
    if (parts[0] == "GET") {
397
911
        m_method = HTTPRequestMethod::GET;
398
187k
    } else if (parts[0] == "POST") {
399
187k
        m_method = HTTPRequestMethod::POST;
400
187k
    } else if (parts[0] == "HEAD") {
401
0
        m_method = HTTPRequestMethod::HEAD;
402
7
    } else if (parts[0] == "PUT") {
403
0
        m_method = HTTPRequestMethod::PUT;
404
7
    } else {
405
7
        m_method = HTTPRequestMethod::UNKNOWN;
406
7
    }
407
408
188k
    m_target = parts[1];
409
410
188k
    if (parts[2].rfind("HTTP/") != 0) throw std::runtime_error("HTTP request line malformed");
411
412
    // Version is exactly two decimal digits separated by a decimal point
413
    // https://httpwg.org/specs/rfc9110.html#rfc.section.2.5
414
188k
    const std::vector<std::string_view> version_parts{Split<std::string_view>(parts[2].substr(5), ".")};
415
188k
    if (version_parts.size() != 2) throw std::runtime_error("HTTP request line malformed");
416
188k
    if (version_parts[0].size() != 1 || version_parts[1].size() != 1) throw std::runtime_error("HTTP bad version");
417
188k
    auto major = ToIntegral<uint8_t>(version_parts[0]);
418
188k
    auto minor = ToIntegral<uint8_t>(version_parts[1]);
419
188k
    if (!major || !minor || major != 1 || minor > 9) throw std::runtime_error("HTTP bad version");
420
188k
    m_version.major = major.value();
421
188k
    m_version.minor = minor.value();
422
423
188k
    return true;
424
188k
}
425
426
bool HTTPRequest::LoadHeaders(LineReader& reader)
427
188k
{
428
188k
    return m_headers.Read(reader);
429
188k
}
430
431
bool HTTPRequest::LoadBody(LineReader& reader)
432
265k
{
433
    // https://httpwg.org/specs/rfc9112.html#message.body
434
265k
    auto transfer_encoding_header = m_headers.FindFirst("Transfer-Encoding");
435
265k
    if (transfer_encoding_header && ToLower(transfer_encoding_header.value()) == "chunked") {
436
        // Transfer-Encoding: https://datatracker.ietf.org/doc/html/rfc7230.html#section-3.3.1
437
        // Chunked Transfer Coding: https://datatracker.ietf.org/doc/html/rfc7230.html#section-4.1
438
        // see evhttp_handle_chunked_read() in libevent http.c
439
1.08k
        while (reader.Remaining() > 0) {
440
557
            if (!m_chunk_size) {
441
33
                auto maybe_chunk_size = reader.ReadLine();
442
33
                if (!maybe_chunk_size) return false;
443
444
                // Allow (but ignore) Chunk Extensions
445
                // See https://www.rfc-editor.org/rfc/rfc9112.html#name-chunk-extensions
446
33
                std::string_view chunk_size_noext{maybe_chunk_size.value()};
447
33
                const auto semicolon_pos = chunk_size_noext.find(';');
448
33
                if (semicolon_pos != chunk_size_noext.npos) {
449
3
                    chunk_size_noext.remove_suffix(chunk_size_noext.size() - semicolon_pos);
450
3
                }
451
452
33
                m_chunk_size = ToIntegral<uint64_t>(util::TrimStringView(chunk_size_noext), /*base=*/16);
453
33
                if (!m_chunk_size) throw std::runtime_error("Cannot parse chunk length value");
454
455
32
                if ((m_body.size() > MAX_BODY_SIZE) ||
456
32
                    (*m_chunk_size > MAX_BODY_SIZE - m_body.size()))
457
3
                    throw ContentTooLargeError("Chunk will exceed max body size");
458
32
            }
459
460
            // We either just read the chunk size, or we have it saved
461
            // from a prior I/O loop iteration
462
553
            Assume(m_chunk_size);
463
464
            // Last chunk has size 0
465
553
            if (*m_chunk_size == 0) {
466
                // Validate Chunked Trailer section, which is used for
467
                // additional headers sent at the end of the message.
468
                // Data consumed here is counted towards MAX_HEADERS_SIZE
469
                // along with the headers we read in the beginning of the request.
470
                // At this time we ignore and drop these data after validating.
471
                // See https://httpwg.org/specs/rfc9112.html#rfc.section.7.1.2
472
11
                return m_headers.Read(reader, /*write=*/false);
473
11
            }
474
475
            // We have not read the entire chunk from the buffer yet
476
542
            if (m_chunk_read < *m_chunk_size) {
477
                // Get what we can from the buffer
478
541
                const uint64_t chunk_need{*m_chunk_size - m_chunk_read};
479
541
                const uint64_t buffer_has{std::min(chunk_need, static_cast<uint64_t>(reader.Remaining()))};
480
481
                // Pack [partial] chunk onto body and update state
482
541
                m_body += reader.ReadLength(buffer_has);
483
541
                m_chunk_read += buffer_has;
484
541
            }
485
486
            // Even though every chunk size is explicitly declared,
487
            // they are still terminated by a CRLF we don't need,
488
            // just consume it here.
489
542
            if (m_chunk_read == *m_chunk_size) {
490
23
                auto crlf = reader.ReadLine();
491
23
                if (!crlf) {
492
                    // CRLF not found before end of buffer: it has not been received by our socket yet.
493
1
                    return false;
494
1
                }
495
                // CRLF was found but there was unexpected data after the chunk_sized chunk
496
22
                if (!crlf.value().empty()) throw std::runtime_error("Improperly terminated chunk");
497
498
                // Clear state for next chunk
499
21
                m_chunk_size.reset();
500
21
                m_chunk_read = 0;
501
21
            }
502
542
        }
503
504
        // We read all the chunks but never got the last chunk, wait for client to send more
505
525
        return false;
506
264k
    } else {
507
        // No Content-length or Transfer-Encoding header means no body, see libevent evhttp_get_body()
508
264k
        auto content_length_values{m_headers.FindAll("Content-Length")};
509
264k
        if (content_length_values.empty()) return true;
510
511
        // Duplicate Content-Length headers are allowed only if they all have the same value
512
        // https://www.rfc-editor.org/rfc/rfc7230#section-3.3.3
513
264k
        const auto& first_content_length_value{content_length_values[0]};
514
264k
        for (size_t i = 1; i < content_length_values.size(); ++i) {
515
3
            if (content_length_values[i] != first_content_length_value) throw std::runtime_error("Differing Content-Length values");
516
3
        }
517
518
264k
        const auto content_length{ToIntegral<uint64_t>(first_content_length_value)};
519
264k
        if (!content_length) throw std::runtime_error("Cannot parse Content-Length value");
520
521
264k
        if (*content_length > MAX_BODY_SIZE) throw ContentTooLargeError("Max body size exceeded");
522
523
        // A large body may arrive over multiple I/O loop iterations. Copy
524
        // whatever the buffer has now; m_body's size tracks our progress.
525
264k
        const uint64_t body_need{*content_length - m_body.size()};
526
264k
        const uint64_t buffer_has{std::min(body_need, static_cast<uint64_t>(reader.Remaining()))};
527
528
        // Pack [partial] body on and update state
529
264k
        m_body += reader.ReadLength(buffer_has);
530
531
264k
        return m_body.size() == *content_length;
532
264k
    }
533
265k
}
534
535
void HTTPRequest::WriteReply(HTTPStatusCode status, std::span<const std::byte> reply_body)
536
188k
{
537
188k
    HTTPResponse res;
538
539
    // Some response headers are determined in advance and stored in the request
540
188k
    res.headers = std::move(m_response_headers);
541
542
    // Response version matches request version
543
188k
    res.version = m_version;
544
545
    // Add response code
546
188k
    res.status = status;
547
548
    // See libevent evhttp_response_needs_body()
549
    // Response headers are different if no body is needed
550
188k
    bool needs_body{status != HTTP_NO_CONTENT && (status < 100 || status >= 200)};
551
188k
    bool needs_content_length{false};
552
553
188k
    bool keep_alive{false};
554
555
    // See libevent evhttp_make_header_response()
556
    // Expected response headers depend on protocol version
557
188k
    if (m_version.major == 1) {
558
        // HTTP/1.0
559
188k
        if (m_version.minor == 0) {
560
5
            auto connection_header{m_headers.FindFirst("Connection")};
561
5
            if (connection_header && ToLower(connection_header.value()) == "keep-alive") {
562
0
                res.headers.Write("Connection", "keep-alive");
563
0
                keep_alive = true;
564
                // HTTP/1.0 connections are closed by default so EOF is sufficient
565
                // to indicate end of the body. Adding Content-Length a special case.
566
0
                if (needs_body) needs_content_length = true;
567
0
            }
568
5
        }
569
570
        // HTTP/1.1
571
188k
        if (m_version.minor >= 1) {
572
188k
            const int64_t now_seconds{TicksSinceEpoch<std::chrono::seconds>(NodeClock::now())};
573
188k
            res.headers.Write("Date", FormatRFC1123DateTime(now_seconds));
574
575
            // HTTP/1.1 connections are kept alive by default and always require Content-Length.
576
188k
            if (needs_body) needs_content_length = true;
577
578
            // Default for HTTP/1.1
579
188k
            keep_alive = true;
580
188k
        }
581
188k
    }
582
583
188k
    if (needs_content_length) {
584
188k
        res.headers.Write("Content-Length", util::ToString(reply_body.size()));
585
188k
    }
586
587
188k
    if (needs_body && !res.headers.FindFirst("Content-Type")) {
588
        // Default type from libevent evhttp_new_object()
589
1.04k
        res.headers.Write("Content-Type", "text/html; charset=ISO-8859-1");
590
1.04k
    }
591
592
188k
    auto connection_header{m_headers.FindFirst("Connection")};
593
188k
    if (connection_header && ToLower(connection_header.value()) == "close") {
594
        // Might not exist already but we need to replace it, not append to it
595
1.10k
        res.headers.RemoveAll("Connection");
596
597
1.10k
        res.headers.Write("Connection", "close");
598
1.10k
        keep_alive = false;
599
1.10k
    }
600
601
188k
    if (std::shared_ptr client{m_client.lock()}) {
602
188k
        client->Send(res, reply_body, keep_alive);
603
188k
    }
604
188k
}
605
606
void HTTPRemoteClient::Send(const HTTPResponse& res, std::span<const std::byte> reply_body, bool keep_alive)
607
188k
{
608
188k
    m_keep_alive = keep_alive;
609
610
    // Serialize the response headers
611
188k
    const std::string headers{res.StringifyHeaders()};
612
188k
    const auto headers_bytes{std::as_bytes(std::span{headers})};
613
614
188k
    bool send_buffer_was_empty{false};
615
    // Fill the send buffer with the complete serialized response headers + body
616
188k
    {
617
188k
        LOCK(m_send_mutex);
618
188k
        send_buffer_was_empty = m_send_buffer.empty();
619
188k
        m_send_buffer.insert(m_send_buffer.end(), headers_bytes.begin(), headers_bytes.end());
620
621
        // We've been using std::span up until now but it is finally time to copy
622
        // data. The original data will go out of scope when WriteReply() returns.
623
        // This is analogous to the memcpy() in libevent's evbuffer_add()
624
188k
        m_send_buffer.insert(m_send_buffer.end(), reply_body.begin(), reply_body.end());
625
626
        // If the buffer already held data, the I/O thread is (or soon will be)
627
        // draining it, so flag that there is more data to send. This must happen
628
        // while holding m_send_mutex and while the buffer is known non-empty:
629
        // setting m_send_ready after releasing the lock would race with the I/O
630
        // thread draining the buffer to empty and clearing m_send_ready in
631
        // between, leaving m_send_ready set on an empty buffer. The I/O loop would
632
        // then only ever poll the socket for writeability, never read the client's
633
        // next request, and wedge the connection.
634
188k
        if (!send_buffer_was_empty) m_send_ready = true;
635
188k
    }
636
637
188k
    LogDebug(
638
188k
        BCLog::HTTP,
639
188k
        "HTTPResponse (status code: %d size: %lld) added to send buffer for client %s (id=%llu)",
640
188k
        res.status,
641
188k
        headers_bytes.size() + reply_body.size(),
642
188k
        m_origin,
643
188k
        m_id);
644
645
    // If the send buffer was empty before we wrote this reply, we can try an
646
    // optimistic send akin to CConnman::PushMessage() in which we
647
    // push the data directly out the socket to client right now, instead
648
    // of waiting for the next iteration of the I/O loop.
649
188k
    if (send_buffer_was_empty) {
650
188k
        MaybeSendBytesFromBuffer();
651
188k
    }
652
653
    // Signal to the I/O loop that we are ready to handle the next request.
654
188k
    m_req_busy = false;
655
188k
}
656
657
CService HTTPRequest::GetPeer() const
658
186k
{
659
186k
    if (std::shared_ptr c{m_client.lock()}) {
660
186k
        return c->GetPeer();
661
186k
    } else {
662
2
        return {};
663
2
    }
664
186k
}
665
666
std::optional<std::string> HTTPRequest::GetQueryParameter(const std::string_view key) const
667
93
{
668
93
    return GetQueryParameterFromUri(m_target, key);
669
93
}
670
671
// See libevent http.c evhttp_parse_query_impl()
672
// and https://www.rfc-editor.org/rfc/rfc3986#section-3.4
673
std::optional<std::string> GetQueryParameterFromUri(const std::string_view uri, const std::string_view key)
674
107
{
675
    // find query in URI
676
107
    size_t start = uri.find('?');
677
107
    if (start == std::string::npos) return std::nullopt;
678
97
    size_t end = uri.find('#', start);
679
97
    if (end == std::string::npos) {
680
97
        end = uri.length();
681
97
    }
682
97
    const std::string_view query{uri.data() + start + 1, end - start - 1};
683
    // find requested parameter in query
684
97
    const std::vector<std::string_view> params{Split<std::string_view>(query, "&")};
685
124
    for (const std::string_view& param : params) {
686
124
        size_t delim = param.find('=');
687
124
        if (key == UrlDecode(param.substr(0, delim))) {
688
85
            if (delim == std::string::npos) {
689
0
                return "";
690
85
            } else {
691
85
                return std::string(UrlDecode(param.substr(delim + 1)));
692
85
            }
693
85
        }
694
124
    }
695
12
    return std::nullopt;
696
97
}
697
698
std::optional<std::string> HTTPRequest::GetHeader(const std::string_view hdr) const
699
186k
{
700
186k
    return m_headers.FindFirst(hdr);
701
186k
}
702
703
void HTTPRequest::WriteHeader(std::string&& hdr, std::string&& value)
704
189k
{
705
189k
    m_response_headers.Write(std::move(hdr), std::move(value));
706
189k
}
707
708
util::Expected<void, std::string> HTTPServer::BindAndStartListening(const CService& to)
709
2.31k
{
710
    // Create socket for listening for incoming connections
711
2.31k
    sockaddr_storage storage;
712
2.31k
    auto sa = reinterpret_cast<sockaddr*>(&storage);
713
2.31k
    socklen_t len{sizeof(storage)};
714
2.31k
    if (!to.GetSockAddr(sa, &len)) {
715
1
        return util::Unexpected{strprintf("Bind address family for %s not supported", to.ToStringAddrPort())};
716
1
    }
717
718
2.31k
    std::unique_ptr<Sock> sock{CreateSock(to.GetSAFamily(), SOCK_STREAM, IPPROTO_TCP)};
719
2.31k
    if (!sock) {
720
0
        return util::Unexpected{strprintf("Cannot create %s listen socket: %s",
721
0
                                          to.ToStringAddrPort(),
722
0
                                          NetworkErrorString(WSAGetLastError()))};
723
0
    }
724
725
    // Allow binding if the port is still in TIME_WAIT state after
726
    // the program was closed and restarted.
727
2.31k
    if (sock->SetSockOpt(SOL_SOCKET, SO_REUSEADDR, &SOCKET_OPTION_TRUE, sizeof(SOCKET_OPTION_TRUE)) == SOCKET_ERROR) {
728
0
        LogDebug(BCLog::HTTP,
729
0
                 "Cannot set SO_REUSEADDR on %s listen socket: %s, continuing anyway",
730
0
                 to.ToStringAddrPort(),
731
0
                 NetworkErrorString(WSAGetLastError()));
732
0
    }
733
734
    // some systems don't have IPV6_V6ONLY but are always v6only; others do have the option
735
    // and enable it by default or not. Try to enable it, if possible.
736
2.31k
    if (to.IsIPv6()) {
737
1.15k
#ifdef IPV6_V6ONLY
738
1.15k
        if (sock->SetSockOpt(IPPROTO_IPV6, IPV6_V6ONLY, &SOCKET_OPTION_TRUE, sizeof(SOCKET_OPTION_TRUE)) == SOCKET_ERROR) {
739
0
            LogDebug(BCLog::HTTP,
740
0
                     "Cannot set IPV6_V6ONLY on %s listen socket: %s, continuing anyway",
741
0
                     to.ToStringAddrPort(),
742
0
                     NetworkErrorString(WSAGetLastError()));
743
0
        }
744
1.15k
#endif
745
#ifdef WIN32
746
        int prot_level{PROTECTION_LEVEL_UNRESTRICTED};
747
        if (sock->SetSockOpt(IPPROTO_IPV6,
748
                             IPV6_PROTECTION_LEVEL,
749
                             &prot_level,
750
                             sizeof(prot_level)) == SOCKET_ERROR) {
751
            LogDebug(BCLog::HTTP,
752
                     "Cannot set IPV6_PROTECTION_LEVEL on %s listen socket: %s, continuing anyway",
753
                     to.ToStringAddrPort(),
754
                     NetworkErrorString(WSAGetLastError()));
755
        }
756
#endif
757
1.15k
    }
758
759
2.31k
    if (sock->Bind(sa, len) == SOCKET_ERROR) {
760
0
        const int err{WSAGetLastError()};
761
0
        if (err == WSAEADDRINUSE) {
762
0
            return util::Unexpected{strprintf("Unable to bind to %s on this computer. %s is probably already running.",
763
0
                                              to.ToStringAddrPort(),
764
0
                                              CLIENT_NAME)};
765
0
        } else {
766
0
            return util::Unexpected{strprintf("Unable to bind to %s on this computer (bind returned error %s)",
767
0
                                              to.ToStringAddrPort(),
768
0
                                              NetworkErrorString(err))};
769
0
        }
770
0
    }
771
772
    // Listen for incoming connections
773
2.31k
    if (sock->Listen(SOMAXCONN) == SOCKET_ERROR) {
774
0
        return util::Unexpected{strprintf("Cannot listen on %s: %s",
775
0
                                          to.ToStringAddrPort(),
776
0
                                          NetworkErrorString(WSAGetLastError()))};
777
0
    }
778
779
2.31k
    m_listen.emplace_back(std::move(sock));
780
781
2.31k
    return {};
782
2.31k
}
783
784
void HTTPServer::StopListening()
785
1.16k
{
786
1.16k
    m_listen.clear();
787
1.16k
}
788
789
void HTTPServer::StartSocketsThreads()
790
1.14k
{
791
    // The socket handler reads m_allow_subnets in ClientAllowed(). InitHTTPAllowList()
792
    // must have populated it first; localhost entries are always added, so an empty
793
    // list means it was never called and every connection is rejected.
794
1.14k
    Assume(!m_allow_subnets.empty());
795
796
1.14k
    m_thread_socket_handler = std::thread(&util::TraceThread,
797
1.14k
                                          "http",
798
1.14k
                                          [this] { ThreadSocketHandler(); });
799
1.14k
}
800
801
void HTTPServer::JoinSocketsThreads()
802
1.16k
{
803
1.16k
    if (m_thread_socket_handler.joinable()) {
804
1.14k
        m_thread_socket_handler.join();
805
1.14k
    }
806
1.16k
}
807
808
std::unique_ptr<Sock> HTTPServer::AcceptConnection(const Sock& listen_sock, CService& addr)
809
7.19k
{
810
    // Make sure we only operate on our own listening sockets
811
7.19k
    Assume(std::ranges::any_of(m_listen, [&](const auto& sock) { return sock.get() == &listen_sock; }));
812
813
7.19k
    sockaddr_storage storage;
814
7.19k
    socklen_t len{sizeof(storage)};
815
7.19k
    auto sa = reinterpret_cast<sockaddr*>(&storage);
816
817
7.19k
    auto sock{listen_sock.Accept(sa, &len)};
818
819
7.19k
    if (!sock) {
820
3.57k
        const int err{WSAGetLastError()};
821
3.57k
        if (err != WSAEWOULDBLOCK) {
822
0
            LogDebug(BCLog::HTTP,
823
0
                     "Cannot accept new connection: %s",
824
0
                     NetworkErrorString(err));
825
0
        }
826
3.57k
        return {};
827
3.57k
    }
828
829
    // The OS handed us a valid socket but we can't determine its source address.
830
3.61k
    if (!addr.SetSockAddr(sa, len)) {
831
0
        LogDebug(BCLog::HTTP,
832
0
                 "Unknown socket family");
833
0
    }
834
835
    // Early address-based allow check
836
3.61k
    if (!ClientAllowed(addr)) {
837
2
        LogDebug(BCLog::HTTP, "Connection from %s rejected: Client network is not allowed HTTP access\n",
838
2
                 addr.ToStringAddrPort());
839
        // Socket destroyed, connection aborted
840
2
        return {};
841
2
    }
842
843
3.61k
    return sock;
844
3.61k
}
845
846
HTTPServer::Id HTTPServer::GetNewId()
847
3.61k
{
848
3.61k
    return m_next_id.fetch_add(1, std::memory_order_relaxed);
849
3.61k
}
850
851
void HTTPServer::NewSockAccepted(std::unique_ptr<Sock>&& sock, const CService& addr)
852
3.61k
{
853
3.61k
    if (!sock->IsSelectable()) {
854
0
        LogDebug(BCLog::HTTP,
855
0
                 "connection from %s dropped: non-selectable socket",
856
0
                 addr.ToStringAddrPort());
857
0
        return;
858
0
    }
859
860
    // According to the internet TCP_NODELAY is not carried into accepted sockets
861
    // on all platforms.  Set it again here just to be sure.
862
3.61k
    if (sock->SetSockOpt(IPPROTO_TCP, TCP_NODELAY, &SOCKET_OPTION_TRUE, sizeof(SOCKET_OPTION_TRUE)) == SOCKET_ERROR) {
863
0
        LogDebug(BCLog::HTTP, "connection from %s: unable to set TCP_NODELAY, continuing anyway",
864
0
                 addr.ToStringAddrPort());
865
0
    }
866
867
3.61k
    const Id id{GetNewId()};
868
869
3.61k
    m_connected.push_back(std::make_shared<HTTPRemoteClient>(id, addr, std::move(sock)));
870
    // Report back to the main thread
871
3.61k
    m_connected_size.fetch_add(1, std::memory_order_relaxed);
872
873
3.61k
    LogDebug(BCLog::HTTP,
874
3.61k
             "HTTP Connection accepted from %s (id=%llu)",
875
3.61k
             addr.ToStringAddrPort(), id);
876
3.61k
}
877
878
void HTTPServer::SocketHandlerConnected(const IOReadiness& io_readiness) const
879
475k
{
880
1.67M
    for (const auto& [sock, events] : io_readiness.events_per_sock) {
881
1.67M
        if (m_interrupt_net) {
882
1.13k
            return;
883
1.13k
        }
884
885
1.67M
        auto it{io_readiness.httpclients_per_sock.find(sock)};
886
1.67M
        if (it == io_readiness.httpclients_per_sock.end()) {
887
948k
            continue;
888
948k
        }
889
724k
        const std::shared_ptr<HTTPRemoteClient>& client{it->second};
890
891
724k
        bool send_ready = events.occurred & Sock::SendEvent;
892
724k
        bool recv_ready = events.occurred & Sock::RecvEvent;
893
724k
        bool err_ready = events.occurred & Sock::ErrorEvent;
894
895
724k
        if (send_ready) {
896
            // Try to send as much data as is ready for this client.
897
            // If there's an error we can skip the receive phase for this client
898
            // because we need to disconnect.
899
438
            if (!client->MaybeSendBytesFromBuffer()) {
900
0
                recv_ready = false;
901
0
            }
902
438
        }
903
904
724k
        if (recv_ready || err_ready) {
905
269k
            client->Receive();
906
269k
        }
907
        // Process as much received data as we can.
908
        // This executes for every client whether or not reading or writing
909
        // took place because it also (might) parse a request we have already
910
        // received and pass it to a worker thread.
911
724k
        if (std::unique_ptr<HTTPRequest> request{HTTPRemoteClient::TryReadRequest(client)})
912
188k
        {
913
188k
            LOCK(m_request_dispatcher_mutex);
914
188k
            m_request_dispatcher(std::move(request));
915
188k
        }
916
724k
    }
917
475k
}
918
919
void HTTPRemoteClient::Receive()
920
269k
{
921
269k
    char buf[0x10000]; // typical socket buffer is 8K-64K
922
923
269k
    const ssize_t nrecv{WITH_LOCK(
924
269k
        m_sock_mutex,
925
269k
        return m_sock->Recv(buf, sizeof(buf), MSG_DONTWAIT);)};
926
927
269k
    if (nrecv < 0) {
928
0
        const int err = WSAGetLastError();
929
0
        if (IOErrorIsPermanent(err)) {
930
0
            LogDebug(
931
0
                BCLog::HTTP,
932
0
                "Permanent read error from %s (id=%llu): %s",
933
0
                m_origin,
934
0
                m_id,
935
0
                NetworkErrorString(err));
936
0
            m_disconnect = true;
937
0
        }
938
269k
    } else if (nrecv == 0) {
939
2.49k
        LogDebug(
940
2.49k
            BCLog::HTTP,
941
2.49k
            "Received EOF from %s (id=%llu)",
942
2.49k
            m_origin,
943
2.49k
            m_id);
944
2.49k
        m_disconnect = true;
945
267k
    } else {
946
        // Reset idle timeout
947
267k
        m_idle_since = Now<SteadySeconds>();
948
949
        // Prevent disconnect until all requests are completely handled.
950
267k
        m_connection_busy = true;
951
952
        // Copy data from socket buffer to client receive buffer
953
267k
        m_recv_buffer.insert(
954
267k
            m_recv_buffer.end(),
955
267k
            buf,
956
267k
            buf + nrecv);
957
267k
    }
958
269k
}
959
960
void HTTPServer::SocketHandlerListening(const Sock::EventsPerSock& events_per_sock)
961
475k
{
962
475k
    if (m_stop_accepting) return;
963
947k
    for (const auto& sock : m_listen) {
964
947k
        if (m_interrupt_net) {
965
3
            return;
966
3
        }
967
947k
        const auto it = events_per_sock.find(sock);
968
947k
        if (it != events_per_sock.end() && it->second.occurred & Sock::RecvEvent) {
969
            // Drain all pending connections from this socket up to the limit.
970
            // Stop early if the kernel queue is empty (AcceptConnection returns null)
971
            // or if accepting the last connection brought us to the limit.
972
7.20k
            while (GetConnectionsCount() < static_cast<size_t>(m_rpcmaxconnections)) {
973
7.19k
                CService addr_accepted;
974
7.19k
                auto sock_accepted{AcceptConnection(*sock, addr_accepted)};
975
7.19k
                if (!sock_accepted) break;
976
3.61k
                NewSockAccepted(std::move(sock_accepted), addr_accepted);
977
3.61k
            }
978
3.58k
        }
979
947k
    }
980
473k
}
981
982
HTTPServer::IOReadiness HTTPServer::GenerateWaitSockets() const
983
475k
{
984
475k
    IOReadiness io_readiness;
985
986
    // If the server is already handling its max connected clients count,
987
    // don't bother checking the listening sockets for new inbound connections.
988
    // Leave them in the kernel's queue until space in the application opens
989
    // up (or the client times out on its own).
990
475k
    if (GetConnectionsCount() < static_cast<size_t>(m_rpcmaxconnections)) {
991
950k
        for (const auto& sock : m_listen) {
992
950k
            io_readiness.events_per_sock.emplace(sock, Sock::Events{Sock::RecvEvent});
993
950k
        }
994
475k
    }
995
996
724k
    for (const auto& http_client : m_connected) {
997
        // Safely copy the shared pointer to the socket
998
724k
        std::shared_ptr<Sock> sock{http_client->GetSock()};
999
1000
        // Check if client is ready to send data. Don't try to receive again
1001
        // until the send buffer is cleared (all data sent to client).
1002
        // Keep this as a separate critical section from the m_sock_mutex one above:
1003
        // never hold m_sock_mutex and m_send_mutex at the same time here.
1004
        // MaybeSendBytesFromBuffer() locks m_send_mutex then m_sock_mutex, so nesting
1005
        // them in the opposite order here would risk a lock-order inversion deadlock.
1006
724k
        Sock::Event event = (http_client->ReadyToSend() ? Sock::SendEvent : Sock::RecvEvent);
1007
724k
        io_readiness.events_per_sock.emplace(sock, Sock::Events{event});
1008
724k
        io_readiness.httpclients_per_sock.emplace(sock, http_client);
1009
724k
    }
1010
1011
475k
    return io_readiness;
1012
475k
}
1013
1014
/// \anchor http
1015
void HTTPServer::ThreadSocketHandler()
1016
1.14k
{
1017
477k
    while (!m_interrupt_net) {
1018
        // Check for the readiness of the already connected sockets and the
1019
        // listening sockets in one call ("readiness" as in poll(2) or
1020
        // select(2)). If none are ready, wait for a short while and return
1021
        // empty sets.
1022
475k
        auto io_readiness{GenerateWaitSockets()};
1023
475k
        if (io_readiness.events_per_sock.empty() ||
1024
            // WaitMany() may as well be a static method, the context of the first Sock in the vector is not relevant.
1025
475k
            !io_readiness.events_per_sock.begin()->first->WaitMany(SELECT_TIMEOUT,
1026
475k
                                                                   io_readiness.events_per_sock)) {
1027
0
            m_interrupt_net.sleep_for(SELECT_TIMEOUT);
1028
0
        }
1029
1030
        // Service (send/receive) each of the already connected sockets.
1031
475k
        SocketHandlerConnected(io_readiness);
1032
1033
        // Accept new connections from listening sockets.
1034
475k
        SocketHandlerListening(io_readiness.events_per_sock);
1035
1036
        // Disconnect any clients that have been flagged.
1037
475k
        DisconnectClients();
1038
475k
    }
1039
1.14k
}
1040
1041
std::unique_ptr<HTTPRequest> HTTPRemoteClient::TryReadRequest(const std::shared_ptr<HTTPRemoteClient>& client)
1042
724k
{
1043
    // If we are already handling a request from
1044
    // this client, do nothing. We'll check again on the next I/O
1045
    // loop iteration.
1046
724k
    if (client->m_req_busy) return nullptr;
1047
1048
547k
    if (!client->m_req) {
1049
191k
        client->m_req = std::make_unique<HTTPRequest>(client);
1050
191k
    }
1051
1052
547k
    try {
1053
        // Read data from the buffer into the current request
1054
547k
        client->ReadRequest(*client->m_req);
1055
547k
    } catch (const ContentTooLargeError& e) {
1056
3
        LogDebug(
1057
3
            BCLog::HTTP,
1058
3
            "HTTP request body too large from client %s (id=%llu): %s",
1059
3
            client->m_origin,
1060
3
            client->m_id,
1061
3
            e.what());
1062
1063
3
        WriteNoStoreErrorReply(*client->m_req, HTTP_CONTENT_TOO_LARGE);
1064
3
        client->m_disconnect = true;
1065
3
        return nullptr;
1066
14
    } catch (const std::runtime_error& e) {
1067
14
        LogDebug(
1068
14
            BCLog::HTTP,
1069
14
            "Error reading HTTP request from client %s (id=%llu): %s",
1070
14
            client->m_origin,
1071
14
            client->m_id,
1072
14
            e.what());
1073
1074
        // We failed to read a complete request from the buffer
1075
14
        WriteNoStoreErrorReply(*client->m_req, HTTP_BAD_REQUEST);
1076
14
        client->m_disconnect = true;
1077
14
        return nullptr;
1078
14
    }
1079
1080
    // If the request is ready, hand it to a worker.
1081
547k
    if (client->m_req->GetState() == HTTPRequest::State::Complete) {
1082
188k
        LogDebug(
1083
188k
            BCLog::HTTP,
1084
188k
            "Received a %s request for %s from %s (id=%llu)",
1085
188k
            RequestMethodString(client->m_req->GetRequestMethod()),
1086
188k
            client->m_req->GetURI(),
1087
188k
            client->m_origin,
1088
188k
            client->m_id);
1089
1090
188k
        client->m_req_busy = true;
1091
188k
        return std::move(client->m_req);
1092
188k
    }
1093
1094
358k
    return nullptr;
1095
547k
}
1096
1097
void HTTPServer::DisconnectClients()
1098
475k
{
1099
475k
    const auto now{Now<SteadySeconds>()};
1100
475k
    size_t erased = std::erase_if(m_connected,
1101
728k
                                  [&](auto& client) {
1102
728k
                                      return client->MaybeDisconnect(now,
1103
728k
                                                                     m_rpcservertimeout,
1104
728k
                                                                     /*disconnect_all=*/m_disconnect_all_clients);
1105
728k
                                  });
1106
475k
    if (erased > 0) {
1107
        // Report back to the main thread
1108
3.47k
        m_connected_size.fetch_sub(erased, std::memory_order_relaxed);
1109
3.47k
    }
1110
475k
}
1111
1112
bool HTTPRemoteClient::MaybeDisconnect(std::chrono::time_point<SteadyClock> now, std::chrono::seconds rpcservertimeout, bool disconnect_all)
1113
728k
{
1114
    // First check for idle timeout. We reset the timer when we send and receive data,
1115
    // but if the server is busy handling a request we should ignore the timeout until
1116
    // the reply is sent. If we did erase the shared_ptr<HTTPRemoteClient> reference in m_connected
1117
    // while the server is busy with a request, it might be prematurely dropped before
1118
    // the response has been sent, or if the HTTPRequest was holding a temporary shared_ptr
1119
    // client on a worker thread - it would keep the socket open even after "disconnecting".
1120
728k
    const bool is_idle{rpcservertimeout.count() > 0 &&
1121
728k
                       now - m_idle_since.load() > rpcservertimeout &&
1122
728k
                       !m_req_busy};
1123
1124
    // Disconnect this client due to error, end of communication, or idle timeout.
1125
    // May drop unsent data if we are closing due to error.
1126
728k
    if (m_disconnect || is_idle) {
1127
2.59k
        if (is_idle) {
1128
5
            LogDebug(BCLog::HTTP,
1129
5
                     "HTTP client idle timeout %s (id=%llu)",
1130
5
                     m_origin,
1131
5
                     m_id);
1132
5
        }
1133
725k
    } else {
1134
        // Disconnect this client because the server is shutting
1135
        // down and we need to disconnect all clients...
1136
725k
        if (disconnect_all) {
1137
            // ...unless we still have data for this client.
1138
1.01k
            if (m_connection_busy) {
1139
                // There is still data for this healthy-connected client.
1140
                // Continue the I/O loop until all data is sent or an error is encountered.
1141
0
                return false;
1142
1.01k
            } else {
1143
                // This is a healthy persistent connection (e.g. keep-alive)
1144
                // but it's time to say goodbye.
1145
1.01k
                ;
1146
1.01k
            }
1147
724k
        } else {
1148
            // No reason to disconnect.
1149
724k
            return false;
1150
724k
        }
1151
725k
    }
1152
    // No reason NOT to disconnect, log and remove.
1153
3.61k
    LogDebug(BCLog::HTTP,
1154
3.61k
             "Disconnecting HTTP client %s (id=%llu)",
1155
3.61k
             m_origin,
1156
3.61k
             m_id);
1157
3.61k
    return true;
1158
728k
}
1159
1160
void HTTPServer::ClearConnectedClients()
1161
1.15k
{
1162
1.15k
    Assume(!m_thread_socket_handler.joinable()); // must be called after JoinSocketsThreads()
1163
1.15k
    if (m_connected.empty()) return;
1164
0
    LogWarning("Force-disconnecting %d HTTP client(s) that did not disconnect gracefully", m_connected.size());
1165
0
    m_connected_size.fetch_sub(m_connected.size(), std::memory_order_relaxed);
1166
0
    m_connected.clear();
1167
0
}
1168
1169
void HTTPRemoteClient::ReadRequest(HTTPRequest& req)
1170
547k
{
1171
547k
    if (m_recv_buffer.empty()) return;
1172
1173
265k
    LineReader reader(m_recv_buffer, MAX_HEADERS_SIZE);
1174
1175
265k
    try {
1176
265k
        switch (req.GetState()) {
1177
188k
        case HTTPRequest::State::Init:
1178
188k
            if (!req.LoadControlData(reader)) break;
1179
188k
            req.SetState(HTTPRequest::State::NeedsHeaders);
1180
188k
            [[fallthrough]];
1181
1182
188k
        case HTTPRequest::State::NeedsHeaders:
1183
188k
            if (!req.LoadHeaders(reader)) break;
1184
188k
            req.SetState(HTTPRequest::State::NeedsBody);
1185
188k
            [[fallthrough]];
1186
1187
265k
        case HTTPRequest::State::NeedsBody:
1188
265k
            if (!req.LoadBody(reader)) break;
1189
188k
            req.SetState(HTTPRequest::State::Complete);
1190
188k
            [[fallthrough]];
1191
1192
188k
        case HTTPRequest::State::Complete:
1193
188k
            break;
1194
1195
1
        case HTTPRequest::State::Error:
1196
1
            break;
1197
265k
        }
1198
265k
    } catch (...) {
1199
        // Don't try to read any more data for this request
1200
17
        req.SetState(HTTPRequest::State::Error);
1201
        // Clear the memory allocated to this client, caller must disconnect
1202
17
        m_recv_buffer.clear();
1203
17
        throw;
1204
17
    }
1205
1206
    // Remove the bytes read out of the buffer.
1207
265k
    m_recv_buffer.erase(
1208
265k
        m_recv_buffer.begin(),
1209
265k
        m_recv_buffer.begin() + reader.Consumed());
1210
265k
}
1211
1212
bool HTTPRemoteClient::MaybeSendBytesFromBuffer()
1213
188k
{
1214
    // Send as much data from this client's buffer as we can
1215
188k
    LOCK(m_send_mutex);
1216
188k
    if (!m_send_buffer.empty()) {
1217
        // Socket flags (See kernel docs for send(2) and tcp(7) for more details).
1218
        // MSG_NOSIGNAL: If the remote end of the connection is closed,
1219
        //               fail with EPIPE (an error) as opposed to triggering
1220
        //               SIGPIPE which terminates the process.
1221
        // MSG_DONTWAIT: Makes the send operation non-blocking regardless of socket blocking mode.
1222
        // MSG_MORE:     We do not set this flag here because http responses are usually
1223
        //               small and we want the kernel to send them right away. Setting MSG_MORE
1224
        //               would "cork" the socket to prevent sending out partial frames.
1225
188k
        int flags{MSG_NOSIGNAL | MSG_DONTWAIT};
1226
1227
        // Try to send bytes through socket
1228
188k
        ssize_t bytes_sent;
1229
188k
        {
1230
188k
            LOCK(m_sock_mutex);
1231
188k
            bytes_sent = m_sock->Send(m_send_buffer.data(),
1232
188k
                                      m_send_buffer.size(),
1233
188k
                                      flags);
1234
188k
        }
1235
1236
188k
        if (bytes_sent < 0) {
1237
            // Something went wrong
1238
426
            const int err{WSAGetLastError()};
1239
426
            if (!IOErrorIsPermanent(err)) {
1240
                // The error can be safely ignored, try the send again on the next I/O loop.
1241
426
                m_send_ready = true;
1242
426
                m_connection_busy = true;
1243
426
                return true;
1244
426
            } else {
1245
                // Unrecoverable error, log and disconnect client.
1246
0
                LogDebug(
1247
0
                    BCLog::HTTP,
1248
0
                    "Error sending HTTP response data to client %s (id=%llu): %s",
1249
0
                    m_origin,
1250
0
                    m_id,
1251
0
                    NetworkErrorString(err));
1252
0
                m_send_ready = false;
1253
0
                m_disconnect = true;
1254
1255
                // Do not attempt to read from this client.
1256
0
                return false;
1257
0
            }
1258
426
        }
1259
1260
        // Successful send, remove sent bytes from our local buffer.
1261
188k
        Assume(static_cast<size_t>(bytes_sent) <= m_send_buffer.size());
1262
188k
        m_send_buffer.erase(m_send_buffer.begin(),
1263
188k
                            m_send_buffer.begin() + bytes_sent);
1264
1265
188k
        LogDebug(
1266
188k
            BCLog::HTTP,
1267
188k
            "Sent %d bytes to client %s (id=%llu)",
1268
188k
            bytes_sent,
1269
188k
            m_origin,
1270
188k
            m_id);
1271
1272
        // This check is inside the if(!empty) block meaning "there was data but now its gone".
1273
        // We wouldn't want to change the flags if MaybeSendBytesFromBuffer() was called
1274
        // on an already-empty m_send_buffer because the connection might have just been opened.
1275
188k
        if (m_send_buffer.empty()) {
1276
188k
            m_send_ready = false;
1277
188k
            m_connection_busy = false;
1278
1279
            // Our work is done here
1280
188k
            if (!m_keep_alive) {
1281
1.11k
                m_disconnect = true;
1282
                // Do not attempt to read from this client.
1283
1.11k
                return false;
1284
1.11k
            }
1285
188k
        } else {
1286
            // The send buffer isn't flushed yet, try to push more on the next loop.
1287
12
            m_send_ready = true;
1288
12
            m_connection_busy = true;
1289
12
        }
1290
1291
        // Finally, reset idle timeout
1292
187k
        m_idle_since = Now<SteadySeconds>();
1293
187k
    }
1294
1295
187k
    return true;
1296
188k
}
1297
1298
bool InitHTTPServer()
1299
1.15k
{
1300
    // Create HTTPServer
1301
1.15k
    g_http_server = std::make_unique<HTTPServer>(MaybeDispatchRequestToWorker);
1302
1303
1.15k
    if (!g_http_server->InitHTTPAllowList()) {
1304
1
        return false;
1305
1
    }
1306
1307
1.15k
    g_http_server->SetServerTimeout(std::chrono::seconds(gArgs.GetIntArg("-rpcservertimeout", DEFAULT_HTTP_SERVER_TIMEOUT)));
1308
1.15k
    g_http_server->SetMaxConnections(std::max(gArgs.GetArg<int>("-rpcmaxconnections", DEFAULT_MAX_HTTP_CONNECTIONS), 1));
1309
1310
    // Bind HTTP server to specified addresses
1311
1.15k
    std::vector<std::pair<std::string, uint16_t>> endpoints{GetBindAddresses()};
1312
1.15k
    bool bind_success{false};
1313
2.31k
    for (const auto& [address_string, port] : endpoints) {
1314
2.31k
        LogInfo("Binding RPC on address %s port %i", address_string, port);
1315
2.31k
        const std::optional<CService> addr{Lookup(address_string, port, false)};
1316
2.31k
        if (addr) {
1317
2.31k
            if (addr->IsBindAny()) {
1318
0
                LogWarning("The RPC server is not safe to expose to untrusted networks such as the public internet");
1319
0
            }
1320
2.31k
            auto result{g_http_server->BindAndStartListening(addr.value())};
1321
2.31k
            if (!result) {
1322
0
                LogWarning("Binding RPC on address %s failed: %s", addr->ToStringAddrPort(), result.error());
1323
2.31k
            } else {
1324
2.31k
                bind_success = true;
1325
2.31k
            }
1326
2.31k
        } else {
1327
0
            LogWarning("Could not bind RPC on address %s port %i: Address lookup failed.", address_string, port);
1328
0
        }
1329
2.31k
    }
1330
1331
1.15k
    if (!bind_success) {
1332
0
        LogError("Unable to bind any endpoint for RPC server");
1333
0
        return false;
1334
0
    }
1335
1336
1.15k
    LogDebug(BCLog::HTTP, "Initialized HTTP server");
1337
1338
1.15k
    g_max_queue_depth = std::max(gArgs.GetArg<int>("-rpcworkqueue", DEFAULT_HTTP_WORKQUEUE), 1);
1339
1.15k
    LogDebug(BCLog::HTTP, "set work queue of depth %d\n", g_max_queue_depth);
1340
1341
1.15k
    return true;
1342
1.15k
}
1343
1344
void StartHTTPServer()
1345
1.14k
{
1346
1.14k
    auto rpcThreads{std::max(gArgs.GetArg<int>("-rpcthreads", DEFAULT_HTTP_THREADS), 1)};
1347
1.14k
    LogInfo("Starting HTTP server with %d worker threads", rpcThreads);
1348
1.14k
    g_threadpool_http.Start(rpcThreads);
1349
1.14k
    g_http_server->StartSocketsThreads();
1350
1.14k
}
1351
1352
void InterruptHTTPServer()
1353
1.20k
{
1354
1.20k
    LogDebug(BCLog::HTTP, "Interrupting HTTP server");
1355
1.20k
    if (g_http_server) {
1356
        // Reject all new requests
1357
1.15k
        g_http_server->SetRequestHandler(RejectRequest);
1358
1.15k
    }
1359
1360
    // Interrupt pool after disabling requests
1361
1.20k
    g_threadpool_http.Interrupt();
1362
1.20k
}
1363
1364
void StopHTTPServer()
1365
1.20k
{
1366
1.20k
    LogDebug(BCLog::HTTP, "Stopping HTTP server");
1367
1368
1.20k
    LogDebug(BCLog::HTTP, "Waiting for HTTP worker threads to exit\n");
1369
1.20k
    g_threadpool_http.Stop();
1370
1371
1.20k
    if (g_http_server) {
1372
        // Must precede DisconnectAllClients(): a connection accepted after
1373
        // GetConnectionsCount() returns 0 would survive into the destructor.
1374
1.15k
        g_http_server->StopAccepting();
1375
        // Disconnect clients as their remaining responses are flushed
1376
1.15k
        g_http_server->DisconnectAllClients();
1377
        // Wait 30 seconds for all disconnections
1378
1.15k
        LogDebug(BCLog::HTTP, "Waiting for HTTP clients to disconnect gracefully");
1379
1.15k
        const auto deadline{NodeClock::now() + 30s};
1380
2.18k
        while (g_http_server->GetConnectionsCount() != 0) {
1381
1.02k
            if (NodeClock::now() > deadline) {
1382
0
                LogWarning("Timeout waiting for HTTP clients to disconnect gracefully, continuing shutdown");
1383
0
                break;
1384
0
            }
1385
1.02k
            std::this_thread::sleep_for(50ms);
1386
1.02k
        }
1387
        // Break HTTPServer I/O loop: stop accepting connections, sending and receiving data
1388
1.15k
        g_http_server->InterruptNet();
1389
        // Wait for HTTPServer I/O thread to exit
1390
1.15k
        g_http_server->JoinSocketsThreads();
1391
        // Force-remove any clients that survived the graceful wait
1392
1.15k
        g_http_server->ClearConnectedClients();
1393
        // Close all listening sockets
1394
1.15k
        g_http_server->StopListening();
1395
1.15k
    }
1396
1.20k
    LogDebug(BCLog::HTTP, "Stopped HTTP server");
1397
1.20k
}