Coverage Report

Created: 2026-05-06 07:53

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/tmp/bitcoin/src/wallet/sqlite.cpp
Line
Count
Source
1
// Copyright (c) 2020-present The Bitcoin Core developers
2
// Distributed under the MIT software license, see the accompanying
3
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
5
#include <bitcoin-build-config.h> // IWYU pragma: keep
6
7
#include <wallet/sqlite.h>
8
9
#include <chainparams.h>
10
#include <crypto/common.h>
11
#include <logging.h>
12
#include <sync.h>
13
#include <util/check.h>
14
#include <util/fs_helpers.h>
15
#include <util/strencodings.h>
16
#include <util/translation.h>
17
#include <wallet/db.h>
18
19
#include <sqlite3.h>
20
21
#include <cstdint>
22
#include <optional>
23
#include <utility>
24
#include <vector>
25
26
namespace wallet {
27
static constexpr int32_t WALLET_SCHEMA_VERSION = 0;
28
29
static std::span<const std::byte> SpanFromBlob(sqlite3_stmt* stmt, int col)
30
53.8k
{
31
53.8k
    return {reinterpret_cast<const std::byte*>(sqlite3_column_blob(stmt, col)),
32
53.8k
            static_cast<size_t>(sqlite3_column_bytes(stmt, col))};
33
53.8k
}
34
35
static void ErrorLogCallback(void* arg, int code, const char* msg)
36
6
{
37
    // From sqlite3_config() documentation for the SQLITE_CONFIG_LOG option:
38
    // "The void pointer that is the second argument to SQLITE_CONFIG_LOG is passed through as
39
    // the first parameter to the application-defined logger function whenever that function is
40
    // invoked."
41
    // Assert that this is the case:
42
6
    assert(arg == nullptr);
43
6
    LogWarning("SQLite Error. Code: %d. Message: %s", code, msg);
44
6
}
45
46
static int TraceSqlCallback(unsigned code, void* context, void* param1, void* param2)
47
443k
{
48
443k
    auto* db = static_cast<SQLiteDatabase*>(context);
49
443k
    if (code == SQLITE_TRACE_STMT) {
50
443k
        auto* stmt = static_cast<sqlite3_stmt*>(param1);
51
        // To be conservative and avoid leaking potentially secret information
52
        // in the log file, only expand statements that query the database, not
53
        // statements that update the database.
54
443k
        char* expanded{sqlite3_stmt_readonly(stmt) ? sqlite3_expanded_sql(stmt) : nullptr};
55
443k
        LogTrace(BCLog::WALLETDB, "[%s] SQLite Statement: %s\n", db->Filename(), expanded ? expanded : sqlite3_sql(stmt));
56
443k
        if (expanded) sqlite3_free(expanded);
57
443k
    }
58
443k
    return SQLITE_OK;
59
443k
}
60
61
static bool BindBlobToStatement(sqlite3_stmt* stmt,
62
                                int index,
63
                                std::span<const std::byte> blob,
64
                                const std::string& description)
65
558k
{
66
    // Pass a pointer to the empty string "" below instead of passing the
67
    // blob.data() pointer if the blob.data() pointer is null. Passing a null
68
    // data pointer to bind_blob would cause sqlite to bind the SQL NULL value
69
    // instead of the empty blob value X'', which would mess up SQL comparisons.
70
558k
    int res = sqlite3_bind_blob(stmt, index, blob.data() ? static_cast<const void*>(blob.data()) : "", blob.size(), SQLITE_STATIC);
71
558k
    if (res != SQLITE_OK) {
72
0
        LogWarning("Unable to bind %s to statement: %s", description, sqlite3_errstr(res));
73
0
        sqlite3_clear_bindings(stmt);
74
0
        sqlite3_reset(stmt);
75
0
        return false;
76
0
    }
77
78
558k
    return true;
79
558k
}
80
81
static std::optional<int> ReadPragmaInteger(sqlite3* db, const std::string& key, const std::string& description, bilingual_str& error)
82
1.95k
{
83
1.95k
    std::string stmt_text = strprintf("PRAGMA %s", key);
84
1.95k
    sqlite3_stmt* pragma_read_stmt{nullptr};
85
1.95k
    int ret = sqlite3_prepare_v2(db, stmt_text.c_str(), -1, &pragma_read_stmt, nullptr);
86
1.95k
    if (ret != SQLITE_OK) {
87
0
        sqlite3_finalize(pragma_read_stmt);
88
0
        error = Untranslated(strprintf("SQLiteDatabase: Failed to prepare the statement to fetch %s: %s", description, sqlite3_errstr(ret)));
89
0
        return std::nullopt;
90
0
    }
91
1.95k
    ret = sqlite3_step(pragma_read_stmt);
92
1.95k
    if (ret != SQLITE_ROW) {
93
0
        sqlite3_finalize(pragma_read_stmt);
94
0
        error = Untranslated(strprintf("SQLiteDatabase: Failed to fetch %s: %s", description, sqlite3_errstr(ret)));
95
0
        return std::nullopt;
96
0
    }
97
1.95k
    int result = sqlite3_column_int(pragma_read_stmt, 0);
98
1.95k
    sqlite3_finalize(pragma_read_stmt);
99
1.95k
    return result;
100
1.95k
}
101
102
static void SetPragma(sqlite3* db, const std::string& key, const std::string& value, const std::string& err_msg)
103
4.68k
{
104
4.68k
    std::string stmt_text = strprintf("PRAGMA %s = %s", key, value);
105
4.68k
    int ret = sqlite3_exec(db, stmt_text.c_str(), nullptr, nullptr, nullptr);
106
4.68k
    if (ret != SQLITE_OK) {
107
0
        throw std::runtime_error(strprintf("SQLiteDatabase: %s: %s\n", err_msg, sqlite3_errstr(ret)));
108
0
    }
109
4.68k
}
110
111
Mutex SQLiteDatabase::g_sqlite_mutex;
112
int SQLiteDatabase::g_sqlite_count = 0;
113
114
SQLiteDatabase::SQLiteDatabase(const fs::path& dir_path, const fs::path& file_path, const DatabaseOptions& options)
115
1.07k
    : SQLiteDatabase(dir_path, file_path, options, /*additional_flags=*/0)
116
1.07k
{}
117
118
SQLiteDatabase::SQLiteDatabase(const fs::path& dir_path, const fs::path& file_path, const DatabaseOptions& options, int additional_flags)
119
1.14k
    : WalletDatabase(), m_dir_path(dir_path), m_file_path(fs::PathToString(file_path)), m_write_semaphore(1), m_use_unsafe_sync(options.use_unsafe_sync)
120
1.14k
{
121
1.14k
    {
122
1.14k
        LOCK(g_sqlite_mutex);
123
1.14k
        if (++g_sqlite_count == 1) {
124
            // Setup logging
125
474
            int ret = sqlite3_config(SQLITE_CONFIG_LOG, ErrorLogCallback, nullptr);
126
474
            if (ret != SQLITE_OK) {
127
0
                throw std::runtime_error(strprintf("SQLiteDatabase: Failed to setup error log: %s\n", sqlite3_errstr(ret)));
128
0
            }
129
            // Force serialized threading mode
130
474
            ret = sqlite3_config(SQLITE_CONFIG_SERIALIZED);
131
474
            if (ret != SQLITE_OK) {
132
0
                throw std::runtime_error(strprintf("SQLiteDatabase: Failed to configure serialized threading mode: %s\n", sqlite3_errstr(ret)));
133
0
            }
134
474
        }
135
1.14k
        int ret = sqlite3_initialize(); // This is a no-op if sqlite3 is already initialized
136
1.14k
        if (ret != SQLITE_OK) {
137
0
            throw std::runtime_error(strprintf("SQLiteDatabase: Failed to initialize SQLite: %s\n", sqlite3_errstr(ret)));
138
0
        }
139
1.14k
    }
140
141
1.14k
    try {
142
1.14k
        Open(additional_flags);
143
1.14k
    } catch (const std::runtime_error&) {
144
        // If open fails, cleanup this object and rethrow the exception
145
8
        Cleanup();
146
8
        throw;
147
8
    }
148
1.14k
}
149
150
void SQLiteBatch::SetupSQLStatements()
151
167k
{
152
167k
    const std::vector<std::pair<sqlite3_stmt**, const char*>> statements{
153
167k
        {&m_read_stmt, "SELECT value FROM main WHERE key = ?"},
154
167k
        {&m_insert_stmt, "INSERT INTO main VALUES(?, ?)"},
155
167k
        {&m_overwrite_stmt, "INSERT or REPLACE into main values(?, ?)"},
156
167k
        {&m_delete_stmt, "DELETE FROM main WHERE key = ?"},
157
167k
        {&m_delete_prefix_stmt, "DELETE FROM main WHERE instr(key, ?) = 1"},
158
167k
    };
159
160
836k
    for (const auto& [stmt_prepared, stmt_text] : statements) {
161
836k
        if (*stmt_prepared == nullptr) {
162
836k
            int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, stmt_prepared, nullptr);
163
836k
            if (res != SQLITE_OK) {
164
0
                throw std::runtime_error(strprintf(
165
0
                    "SQLiteDatabase: Failed to setup SQL statements: %s\n", sqlite3_errstr(res)));
166
0
            }
167
836k
        }
168
836k
    }
169
167k
}
170
171
SQLiteDatabase::~SQLiteDatabase()
172
1.14k
{
173
1.14k
    Cleanup();
174
1.14k
}
175
176
void SQLiteDatabase::Cleanup() noexcept
177
1.14k
{
178
1.14k
    AssertLockNotHeld(g_sqlite_mutex);
179
180
1.14k
    Close();
181
182
1.14k
    LOCK(g_sqlite_mutex);
183
1.14k
    if (--g_sqlite_count == 0) {
184
474
        int ret = sqlite3_shutdown();
185
474
        if (ret != SQLITE_OK) {
186
0
            LogWarning("SQLiteDatabase: Failed to shutdown SQLite: %s", sqlite3_errstr(ret));
187
0
        }
188
474
    }
189
1.14k
}
190
191
bool SQLiteDatabase::Verify(bilingual_str& error)
192
975
{
193
975
    assert(m_db);
194
195
    // Check the application ID matches our network magic
196
975
    auto read_result = ReadPragmaInteger(m_db, "application_id", "the application id", error);
197
975
    if (!read_result.has_value()) return false;
198
975
    uint32_t app_id = static_cast<uint32_t>(read_result.value());
199
975
    uint32_t net_magic = ReadBE32(Params().MessageStart().data());
200
975
    if (app_id != net_magic) {
201
0
        error = strprintf(_("SQLiteDatabase: Unexpected application id. Expected %u, got %u"), net_magic, app_id);
202
0
        return false;
203
0
    }
204
205
    // Check our schema version
206
975
    read_result = ReadPragmaInteger(m_db, "user_version", "sqlite wallet schema version", error);
207
975
    if (!read_result.has_value()) return false;
208
975
    int32_t user_ver = read_result.value();
209
975
    if (user_ver != WALLET_SCHEMA_VERSION) {
210
0
        error = strprintf(_("SQLiteDatabase: Unknown sqlite wallet schema version %d. Only version %d is supported"), user_ver, WALLET_SCHEMA_VERSION);
211
0
        return false;
212
0
    }
213
214
975
    sqlite3_stmt* stmt{nullptr};
215
975
    int ret = sqlite3_prepare_v2(m_db, "PRAGMA integrity_check", -1, &stmt, nullptr);
216
975
    if (ret != SQLITE_OK) {
217
0
        sqlite3_finalize(stmt);
218
0
        error = strprintf(_("SQLiteDatabase: Failed to prepare statement to verify database: %s"), sqlite3_errstr(ret));
219
0
        return false;
220
0
    }
221
1.95k
    while (true) {
222
1.95k
        ret = sqlite3_step(stmt);
223
1.95k
        if (ret == SQLITE_DONE) {
224
975
            break;
225
975
        }
226
975
        if (ret != SQLITE_ROW) {
227
0
            error = strprintf(_("SQLiteDatabase: Failed to execute statement to verify database: %s"), sqlite3_errstr(ret));
228
0
            break;
229
0
        }
230
975
        const char* msg = (const char*)sqlite3_column_text(stmt, 0);
231
975
        if (!msg) {
232
0
            error = strprintf(_("SQLiteDatabase: Failed to read database verification error: %s"), sqlite3_errstr(ret));
233
0
            break;
234
0
        }
235
975
        std::string str_msg(msg);
236
975
        if (str_msg == "ok") {
237
975
            continue;
238
975
        }
239
0
        if (error.empty()) {
240
0
            error = _("Failed to verify database") + Untranslated("\n");
241
0
        }
242
0
        error += Untranslated(strprintf("%s\n", str_msg));
243
0
    }
244
975
    sqlite3_finalize(stmt);
245
975
    return error.empty();
246
975
}
247
248
void SQLiteDatabase::Open()
249
1
{
250
1
    Open(/*additional_flags*/0);
251
1
}
252
253
void SQLiteDatabase::Open(int additional_flags)
254
1.14k
{
255
1.14k
    int flags = SQLITE_OPEN_FULLMUTEX | SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE | additional_flags;
256
257
1.14k
    if (m_db == nullptr) {
258
1.14k
        if (!(flags & SQLITE_OPEN_MEMORY)) {
259
1.07k
            TryCreateDirectories(m_dir_path);
260
1.07k
            if (!IsDirWritable(m_dir_path)) {
261
0
                throw std::runtime_error(strprintf("SQLiteDatabase: Failed to open database in directory '%s': directory is not writable", fs::PathToString(m_dir_path)));
262
0
            }
263
1.07k
        }
264
265
1.14k
        int ret = sqlite3_open_v2(m_file_path.c_str(), &m_db, flags, nullptr);
266
1.14k
        if (ret != SQLITE_OK) {
267
0
            throw std::runtime_error(strprintf("SQLiteDatabase: Failed to open database: %s\n", sqlite3_errstr(ret)));
268
0
        }
269
1.14k
        ret = sqlite3_extended_result_codes(m_db, 1);
270
1.14k
        if (ret != SQLITE_OK) {
271
0
            throw std::runtime_error(strprintf("SQLiteDatabase: Failed to enable extended result codes: %s\n", sqlite3_errstr(ret)));
272
0
        }
273
        // Trace SQL statements if tracing is enabled with -debug=walletdb -loglevel=walletdb:trace
274
1.14k
        if (LogAcceptCategory(BCLog::WALLETDB, BCLog::Level::Trace)) {
275
1.12k
           ret = sqlite3_trace_v2(m_db, SQLITE_TRACE_STMT, TraceSqlCallback, this);
276
1.12k
           if (ret != SQLITE_OK) {
277
0
               LogWarning("Failed to enable SQL tracing for %s", Filename());
278
0
           }
279
1.12k
        }
280
1.14k
    }
281
282
1.14k
    if (sqlite3_db_readonly(m_db, "main") != 0) {
283
0
        throw std::runtime_error("SQLiteDatabase: Database opened in readonly mode but read-write permissions are needed");
284
0
    }
285
286
    // Acquire an exclusive lock on the database
287
    // First change the locking mode to exclusive
288
1.14k
    SetPragma(m_db, "locking_mode", "exclusive", "Unable to change database locking mode to exclusive");
289
    // Now begin a transaction to acquire the exclusive lock. This lock won't be released until we close because of the exclusive locking mode.
290
1.14k
    int ret = sqlite3_exec(m_db, "BEGIN EXCLUSIVE TRANSACTION", nullptr, nullptr, nullptr);
291
1.14k
    if (ret != SQLITE_OK) {
292
6
        throw std::runtime_error("SQLiteDatabase: Unable to obtain an exclusive lock on the database, is it being used by another instance of " CLIENT_NAME "?\n");
293
6
    }
294
1.14k
    ret = sqlite3_exec(m_db, "COMMIT", nullptr, nullptr, nullptr);
295
1.14k
    if (ret != SQLITE_OK) {
296
0
        throw std::runtime_error(strprintf("SQLiteDatabase: Unable to end exclusive lock transaction: %s\n", sqlite3_errstr(ret)));
297
0
    }
298
299
    // Enable fullfsync for the platforms that use it
300
1.14k
    SetPragma(m_db, "fullfsync", "true", "Failed to enable fullfsync");
301
302
1.14k
    if (m_use_unsafe_sync) {
303
        // Use normal synchronous mode for the journal
304
928
        LogWarning("SQLite is configured to not wait for data to be flushed to disk. Data loss and corruption may occur.");
305
928
        SetPragma(m_db, "synchronous", "OFF", "Failed to set synchronous mode to OFF");
306
928
    }
307
308
    // Make the table for our key-value pairs
309
    // First check that the main table exists
310
1.14k
    sqlite3_stmt* check_main_stmt{nullptr};
311
1.14k
    ret = sqlite3_prepare_v2(m_db, "SELECT name FROM sqlite_master WHERE type='table' AND name='main'", -1, &check_main_stmt, nullptr);
312
1.14k
    if (ret != SQLITE_OK) {
313
0
        throw std::runtime_error(strprintf("SQLiteDatabase: Failed to prepare statement to check table existence: %s\n", sqlite3_errstr(ret)));
314
0
    }
315
1.14k
    ret = sqlite3_step(check_main_stmt);
316
1.14k
    if (sqlite3_finalize(check_main_stmt) != SQLITE_OK) {
317
0
        throw std::runtime_error(strprintf("SQLiteDatabase: Failed to finalize statement checking table existence: %s\n", sqlite3_errstr(ret)));
318
0
    }
319
1.14k
    bool table_exists;
320
1.14k
    if (ret == SQLITE_DONE) {
321
732
        table_exists = false;
322
732
    } else if (ret == SQLITE_ROW) {
323
409
        table_exists = true;
324
409
    } else {
325
2
        throw std::runtime_error(strprintf("SQLiteDatabase: Failed to execute statement to check table existence: %s\n", sqlite3_errstr(ret)));
326
2
    }
327
328
    // Do the db setup things because the table doesn't exist only when we are creating a new wallet
329
1.14k
    if (!table_exists) {
330
732
        ret = sqlite3_exec(m_db, "CREATE TABLE main(key BLOB PRIMARY KEY NOT NULL, value BLOB NOT NULL)", nullptr, nullptr, nullptr);
331
732
        if (ret != SQLITE_OK) {
332
0
            throw std::runtime_error(strprintf("SQLiteDatabase: Failed to create new database: %s\n", sqlite3_errstr(ret)));
333
0
        }
334
335
        // Set the application id
336
732
        uint32_t app_id = ReadBE32(Params().MessageStart().data());
337
732
        SetPragma(m_db, "application_id", strprintf("%d", static_cast<int32_t>(app_id)),
338
732
                  "Failed to set the application id");
339
340
        // Set the user version
341
732
        SetPragma(m_db, "user_version", strprintf("%d", WALLET_SCHEMA_VERSION),
342
732
                  "Failed to set the wallet schema version");
343
732
    }
344
1.14k
}
345
346
bool SQLiteDatabase::Rewrite()
347
24
{
348
    // Rewrite the database using the VACUUM command: https://sqlite.org/lang_vacuum.html
349
24
    int ret = sqlite3_exec(m_db, "VACUUM", nullptr, nullptr, nullptr);
350
24
    return ret == SQLITE_OK;
351
24
}
352
353
bool SQLiteDatabase::Backup(const std::string& dest) const
354
66
{
355
66
    sqlite3* db_copy;
356
66
    int res = sqlite3_open(dest.c_str(), &db_copy);
357
66
    if (res != SQLITE_OK) {
358
2
        sqlite3_close(db_copy);
359
2
        return false;
360
2
    }
361
64
    sqlite3_backup* backup = sqlite3_backup_init(db_copy, "main", m_db, "main");
362
64
    if (!backup) {
363
0
        LogWarning("Unable to begin sqlite backup: %s", sqlite3_errmsg(m_db));
364
0
        sqlite3_close(db_copy);
365
0
        return false;
366
0
    }
367
    // Specifying -1 will copy all of the pages
368
64
    res = sqlite3_backup_step(backup, -1);
369
64
    if (res != SQLITE_DONE) {
370
2
        LogWarning("Unable to continue sqlite backup: %s", sqlite3_errstr(res));
371
2
        sqlite3_backup_finish(backup);
372
2
        sqlite3_close(db_copy);
373
2
        return false;
374
2
    }
375
62
    res = sqlite3_backup_finish(backup);
376
62
    sqlite3_close(db_copy);
377
62
    return res == SQLITE_OK;
378
64
}
379
380
void SQLiteDatabase::Close()
381
1.16k
{
382
1.16k
    int res = sqlite3_close(m_db);
383
1.16k
    if (res != SQLITE_OK) {
384
0
        throw std::runtime_error(strprintf("SQLiteDatabase: Failed to close database: %s\n", sqlite3_errstr(res)));
385
0
    }
386
1.16k
    m_db = nullptr;
387
1.16k
}
388
389
bool SQLiteDatabase::HasActiveTxn()
390
150k
{
391
    // 'sqlite3_get_autocommit' returns true by default, and false if a transaction has begun and not been committed or rolled back.
392
150k
    return m_db && sqlite3_get_autocommit(m_db) == 0;
393
150k
}
394
395
int SQliteExecHandler::Exec(SQLiteDatabase& database, const std::string& statement)
396
150k
{
397
150k
    return sqlite3_exec(database.m_db, statement.data(), nullptr, nullptr, nullptr);
398
150k
}
399
400
std::unique_ptr<DatabaseBatch> SQLiteDatabase::MakeBatch()
401
147k
{
402
    // We ignore flush_on_close because we don't do manual flushing for SQLite
403
147k
    return std::make_unique<SQLiteBatch>(*this);
404
147k
}
405
406
SQLiteBatch::SQLiteBatch(SQLiteDatabase& database)
407
167k
    : m_database(database)
408
167k
{
409
    // Make sure we have a db handle
410
167k
    assert(m_database.m_db);
411
412
167k
    SetupSQLStatements();
413
167k
}
414
415
void SQLiteBatch::Close()
416
167k
{
417
167k
    bool force_conn_refresh = false;
418
419
    // If we began a transaction, and it wasn't committed, abort the transaction in progress
420
167k
    if (m_txn) {
421
2
        if (TxnAbort()) {
422
1
            LogWarning("SQLiteBatch: Batch closed unexpectedly without the transaction being explicitly committed or aborted");
423
1
        } else {
424
            // If transaction cannot be aborted, it means there is a bug or there has been data corruption. Try to recover in this case
425
            // by closing and reopening the database. Closing the database should also ensure that any changes made since the transaction
426
            // was opened will be rolled back and future transactions can succeed without committing old data.
427
1
            force_conn_refresh = true;
428
1
            LogWarning("SQLiteBatch: Batch closed and failed to abort transaction, resetting db connection..");
429
1
        }
430
2
    }
431
432
    // Free all of the prepared statements
433
167k
    const std::vector<std::pair<sqlite3_stmt**, const char*>> statements{
434
167k
        {&m_read_stmt, "read"},
435
167k
        {&m_insert_stmt, "insert"},
436
167k
        {&m_overwrite_stmt, "overwrite"},
437
167k
        {&m_delete_stmt, "delete"},
438
167k
        {&m_delete_prefix_stmt, "delete prefix"},
439
167k
    };
440
441
836k
    for (const auto& [stmt_prepared, stmt_description] : statements) {
442
836k
        int res = sqlite3_finalize(*stmt_prepared);
443
836k
        if (res != SQLITE_OK) {
444
0
            LogWarning("SQLiteBatch: Batch closed but could not finalize %s statement: %s",
445
0
                      stmt_description, sqlite3_errstr(res));
446
0
        }
447
836k
        *stmt_prepared = nullptr;
448
836k
    }
449
450
167k
    if (force_conn_refresh) {
451
1
        m_database.Close();
452
1
        try {
453
1
            m_database.Open();
454
            // If TxnAbort failed and we refreshed the connection, the semaphore was not released, so release it here to avoid deadlocks on future writes.
455
1
            m_database.m_write_semaphore.release();
456
1
        } catch (const std::runtime_error&) {
457
            // If open fails, cleanup this object and rethrow the exception
458
0
            m_database.Close();
459
0
            throw;
460
0
        }
461
1
    }
462
167k
}
463
464
bool SQLiteBatch::ReadKey(DataStream&& key, DataStream& value)
465
4.23k
{
466
4.23k
    if (!m_database.m_db) return false;
467
4.23k
    assert(m_read_stmt);
468
469
    // Bind: leftmost parameter in statement is index 1
470
4.23k
    if (!BindBlobToStatement(m_read_stmt, 1, key, "key")) return false;
471
4.23k
    int res = sqlite3_step(m_read_stmt);
472
4.23k
    if (res != SQLITE_ROW) {
473
17
        if (res != SQLITE_DONE) {
474
            // SQLITE_DONE means "not found", don't log an error in that case.
475
0
            LogWarning("Unable to execute read statement: %s", sqlite3_errstr(res));
476
0
        }
477
17
        sqlite3_clear_bindings(m_read_stmt);
478
17
        sqlite3_reset(m_read_stmt);
479
17
        return false;
480
17
    }
481
    // Leftmost column in result is index 0
482
4.22k
    value.clear();
483
4.22k
    value.write(SpanFromBlob(m_read_stmt, 0));
484
485
4.22k
    sqlite3_clear_bindings(m_read_stmt);
486
4.22k
    sqlite3_reset(m_read_stmt);
487
4.22k
    return true;
488
4.23k
}
489
490
bool SQLiteBatch::WriteKey(DataStream&& key, DataStream&& value, bool overwrite)
491
260k
{
492
260k
    if (!m_database.m_db) return false;
493
260k
    assert(m_insert_stmt && m_overwrite_stmt);
494
495
260k
    sqlite3_stmt* stmt;
496
260k
    if (overwrite) {
497
255k
        stmt = m_overwrite_stmt;
498
255k
    } else {
499
4.50k
        stmt = m_insert_stmt;
500
4.50k
    }
501
502
    // Bind: leftmost parameter in statement is index 1
503
    // Insert index 1 is key, 2 is value
504
260k
    if (!BindBlobToStatement(stmt, 1, key, "key")) return false;
505
260k
    if (!BindBlobToStatement(stmt, 2, value, "value")) return false;
506
507
    // Acquire semaphore if not previously acquired when creating a transaction.
508
260k
    if (!m_txn) m_database.m_write_semaphore.acquire();
509
510
    // Execute
511
260k
    int res = sqlite3_step(stmt);
512
260k
    sqlite3_clear_bindings(stmt);
513
260k
    sqlite3_reset(stmt);
514
260k
    if (res != SQLITE_DONE) {
515
2
        LogWarning("Unable to execute write statement: %s", sqlite3_errstr(res));
516
2
    }
517
518
260k
    if (!m_txn) m_database.m_write_semaphore.release();
519
520
260k
    return res == SQLITE_DONE;
521
260k
}
522
523
bool SQLiteBatch::ExecStatement(sqlite3_stmt* stmt, std::span<const std::byte> blob)
524
699
{
525
699
    if (!m_database.m_db) return false;
526
699
    assert(stmt);
527
528
    // Bind: leftmost parameter in statement is index 1
529
699
    if (!BindBlobToStatement(stmt, 1, blob, "key")) return false;
530
531
    // Acquire semaphore if not previously acquired when creating a transaction.
532
699
    if (!m_txn) m_database.m_write_semaphore.acquire();
533
534
    // Execute
535
699
    int res = sqlite3_step(stmt);
536
699
    sqlite3_clear_bindings(stmt);
537
699
    sqlite3_reset(stmt);
538
699
    if (res != SQLITE_DONE) {
539
0
        LogWarning("Unable to execute exec statement: %s", sqlite3_errstr(res));
540
0
    }
541
542
699
    if (!m_txn) m_database.m_write_semaphore.release();
543
544
699
    return res == SQLITE_DONE;
545
699
}
546
547
bool SQLiteBatch::EraseKey(DataStream&& key)
548
339
{
549
339
    return ExecStatement(m_delete_stmt, key);
550
339
}
551
552
bool SQLiteBatch::ErasePrefix(std::span<const std::byte> prefix)
553
360
{
554
360
    return ExecStatement(m_delete_prefix_stmt, prefix);
555
360
}
556
557
bool SQLiteBatch::HasKey(DataStream&& key)
558
11
{
559
11
    if (!m_database.m_db) return false;
560
11
    assert(m_read_stmt);
561
562
    // Bind: leftmost parameter in statement is index 1
563
11
    if (!BindBlobToStatement(m_read_stmt, 1, key, "key")) return false;
564
11
    int res = sqlite3_step(m_read_stmt);
565
11
    sqlite3_clear_bindings(m_read_stmt);
566
11
    sqlite3_reset(m_read_stmt);
567
11
    return res == SQLITE_ROW;
568
11
}
569
570
DatabaseCursor::Status SQLiteCursor::Next(DataStream& key, DataStream& value)
571
41.1k
{
572
41.1k
    int res = sqlite3_step(m_cursor_stmt);
573
41.1k
    if (res == SQLITE_DONE) {
574
16.3k
        return Status::DONE;
575
16.3k
    }
576
24.8k
    if (res != SQLITE_ROW) {
577
0
        LogWarning("Unable to execute cursor step: %s", sqlite3_errstr(res));
578
0
        return Status::FAIL;
579
0
    }
580
581
24.8k
    key.clear();
582
24.8k
    value.clear();
583
584
    // Leftmost column in result is index 0
585
24.8k
    key.write(SpanFromBlob(m_cursor_stmt, 0));
586
24.8k
    value.write(SpanFromBlob(m_cursor_stmt, 1));
587
24.8k
    return Status::MORE;
588
24.8k
}
589
590
SQLiteCursor::~SQLiteCursor()
591
16.3k
{
592
16.3k
    sqlite3_clear_bindings(m_cursor_stmt);
593
16.3k
    sqlite3_reset(m_cursor_stmt);
594
16.3k
    int res = sqlite3_finalize(m_cursor_stmt);
595
16.3k
    if (res != SQLITE_OK) {
596
0
        LogWarning("Cursor closed but could not finalize cursor statement: %s",
597
0
                   sqlite3_errstr(res));
598
0
    }
599
16.3k
}
600
601
std::unique_ptr<DatabaseCursor> SQLiteBatch::GetNewCursor()
602
5
{
603
5
    if (!m_database.m_db) return nullptr;
604
5
    auto cursor = std::make_unique<SQLiteCursor>();
605
606
5
    const char* stmt_text = "SELECT key, value FROM main";
607
5
    int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, &cursor->m_cursor_stmt, nullptr);
608
5
    if (res != SQLITE_OK) {
609
0
        throw std::runtime_error(strprintf(
610
0
            "%s: Failed to setup cursor SQL statement: %s\n", __func__, sqlite3_errstr(res)));
611
0
    }
612
613
5
    return cursor;
614
5
}
615
616
std::unique_ptr<DatabaseCursor> SQLiteBatch::GetNewPrefixCursor(std::span<const std::byte> prefix)
617
16.3k
{
618
16.3k
    if (!m_database.m_db) return nullptr;
619
620
    // To get just the records we want, the SQL statement does a comparison of the binary data
621
    // where the data must be greater than or equal to the prefix, and less than
622
    // the prefix incremented by one (when interpreted as an integer)
623
16.3k
    std::vector<std::byte> start_range(prefix.begin(), prefix.end());
624
16.3k
    std::vector<std::byte> end_range(prefix.begin(), prefix.end());
625
16.3k
    auto it = end_range.rbegin();
626
16.3k
    for (; it != end_range.rend(); ++it) {
627
16.3k
        if (*it == std::byte(std::numeric_limits<unsigned char>::max())) {
628
32
            *it = std::byte(0);
629
32
            continue;
630
32
        }
631
16.3k
        *it = std::byte(std::to_integer<unsigned char>(*it) + 1);
632
16.3k
        break;
633
16.3k
    }
634
16.3k
    if (it == end_range.rend()) {
635
        // If the prefix is all 0xff bytes, clear end_range as we won't need it
636
6
        end_range.clear();
637
6
    }
638
639
16.3k
    auto cursor = std::make_unique<SQLiteCursor>(start_range, end_range);
640
16.3k
    if (!cursor) return nullptr;
641
642
16.3k
    const char* stmt_text = end_range.empty() ? "SELECT key, value FROM main WHERE key >= ?" :
643
16.3k
                            "SELECT key, value FROM main WHERE key >= ? AND key < ?";
644
16.3k
    int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, &cursor->m_cursor_stmt, nullptr);
645
16.3k
    if (res != SQLITE_OK) {
646
0
        throw std::runtime_error(strprintf(
647
0
            "SQLiteDatabase: Failed to setup cursor SQL statement: %s\n", sqlite3_errstr(res)));
648
0
    }
649
650
16.3k
    if (!BindBlobToStatement(cursor->m_cursor_stmt, 1, cursor->m_prefix_range_start, "prefix_start")) return nullptr;
651
16.3k
    if (!end_range.empty()) {
652
16.3k
        if (!BindBlobToStatement(cursor->m_cursor_stmt, 2, cursor->m_prefix_range_end, "prefix_end")) return nullptr;
653
16.3k
    }
654
655
16.3k
    return cursor;
656
16.3k
}
657
658
bool SQLiteBatch::TxnBegin()
659
75.2k
{
660
75.2k
    if (!m_database.m_db || m_txn) return false;
661
75.2k
    m_database.m_write_semaphore.acquire();
662
75.2k
    Assert(!m_database.HasActiveTxn());
663
75.2k
    int res = Assert(m_exec_handler)->Exec(m_database, "BEGIN TRANSACTION");
664
75.2k
    if (res != SQLITE_OK) {
665
0
        LogWarning("SQLiteBatch: Failed to begin the transaction");
666
0
        m_database.m_write_semaphore.release();
667
75.2k
    } else {
668
75.2k
        m_txn = true;
669
75.2k
    }
670
75.2k
    return res == SQLITE_OK;
671
75.2k
}
672
673
bool SQLiteBatch::TxnCommit()
674
75.2k
{
675
75.2k
    if (!m_database.m_db || !m_txn) return false;
676
75.2k
    Assert(m_database.HasActiveTxn());
677
75.2k
    int res = Assert(m_exec_handler)->Exec(m_database, "COMMIT TRANSACTION");
678
75.2k
    if (res != SQLITE_OK) {
679
0
        LogWarning("SQLiteBatch: Failed to commit the transaction");
680
75.2k
    } else {
681
75.2k
        m_txn = false;
682
75.2k
        m_database.m_write_semaphore.release();
683
75.2k
    }
684
75.2k
    return res == SQLITE_OK;
685
75.2k
}
686
687
bool SQLiteBatch::TxnAbort()
688
8
{
689
8
    if (!m_database.m_db || !m_txn) return false;
690
7
    Assert(m_database.HasActiveTxn());
691
7
    int res = Assert(m_exec_handler)->Exec(m_database, "ROLLBACK TRANSACTION");
692
7
    if (res != SQLITE_OK) {
693
1
        LogWarning("SQLiteBatch: Failed to abort the transaction");
694
6
    } else {
695
6
        m_txn = false;
696
6
        m_database.m_write_semaphore.release();
697
6
    }
698
7
    return res == SQLITE_OK;
699
8
}
700
701
std::unique_ptr<SQLiteDatabase> MakeSQLiteDatabase(const fs::path& path, const DatabaseOptions& options, DatabaseStatus& status, bilingual_str& error)
702
1.07k
{
703
1.07k
    try {
704
1.07k
        fs::path data_file = SQLiteDataFile(path);
705
1.07k
        auto db = std::make_unique<SQLiteDatabase>(data_file.parent_path(), data_file, options);
706
1.07k
        if (options.verify && !db->Verify(error)) {
707
0
            status = DatabaseStatus::FAILED_VERIFY;
708
0
            return nullptr;
709
0
        }
710
1.07k
        status = DatabaseStatus::SUCCESS;
711
1.07k
        return db;
712
1.07k
    } catch (const std::runtime_error& e) {
713
8
        status = DatabaseStatus::FAILED_LOAD;
714
8
        error = Untranslated(e.what());
715
8
        return nullptr;
716
8
    }
717
1.07k
}
718
719
std::string SQLiteDatabaseVersion()
720
392
{
721
392
    return std::string(sqlite3_libversion());
722
392
}
723
} // namespace wallet