/tmp/bitcoin/src/wallet/sqlite.cpp
Line | Count | Source |
1 | | // Copyright (c) 2020-present The Bitcoin Core developers |
2 | | // Distributed under the MIT software license, see the accompanying |
3 | | // file COPYING or http://www.opensource.org/licenses/mit-license.php. |
4 | | |
5 | | #include <bitcoin-build-config.h> // IWYU pragma: keep |
6 | | |
7 | | #include <wallet/sqlite.h> |
8 | | |
9 | | #include <chainparams.h> |
10 | | #include <crypto/common.h> |
11 | | #include <logging.h> |
12 | | #include <sync.h> |
13 | | #include <util/check.h> |
14 | | #include <util/fs_helpers.h> |
15 | | #include <util/strencodings.h> |
16 | | #include <util/translation.h> |
17 | | #include <wallet/db.h> |
18 | | |
19 | | #include <sqlite3.h> |
20 | | |
21 | | #include <cstdint> |
22 | | #include <optional> |
23 | | #include <utility> |
24 | | #include <vector> |
25 | | |
26 | | namespace wallet { |
27 | | static constexpr int32_t WALLET_SCHEMA_VERSION = 0; |
28 | | |
29 | | static std::span<const std::byte> SpanFromBlob(sqlite3_stmt* stmt, int col) |
30 | 53.8k | { |
31 | 53.8k | return {reinterpret_cast<const std::byte*>(sqlite3_column_blob(stmt, col)), |
32 | 53.8k | static_cast<size_t>(sqlite3_column_bytes(stmt, col))}; |
33 | 53.8k | } |
34 | | |
35 | | static void ErrorLogCallback(void* arg, int code, const char* msg) |
36 | 6 | { |
37 | | // From sqlite3_config() documentation for the SQLITE_CONFIG_LOG option: |
38 | | // "The void pointer that is the second argument to SQLITE_CONFIG_LOG is passed through as |
39 | | // the first parameter to the application-defined logger function whenever that function is |
40 | | // invoked." |
41 | | // Assert that this is the case: |
42 | 6 | assert(arg == nullptr); |
43 | 6 | LogWarning("SQLite Error. Code: %d. Message: %s", code, msg); |
44 | 6 | } |
45 | | |
46 | | static int TraceSqlCallback(unsigned code, void* context, void* param1, void* param2) |
47 | 443k | { |
48 | 443k | auto* db = static_cast<SQLiteDatabase*>(context); |
49 | 443k | if (code == SQLITE_TRACE_STMT) { |
50 | 443k | auto* stmt = static_cast<sqlite3_stmt*>(param1); |
51 | | // To be conservative and avoid leaking potentially secret information |
52 | | // in the log file, only expand statements that query the database, not |
53 | | // statements that update the database. |
54 | 443k | char* expanded{sqlite3_stmt_readonly(stmt) ? sqlite3_expanded_sql(stmt) : nullptr}; |
55 | 443k | LogTrace(BCLog::WALLETDB, "[%s] SQLite Statement: %s\n", db->Filename(), expanded ? expanded : sqlite3_sql(stmt)); |
56 | 443k | if (expanded) sqlite3_free(expanded); |
57 | 443k | } |
58 | 443k | return SQLITE_OK; |
59 | 443k | } |
60 | | |
61 | | static bool BindBlobToStatement(sqlite3_stmt* stmt, |
62 | | int index, |
63 | | std::span<const std::byte> blob, |
64 | | const std::string& description) |
65 | 558k | { |
66 | | // Pass a pointer to the empty string "" below instead of passing the |
67 | | // blob.data() pointer if the blob.data() pointer is null. Passing a null |
68 | | // data pointer to bind_blob would cause sqlite to bind the SQL NULL value |
69 | | // instead of the empty blob value X'', which would mess up SQL comparisons. |
70 | 558k | int res = sqlite3_bind_blob(stmt, index, blob.data() ? static_cast<const void*>(blob.data()) : "", blob.size(), SQLITE_STATIC); |
71 | 558k | if (res != SQLITE_OK) { |
72 | 0 | LogWarning("Unable to bind %s to statement: %s", description, sqlite3_errstr(res)); |
73 | 0 | sqlite3_clear_bindings(stmt); |
74 | 0 | sqlite3_reset(stmt); |
75 | 0 | return false; |
76 | 0 | } |
77 | | |
78 | 558k | return true; |
79 | 558k | } |
80 | | |
81 | | static std::optional<int> ReadPragmaInteger(sqlite3* db, const std::string& key, const std::string& description, bilingual_str& error) |
82 | 1.95k | { |
83 | 1.95k | std::string stmt_text = strprintf("PRAGMA %s", key); |
84 | 1.95k | sqlite3_stmt* pragma_read_stmt{nullptr}; |
85 | 1.95k | int ret = sqlite3_prepare_v2(db, stmt_text.c_str(), -1, &pragma_read_stmt, nullptr); |
86 | 1.95k | if (ret != SQLITE_OK) { |
87 | 0 | sqlite3_finalize(pragma_read_stmt); |
88 | 0 | error = Untranslated(strprintf("SQLiteDatabase: Failed to prepare the statement to fetch %s: %s", description, sqlite3_errstr(ret))); |
89 | 0 | return std::nullopt; |
90 | 0 | } |
91 | 1.95k | ret = sqlite3_step(pragma_read_stmt); |
92 | 1.95k | if (ret != SQLITE_ROW) { |
93 | 0 | sqlite3_finalize(pragma_read_stmt); |
94 | 0 | error = Untranslated(strprintf("SQLiteDatabase: Failed to fetch %s: %s", description, sqlite3_errstr(ret))); |
95 | 0 | return std::nullopt; |
96 | 0 | } |
97 | 1.95k | int result = sqlite3_column_int(pragma_read_stmt, 0); |
98 | 1.95k | sqlite3_finalize(pragma_read_stmt); |
99 | 1.95k | return result; |
100 | 1.95k | } |
101 | | |
102 | | static void SetPragma(sqlite3* db, const std::string& key, const std::string& value, const std::string& err_msg) |
103 | 4.68k | { |
104 | 4.68k | std::string stmt_text = strprintf("PRAGMA %s = %s", key, value); |
105 | 4.68k | int ret = sqlite3_exec(db, stmt_text.c_str(), nullptr, nullptr, nullptr); |
106 | 4.68k | if (ret != SQLITE_OK) { |
107 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: %s: %s\n", err_msg, sqlite3_errstr(ret))); |
108 | 0 | } |
109 | 4.68k | } |
110 | | |
111 | | Mutex SQLiteDatabase::g_sqlite_mutex; |
112 | | int SQLiteDatabase::g_sqlite_count = 0; |
113 | | |
114 | | SQLiteDatabase::SQLiteDatabase(const fs::path& dir_path, const fs::path& file_path, const DatabaseOptions& options) |
115 | 1.07k | : SQLiteDatabase(dir_path, file_path, options, /*additional_flags=*/0) |
116 | 1.07k | {} |
117 | | |
118 | | SQLiteDatabase::SQLiteDatabase(const fs::path& dir_path, const fs::path& file_path, const DatabaseOptions& options, int additional_flags) |
119 | 1.14k | : WalletDatabase(), m_dir_path(dir_path), m_file_path(fs::PathToString(file_path)), m_write_semaphore(1), m_use_unsafe_sync(options.use_unsafe_sync) |
120 | 1.14k | { |
121 | 1.14k | { |
122 | 1.14k | LOCK(g_sqlite_mutex); |
123 | 1.14k | if (++g_sqlite_count == 1) { |
124 | | // Setup logging |
125 | 474 | int ret = sqlite3_config(SQLITE_CONFIG_LOG, ErrorLogCallback, nullptr); |
126 | 474 | if (ret != SQLITE_OK) { |
127 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to setup error log: %s\n", sqlite3_errstr(ret))); |
128 | 0 | } |
129 | | // Force serialized threading mode |
130 | 474 | ret = sqlite3_config(SQLITE_CONFIG_SERIALIZED); |
131 | 474 | if (ret != SQLITE_OK) { |
132 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to configure serialized threading mode: %s\n", sqlite3_errstr(ret))); |
133 | 0 | } |
134 | 474 | } |
135 | 1.14k | int ret = sqlite3_initialize(); // This is a no-op if sqlite3 is already initialized |
136 | 1.14k | if (ret != SQLITE_OK) { |
137 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to initialize SQLite: %s\n", sqlite3_errstr(ret))); |
138 | 0 | } |
139 | 1.14k | } |
140 | | |
141 | 1.14k | try { |
142 | 1.14k | Open(additional_flags); |
143 | 1.14k | } catch (const std::runtime_error&) { |
144 | | // If open fails, cleanup this object and rethrow the exception |
145 | 8 | Cleanup(); |
146 | 8 | throw; |
147 | 8 | } |
148 | 1.14k | } |
149 | | |
150 | | void SQLiteBatch::SetupSQLStatements() |
151 | 167k | { |
152 | 167k | const std::vector<std::pair<sqlite3_stmt**, const char*>> statements{ |
153 | 167k | {&m_read_stmt, "SELECT value FROM main WHERE key = ?"}, |
154 | 167k | {&m_insert_stmt, "INSERT INTO main VALUES(?, ?)"}, |
155 | 167k | {&m_overwrite_stmt, "INSERT or REPLACE into main values(?, ?)"}, |
156 | 167k | {&m_delete_stmt, "DELETE FROM main WHERE key = ?"}, |
157 | 167k | {&m_delete_prefix_stmt, "DELETE FROM main WHERE instr(key, ?) = 1"}, |
158 | 167k | }; |
159 | | |
160 | 836k | for (const auto& [stmt_prepared, stmt_text] : statements) { |
161 | 836k | if (*stmt_prepared == nullptr) { |
162 | 836k | int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, stmt_prepared, nullptr); |
163 | 836k | if (res != SQLITE_OK) { |
164 | 0 | throw std::runtime_error(strprintf( |
165 | 0 | "SQLiteDatabase: Failed to setup SQL statements: %s\n", sqlite3_errstr(res))); |
166 | 0 | } |
167 | 836k | } |
168 | 836k | } |
169 | 167k | } |
170 | | |
171 | | SQLiteDatabase::~SQLiteDatabase() |
172 | 1.14k | { |
173 | 1.14k | Cleanup(); |
174 | 1.14k | } |
175 | | |
176 | | void SQLiteDatabase::Cleanup() noexcept |
177 | 1.14k | { |
178 | 1.14k | AssertLockNotHeld(g_sqlite_mutex); |
179 | | |
180 | 1.14k | Close(); |
181 | | |
182 | 1.14k | LOCK(g_sqlite_mutex); |
183 | 1.14k | if (--g_sqlite_count == 0) { |
184 | 474 | int ret = sqlite3_shutdown(); |
185 | 474 | if (ret != SQLITE_OK) { |
186 | 0 | LogWarning("SQLiteDatabase: Failed to shutdown SQLite: %s", sqlite3_errstr(ret)); |
187 | 0 | } |
188 | 474 | } |
189 | 1.14k | } |
190 | | |
191 | | bool SQLiteDatabase::Verify(bilingual_str& error) |
192 | 975 | { |
193 | 975 | assert(m_db); |
194 | | |
195 | | // Check the application ID matches our network magic |
196 | 975 | auto read_result = ReadPragmaInteger(m_db, "application_id", "the application id", error); |
197 | 975 | if (!read_result.has_value()) return false; |
198 | 975 | uint32_t app_id = static_cast<uint32_t>(read_result.value()); |
199 | 975 | uint32_t net_magic = ReadBE32(Params().MessageStart().data()); |
200 | 975 | if (app_id != net_magic) { |
201 | 0 | error = strprintf(_("SQLiteDatabase: Unexpected application id. Expected %u, got %u"), net_magic, app_id); |
202 | 0 | return false; |
203 | 0 | } |
204 | | |
205 | | // Check our schema version |
206 | 975 | read_result = ReadPragmaInteger(m_db, "user_version", "sqlite wallet schema version", error); |
207 | 975 | if (!read_result.has_value()) return false; |
208 | 975 | int32_t user_ver = read_result.value(); |
209 | 975 | if (user_ver != WALLET_SCHEMA_VERSION) { |
210 | 0 | error = strprintf(_("SQLiteDatabase: Unknown sqlite wallet schema version %d. Only version %d is supported"), user_ver, WALLET_SCHEMA_VERSION); |
211 | 0 | return false; |
212 | 0 | } |
213 | | |
214 | 975 | sqlite3_stmt* stmt{nullptr}; |
215 | 975 | int ret = sqlite3_prepare_v2(m_db, "PRAGMA integrity_check", -1, &stmt, nullptr); |
216 | 975 | if (ret != SQLITE_OK) { |
217 | 0 | sqlite3_finalize(stmt); |
218 | 0 | error = strprintf(_("SQLiteDatabase: Failed to prepare statement to verify database: %s"), sqlite3_errstr(ret)); |
219 | 0 | return false; |
220 | 0 | } |
221 | 1.95k | while (true) { |
222 | 1.95k | ret = sqlite3_step(stmt); |
223 | 1.95k | if (ret == SQLITE_DONE) { |
224 | 975 | break; |
225 | 975 | } |
226 | 975 | if (ret != SQLITE_ROW) { |
227 | 0 | error = strprintf(_("SQLiteDatabase: Failed to execute statement to verify database: %s"), sqlite3_errstr(ret)); |
228 | 0 | break; |
229 | 0 | } |
230 | 975 | const char* msg = (const char*)sqlite3_column_text(stmt, 0); |
231 | 975 | if (!msg) { |
232 | 0 | error = strprintf(_("SQLiteDatabase: Failed to read database verification error: %s"), sqlite3_errstr(ret)); |
233 | 0 | break; |
234 | 0 | } |
235 | 975 | std::string str_msg(msg); |
236 | 975 | if (str_msg == "ok") { |
237 | 975 | continue; |
238 | 975 | } |
239 | 0 | if (error.empty()) { |
240 | 0 | error = _("Failed to verify database") + Untranslated("\n"); |
241 | 0 | } |
242 | 0 | error += Untranslated(strprintf("%s\n", str_msg)); |
243 | 0 | } |
244 | 975 | sqlite3_finalize(stmt); |
245 | 975 | return error.empty(); |
246 | 975 | } |
247 | | |
248 | | void SQLiteDatabase::Open() |
249 | 1 | { |
250 | 1 | Open(/*additional_flags*/0); |
251 | 1 | } |
252 | | |
253 | | void SQLiteDatabase::Open(int additional_flags) |
254 | 1.14k | { |
255 | 1.14k | int flags = SQLITE_OPEN_FULLMUTEX | SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE | additional_flags; |
256 | | |
257 | 1.14k | if (m_db == nullptr) { |
258 | 1.14k | if (!(flags & SQLITE_OPEN_MEMORY)) { |
259 | 1.07k | TryCreateDirectories(m_dir_path); |
260 | 1.07k | if (!IsDirWritable(m_dir_path)) { |
261 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to open database in directory '%s': directory is not writable", fs::PathToString(m_dir_path))); |
262 | 0 | } |
263 | 1.07k | } |
264 | | |
265 | 1.14k | int ret = sqlite3_open_v2(m_file_path.c_str(), &m_db, flags, nullptr); |
266 | 1.14k | if (ret != SQLITE_OK) { |
267 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to open database: %s\n", sqlite3_errstr(ret))); |
268 | 0 | } |
269 | 1.14k | ret = sqlite3_extended_result_codes(m_db, 1); |
270 | 1.14k | if (ret != SQLITE_OK) { |
271 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to enable extended result codes: %s\n", sqlite3_errstr(ret))); |
272 | 0 | } |
273 | | // Trace SQL statements if tracing is enabled with -debug=walletdb -loglevel=walletdb:trace |
274 | 1.14k | if (LogAcceptCategory(BCLog::WALLETDB, BCLog::Level::Trace)) { |
275 | 1.12k | ret = sqlite3_trace_v2(m_db, SQLITE_TRACE_STMT, TraceSqlCallback, this); |
276 | 1.12k | if (ret != SQLITE_OK) { |
277 | 0 | LogWarning("Failed to enable SQL tracing for %s", Filename()); |
278 | 0 | } |
279 | 1.12k | } |
280 | 1.14k | } |
281 | | |
282 | 1.14k | if (sqlite3_db_readonly(m_db, "main") != 0) { |
283 | 0 | throw std::runtime_error("SQLiteDatabase: Database opened in readonly mode but read-write permissions are needed"); |
284 | 0 | } |
285 | | |
286 | | // Acquire an exclusive lock on the database |
287 | | // First change the locking mode to exclusive |
288 | 1.14k | SetPragma(m_db, "locking_mode", "exclusive", "Unable to change database locking mode to exclusive"); |
289 | | // Now begin a transaction to acquire the exclusive lock. This lock won't be released until we close because of the exclusive locking mode. |
290 | 1.14k | int ret = sqlite3_exec(m_db, "BEGIN EXCLUSIVE TRANSACTION", nullptr, nullptr, nullptr); |
291 | 1.14k | if (ret != SQLITE_OK) { |
292 | 6 | throw std::runtime_error("SQLiteDatabase: Unable to obtain an exclusive lock on the database, is it being used by another instance of " CLIENT_NAME "?\n"); |
293 | 6 | } |
294 | 1.14k | ret = sqlite3_exec(m_db, "COMMIT", nullptr, nullptr, nullptr); |
295 | 1.14k | if (ret != SQLITE_OK) { |
296 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Unable to end exclusive lock transaction: %s\n", sqlite3_errstr(ret))); |
297 | 0 | } |
298 | | |
299 | | // Enable fullfsync for the platforms that use it |
300 | 1.14k | SetPragma(m_db, "fullfsync", "true", "Failed to enable fullfsync"); |
301 | | |
302 | 1.14k | if (m_use_unsafe_sync) { |
303 | | // Use normal synchronous mode for the journal |
304 | 928 | LogWarning("SQLite is configured to not wait for data to be flushed to disk. Data loss and corruption may occur."); |
305 | 928 | SetPragma(m_db, "synchronous", "OFF", "Failed to set synchronous mode to OFF"); |
306 | 928 | } |
307 | | |
308 | | // Make the table for our key-value pairs |
309 | | // First check that the main table exists |
310 | 1.14k | sqlite3_stmt* check_main_stmt{nullptr}; |
311 | 1.14k | ret = sqlite3_prepare_v2(m_db, "SELECT name FROM sqlite_master WHERE type='table' AND name='main'", -1, &check_main_stmt, nullptr); |
312 | 1.14k | if (ret != SQLITE_OK) { |
313 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to prepare statement to check table existence: %s\n", sqlite3_errstr(ret))); |
314 | 0 | } |
315 | 1.14k | ret = sqlite3_step(check_main_stmt); |
316 | 1.14k | if (sqlite3_finalize(check_main_stmt) != SQLITE_OK) { |
317 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to finalize statement checking table existence: %s\n", sqlite3_errstr(ret))); |
318 | 0 | } |
319 | 1.14k | bool table_exists; |
320 | 1.14k | if (ret == SQLITE_DONE) { |
321 | 732 | table_exists = false; |
322 | 732 | } else if (ret == SQLITE_ROW) { |
323 | 409 | table_exists = true; |
324 | 409 | } else { |
325 | 2 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to execute statement to check table existence: %s\n", sqlite3_errstr(ret))); |
326 | 2 | } |
327 | | |
328 | | // Do the db setup things because the table doesn't exist only when we are creating a new wallet |
329 | 1.14k | if (!table_exists) { |
330 | 732 | ret = sqlite3_exec(m_db, "CREATE TABLE main(key BLOB PRIMARY KEY NOT NULL, value BLOB NOT NULL)", nullptr, nullptr, nullptr); |
331 | 732 | if (ret != SQLITE_OK) { |
332 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to create new database: %s\n", sqlite3_errstr(ret))); |
333 | 0 | } |
334 | | |
335 | | // Set the application id |
336 | 732 | uint32_t app_id = ReadBE32(Params().MessageStart().data()); |
337 | 732 | SetPragma(m_db, "application_id", strprintf("%d", static_cast<int32_t>(app_id)), |
338 | 732 | "Failed to set the application id"); |
339 | | |
340 | | // Set the user version |
341 | 732 | SetPragma(m_db, "user_version", strprintf("%d", WALLET_SCHEMA_VERSION), |
342 | 732 | "Failed to set the wallet schema version"); |
343 | 732 | } |
344 | 1.14k | } |
345 | | |
346 | | bool SQLiteDatabase::Rewrite() |
347 | 24 | { |
348 | | // Rewrite the database using the VACUUM command: https://sqlite.org/lang_vacuum.html |
349 | 24 | int ret = sqlite3_exec(m_db, "VACUUM", nullptr, nullptr, nullptr); |
350 | 24 | return ret == SQLITE_OK; |
351 | 24 | } |
352 | | |
353 | | bool SQLiteDatabase::Backup(const std::string& dest) const |
354 | 66 | { |
355 | 66 | sqlite3* db_copy; |
356 | 66 | int res = sqlite3_open(dest.c_str(), &db_copy); |
357 | 66 | if (res != SQLITE_OK) { |
358 | 2 | sqlite3_close(db_copy); |
359 | 2 | return false; |
360 | 2 | } |
361 | 64 | sqlite3_backup* backup = sqlite3_backup_init(db_copy, "main", m_db, "main"); |
362 | 64 | if (!backup) { |
363 | 0 | LogWarning("Unable to begin sqlite backup: %s", sqlite3_errmsg(m_db)); |
364 | 0 | sqlite3_close(db_copy); |
365 | 0 | return false; |
366 | 0 | } |
367 | | // Specifying -1 will copy all of the pages |
368 | 64 | res = sqlite3_backup_step(backup, -1); |
369 | 64 | if (res != SQLITE_DONE) { |
370 | 2 | LogWarning("Unable to continue sqlite backup: %s", sqlite3_errstr(res)); |
371 | 2 | sqlite3_backup_finish(backup); |
372 | 2 | sqlite3_close(db_copy); |
373 | 2 | return false; |
374 | 2 | } |
375 | 62 | res = sqlite3_backup_finish(backup); |
376 | 62 | sqlite3_close(db_copy); |
377 | 62 | return res == SQLITE_OK; |
378 | 64 | } |
379 | | |
380 | | void SQLiteDatabase::Close() |
381 | 1.16k | { |
382 | 1.16k | int res = sqlite3_close(m_db); |
383 | 1.16k | if (res != SQLITE_OK) { |
384 | 0 | throw std::runtime_error(strprintf("SQLiteDatabase: Failed to close database: %s\n", sqlite3_errstr(res))); |
385 | 0 | } |
386 | 1.16k | m_db = nullptr; |
387 | 1.16k | } |
388 | | |
389 | | bool SQLiteDatabase::HasActiveTxn() |
390 | 150k | { |
391 | | // 'sqlite3_get_autocommit' returns true by default, and false if a transaction has begun and not been committed or rolled back. |
392 | 150k | return m_db && sqlite3_get_autocommit(m_db) == 0; |
393 | 150k | } |
394 | | |
395 | | int SQliteExecHandler::Exec(SQLiteDatabase& database, const std::string& statement) |
396 | 150k | { |
397 | 150k | return sqlite3_exec(database.m_db, statement.data(), nullptr, nullptr, nullptr); |
398 | 150k | } |
399 | | |
400 | | std::unique_ptr<DatabaseBatch> SQLiteDatabase::MakeBatch() |
401 | 147k | { |
402 | | // We ignore flush_on_close because we don't do manual flushing for SQLite |
403 | 147k | return std::make_unique<SQLiteBatch>(*this); |
404 | 147k | } |
405 | | |
406 | | SQLiteBatch::SQLiteBatch(SQLiteDatabase& database) |
407 | 167k | : m_database(database) |
408 | 167k | { |
409 | | // Make sure we have a db handle |
410 | 167k | assert(m_database.m_db); |
411 | | |
412 | 167k | SetupSQLStatements(); |
413 | 167k | } |
414 | | |
415 | | void SQLiteBatch::Close() |
416 | 167k | { |
417 | 167k | bool force_conn_refresh = false; |
418 | | |
419 | | // If we began a transaction, and it wasn't committed, abort the transaction in progress |
420 | 167k | if (m_txn) { |
421 | 2 | if (TxnAbort()) { |
422 | 1 | LogWarning("SQLiteBatch: Batch closed unexpectedly without the transaction being explicitly committed or aborted"); |
423 | 1 | } else { |
424 | | // If transaction cannot be aborted, it means there is a bug or there has been data corruption. Try to recover in this case |
425 | | // by closing and reopening the database. Closing the database should also ensure that any changes made since the transaction |
426 | | // was opened will be rolled back and future transactions can succeed without committing old data. |
427 | 1 | force_conn_refresh = true; |
428 | 1 | LogWarning("SQLiteBatch: Batch closed and failed to abort transaction, resetting db connection.."); |
429 | 1 | } |
430 | 2 | } |
431 | | |
432 | | // Free all of the prepared statements |
433 | 167k | const std::vector<std::pair<sqlite3_stmt**, const char*>> statements{ |
434 | 167k | {&m_read_stmt, "read"}, |
435 | 167k | {&m_insert_stmt, "insert"}, |
436 | 167k | {&m_overwrite_stmt, "overwrite"}, |
437 | 167k | {&m_delete_stmt, "delete"}, |
438 | 167k | {&m_delete_prefix_stmt, "delete prefix"}, |
439 | 167k | }; |
440 | | |
441 | 836k | for (const auto& [stmt_prepared, stmt_description] : statements) { |
442 | 836k | int res = sqlite3_finalize(*stmt_prepared); |
443 | 836k | if (res != SQLITE_OK) { |
444 | 0 | LogWarning("SQLiteBatch: Batch closed but could not finalize %s statement: %s", |
445 | 0 | stmt_description, sqlite3_errstr(res)); |
446 | 0 | } |
447 | 836k | *stmt_prepared = nullptr; |
448 | 836k | } |
449 | | |
450 | 167k | if (force_conn_refresh) { |
451 | 1 | m_database.Close(); |
452 | 1 | try { |
453 | 1 | m_database.Open(); |
454 | | // If TxnAbort failed and we refreshed the connection, the semaphore was not released, so release it here to avoid deadlocks on future writes. |
455 | 1 | m_database.m_write_semaphore.release(); |
456 | 1 | } catch (const std::runtime_error&) { |
457 | | // If open fails, cleanup this object and rethrow the exception |
458 | 0 | m_database.Close(); |
459 | 0 | throw; |
460 | 0 | } |
461 | 1 | } |
462 | 167k | } |
463 | | |
464 | | bool SQLiteBatch::ReadKey(DataStream&& key, DataStream& value) |
465 | 4.23k | { |
466 | 4.23k | if (!m_database.m_db) return false; |
467 | 4.23k | assert(m_read_stmt); |
468 | | |
469 | | // Bind: leftmost parameter in statement is index 1 |
470 | 4.23k | if (!BindBlobToStatement(m_read_stmt, 1, key, "key")) return false; |
471 | 4.23k | int res = sqlite3_step(m_read_stmt); |
472 | 4.23k | if (res != SQLITE_ROW) { |
473 | 17 | if (res != SQLITE_DONE) { |
474 | | // SQLITE_DONE means "not found", don't log an error in that case. |
475 | 0 | LogWarning("Unable to execute read statement: %s", sqlite3_errstr(res)); |
476 | 0 | } |
477 | 17 | sqlite3_clear_bindings(m_read_stmt); |
478 | 17 | sqlite3_reset(m_read_stmt); |
479 | 17 | return false; |
480 | 17 | } |
481 | | // Leftmost column in result is index 0 |
482 | 4.22k | value.clear(); |
483 | 4.22k | value.write(SpanFromBlob(m_read_stmt, 0)); |
484 | | |
485 | 4.22k | sqlite3_clear_bindings(m_read_stmt); |
486 | 4.22k | sqlite3_reset(m_read_stmt); |
487 | 4.22k | return true; |
488 | 4.23k | } |
489 | | |
490 | | bool SQLiteBatch::WriteKey(DataStream&& key, DataStream&& value, bool overwrite) |
491 | 260k | { |
492 | 260k | if (!m_database.m_db) return false; |
493 | 260k | assert(m_insert_stmt && m_overwrite_stmt); |
494 | | |
495 | 260k | sqlite3_stmt* stmt; |
496 | 260k | if (overwrite) { |
497 | 255k | stmt = m_overwrite_stmt; |
498 | 255k | } else { |
499 | 4.50k | stmt = m_insert_stmt; |
500 | 4.50k | } |
501 | | |
502 | | // Bind: leftmost parameter in statement is index 1 |
503 | | // Insert index 1 is key, 2 is value |
504 | 260k | if (!BindBlobToStatement(stmt, 1, key, "key")) return false; |
505 | 260k | if (!BindBlobToStatement(stmt, 2, value, "value")) return false; |
506 | | |
507 | | // Acquire semaphore if not previously acquired when creating a transaction. |
508 | 260k | if (!m_txn) m_database.m_write_semaphore.acquire(); |
509 | | |
510 | | // Execute |
511 | 260k | int res = sqlite3_step(stmt); |
512 | 260k | sqlite3_clear_bindings(stmt); |
513 | 260k | sqlite3_reset(stmt); |
514 | 260k | if (res != SQLITE_DONE) { |
515 | 2 | LogWarning("Unable to execute write statement: %s", sqlite3_errstr(res)); |
516 | 2 | } |
517 | | |
518 | 260k | if (!m_txn) m_database.m_write_semaphore.release(); |
519 | | |
520 | 260k | return res == SQLITE_DONE; |
521 | 260k | } |
522 | | |
523 | | bool SQLiteBatch::ExecStatement(sqlite3_stmt* stmt, std::span<const std::byte> blob) |
524 | 699 | { |
525 | 699 | if (!m_database.m_db) return false; |
526 | 699 | assert(stmt); |
527 | | |
528 | | // Bind: leftmost parameter in statement is index 1 |
529 | 699 | if (!BindBlobToStatement(stmt, 1, blob, "key")) return false; |
530 | | |
531 | | // Acquire semaphore if not previously acquired when creating a transaction. |
532 | 699 | if (!m_txn) m_database.m_write_semaphore.acquire(); |
533 | | |
534 | | // Execute |
535 | 699 | int res = sqlite3_step(stmt); |
536 | 699 | sqlite3_clear_bindings(stmt); |
537 | 699 | sqlite3_reset(stmt); |
538 | 699 | if (res != SQLITE_DONE) { |
539 | 0 | LogWarning("Unable to execute exec statement: %s", sqlite3_errstr(res)); |
540 | 0 | } |
541 | | |
542 | 699 | if (!m_txn) m_database.m_write_semaphore.release(); |
543 | | |
544 | 699 | return res == SQLITE_DONE; |
545 | 699 | } |
546 | | |
547 | | bool SQLiteBatch::EraseKey(DataStream&& key) |
548 | 339 | { |
549 | 339 | return ExecStatement(m_delete_stmt, key); |
550 | 339 | } |
551 | | |
552 | | bool SQLiteBatch::ErasePrefix(std::span<const std::byte> prefix) |
553 | 360 | { |
554 | 360 | return ExecStatement(m_delete_prefix_stmt, prefix); |
555 | 360 | } |
556 | | |
557 | | bool SQLiteBatch::HasKey(DataStream&& key) |
558 | 11 | { |
559 | 11 | if (!m_database.m_db) return false; |
560 | 11 | assert(m_read_stmt); |
561 | | |
562 | | // Bind: leftmost parameter in statement is index 1 |
563 | 11 | if (!BindBlobToStatement(m_read_stmt, 1, key, "key")) return false; |
564 | 11 | int res = sqlite3_step(m_read_stmt); |
565 | 11 | sqlite3_clear_bindings(m_read_stmt); |
566 | 11 | sqlite3_reset(m_read_stmt); |
567 | 11 | return res == SQLITE_ROW; |
568 | 11 | } |
569 | | |
570 | | DatabaseCursor::Status SQLiteCursor::Next(DataStream& key, DataStream& value) |
571 | 41.1k | { |
572 | 41.1k | int res = sqlite3_step(m_cursor_stmt); |
573 | 41.1k | if (res == SQLITE_DONE) { |
574 | 16.3k | return Status::DONE; |
575 | 16.3k | } |
576 | 24.8k | if (res != SQLITE_ROW) { |
577 | 0 | LogWarning("Unable to execute cursor step: %s", sqlite3_errstr(res)); |
578 | 0 | return Status::FAIL; |
579 | 0 | } |
580 | | |
581 | 24.8k | key.clear(); |
582 | 24.8k | value.clear(); |
583 | | |
584 | | // Leftmost column in result is index 0 |
585 | 24.8k | key.write(SpanFromBlob(m_cursor_stmt, 0)); |
586 | 24.8k | value.write(SpanFromBlob(m_cursor_stmt, 1)); |
587 | 24.8k | return Status::MORE; |
588 | 24.8k | } |
589 | | |
590 | | SQLiteCursor::~SQLiteCursor() |
591 | 16.3k | { |
592 | 16.3k | sqlite3_clear_bindings(m_cursor_stmt); |
593 | 16.3k | sqlite3_reset(m_cursor_stmt); |
594 | 16.3k | int res = sqlite3_finalize(m_cursor_stmt); |
595 | 16.3k | if (res != SQLITE_OK) { |
596 | 0 | LogWarning("Cursor closed but could not finalize cursor statement: %s", |
597 | 0 | sqlite3_errstr(res)); |
598 | 0 | } |
599 | 16.3k | } |
600 | | |
601 | | std::unique_ptr<DatabaseCursor> SQLiteBatch::GetNewCursor() |
602 | 5 | { |
603 | 5 | if (!m_database.m_db) return nullptr; |
604 | 5 | auto cursor = std::make_unique<SQLiteCursor>(); |
605 | | |
606 | 5 | const char* stmt_text = "SELECT key, value FROM main"; |
607 | 5 | int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, &cursor->m_cursor_stmt, nullptr); |
608 | 5 | if (res != SQLITE_OK) { |
609 | 0 | throw std::runtime_error(strprintf( |
610 | 0 | "%s: Failed to setup cursor SQL statement: %s\n", __func__, sqlite3_errstr(res))); |
611 | 0 | } |
612 | | |
613 | 5 | return cursor; |
614 | 5 | } |
615 | | |
616 | | std::unique_ptr<DatabaseCursor> SQLiteBatch::GetNewPrefixCursor(std::span<const std::byte> prefix) |
617 | 16.3k | { |
618 | 16.3k | if (!m_database.m_db) return nullptr; |
619 | | |
620 | | // To get just the records we want, the SQL statement does a comparison of the binary data |
621 | | // where the data must be greater than or equal to the prefix, and less than |
622 | | // the prefix incremented by one (when interpreted as an integer) |
623 | 16.3k | std::vector<std::byte> start_range(prefix.begin(), prefix.end()); |
624 | 16.3k | std::vector<std::byte> end_range(prefix.begin(), prefix.end()); |
625 | 16.3k | auto it = end_range.rbegin(); |
626 | 16.3k | for (; it != end_range.rend(); ++it) { |
627 | 16.3k | if (*it == std::byte(std::numeric_limits<unsigned char>::max())) { |
628 | 32 | *it = std::byte(0); |
629 | 32 | continue; |
630 | 32 | } |
631 | 16.3k | *it = std::byte(std::to_integer<unsigned char>(*it) + 1); |
632 | 16.3k | break; |
633 | 16.3k | } |
634 | 16.3k | if (it == end_range.rend()) { |
635 | | // If the prefix is all 0xff bytes, clear end_range as we won't need it |
636 | 6 | end_range.clear(); |
637 | 6 | } |
638 | | |
639 | 16.3k | auto cursor = std::make_unique<SQLiteCursor>(start_range, end_range); |
640 | 16.3k | if (!cursor) return nullptr; |
641 | | |
642 | 16.3k | const char* stmt_text = end_range.empty() ? "SELECT key, value FROM main WHERE key >= ?" : |
643 | 16.3k | "SELECT key, value FROM main WHERE key >= ? AND key < ?"; |
644 | 16.3k | int res = sqlite3_prepare_v2(m_database.m_db, stmt_text, -1, &cursor->m_cursor_stmt, nullptr); |
645 | 16.3k | if (res != SQLITE_OK) { |
646 | 0 | throw std::runtime_error(strprintf( |
647 | 0 | "SQLiteDatabase: Failed to setup cursor SQL statement: %s\n", sqlite3_errstr(res))); |
648 | 0 | } |
649 | | |
650 | 16.3k | if (!BindBlobToStatement(cursor->m_cursor_stmt, 1, cursor->m_prefix_range_start, "prefix_start")) return nullptr; |
651 | 16.3k | if (!end_range.empty()) { |
652 | 16.3k | if (!BindBlobToStatement(cursor->m_cursor_stmt, 2, cursor->m_prefix_range_end, "prefix_end")) return nullptr; |
653 | 16.3k | } |
654 | | |
655 | 16.3k | return cursor; |
656 | 16.3k | } |
657 | | |
658 | | bool SQLiteBatch::TxnBegin() |
659 | 75.2k | { |
660 | 75.2k | if (!m_database.m_db || m_txn) return false; |
661 | 75.2k | m_database.m_write_semaphore.acquire(); |
662 | 75.2k | Assert(!m_database.HasActiveTxn()); |
663 | 75.2k | int res = Assert(m_exec_handler)->Exec(m_database, "BEGIN TRANSACTION"); |
664 | 75.2k | if (res != SQLITE_OK) { |
665 | 0 | LogWarning("SQLiteBatch: Failed to begin the transaction"); |
666 | 0 | m_database.m_write_semaphore.release(); |
667 | 75.2k | } else { |
668 | 75.2k | m_txn = true; |
669 | 75.2k | } |
670 | 75.2k | return res == SQLITE_OK; |
671 | 75.2k | } |
672 | | |
673 | | bool SQLiteBatch::TxnCommit() |
674 | 75.2k | { |
675 | 75.2k | if (!m_database.m_db || !m_txn) return false; |
676 | 75.2k | Assert(m_database.HasActiveTxn()); |
677 | 75.2k | int res = Assert(m_exec_handler)->Exec(m_database, "COMMIT TRANSACTION"); |
678 | 75.2k | if (res != SQLITE_OK) { |
679 | 0 | LogWarning("SQLiteBatch: Failed to commit the transaction"); |
680 | 75.2k | } else { |
681 | 75.2k | m_txn = false; |
682 | 75.2k | m_database.m_write_semaphore.release(); |
683 | 75.2k | } |
684 | 75.2k | return res == SQLITE_OK; |
685 | 75.2k | } |
686 | | |
687 | | bool SQLiteBatch::TxnAbort() |
688 | 8 | { |
689 | 8 | if (!m_database.m_db || !m_txn) return false; |
690 | 7 | Assert(m_database.HasActiveTxn()); |
691 | 7 | int res = Assert(m_exec_handler)->Exec(m_database, "ROLLBACK TRANSACTION"); |
692 | 7 | if (res != SQLITE_OK) { |
693 | 1 | LogWarning("SQLiteBatch: Failed to abort the transaction"); |
694 | 6 | } else { |
695 | 6 | m_txn = false; |
696 | 6 | m_database.m_write_semaphore.release(); |
697 | 6 | } |
698 | 7 | return res == SQLITE_OK; |
699 | 8 | } |
700 | | |
701 | | std::unique_ptr<SQLiteDatabase> MakeSQLiteDatabase(const fs::path& path, const DatabaseOptions& options, DatabaseStatus& status, bilingual_str& error) |
702 | 1.07k | { |
703 | 1.07k | try { |
704 | 1.07k | fs::path data_file = SQLiteDataFile(path); |
705 | 1.07k | auto db = std::make_unique<SQLiteDatabase>(data_file.parent_path(), data_file, options); |
706 | 1.07k | if (options.verify && !db->Verify(error)) { |
707 | 0 | status = DatabaseStatus::FAILED_VERIFY; |
708 | 0 | return nullptr; |
709 | 0 | } |
710 | 1.07k | status = DatabaseStatus::SUCCESS; |
711 | 1.07k | return db; |
712 | 1.07k | } catch (const std::runtime_error& e) { |
713 | 8 | status = DatabaseStatus::FAILED_LOAD; |
714 | 8 | error = Untranslated(e.what()); |
715 | 8 | return nullptr; |
716 | 8 | } |
717 | 1.07k | } |
718 | | |
719 | | std::string SQLiteDatabaseVersion() |
720 | 392 | { |
721 | 392 | return std::string(sqlite3_libversion()); |
722 | 392 | } |
723 | | } // namespace wallet |