Coverage Report

Created: 2026-08-14 20:23

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/tmp/bitcoin/src/crypto/chacha20.cpp
Line
Count
Source
1
// Copyright (c) 2017-present The Bitcoin Core developers
2
// Distributed under the MIT software license, see the accompanying
3
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
4
5
// Based on the public domain implementation 'merged' by D. J. Bernstein
6
// See https://cr.yp.to/chacha.html.
7
8
#include <crypto/common.h>
9
#include <crypto/chacha20.h>
10
#include <support/cleanse.h>
11
12
#include <algorithm>
13
#include <bit>
14
#include <cassert>
15
16
#define QUARTERROUND(a,b,c,d) \
17
  a += b; d = std::rotl(d ^ a, 16); \
18
  c += d; b = std::rotl(b ^ c, 12); \
19
  a += b; d = std::rotl(d ^ a, 8); \
20
  c += d; b = std::rotl(b ^ c, 7);
21
22
17.2M
#define REPEAT10(a) do { {a}; {a}; {a}; {a}; {a}; {a}; {a}; {a}; {a}; {a}; } while(0)
23
24
void ChaCha20Aligned::SetKey(std::span<const std::byte> key) noexcept
25
5.37M
{
26
5.37M
    assert(key.size() == KEYLEN);
27
5.37M
    input[0] = ReadLE32(key.data() + 0);
28
5.37M
    input[1] = ReadLE32(key.data() + 4);
29
5.37M
    input[2] = ReadLE32(key.data() + 8);
30
5.37M
    input[3] = ReadLE32(key.data() + 12);
31
5.37M
    input[4] = ReadLE32(key.data() + 16);
32
5.37M
    input[5] = ReadLE32(key.data() + 20);
33
5.37M
    input[6] = ReadLE32(key.data() + 24);
34
5.37M
    input[7] = ReadLE32(key.data() + 28);
35
5.37M
    input[8] = 0;
36
5.37M
    input[9] = 0;
37
5.37M
    input[10] = 0;
38
5.37M
    input[11] = 0;
39
5.37M
}
40
41
ChaCha20Aligned::~ChaCha20Aligned()
42
3.00M
{
43
3.00M
    memory_cleanse(input, sizeof(input));
44
3.00M
}
45
46
ChaCha20Aligned::ChaCha20Aligned(std::span<const std::byte> key) noexcept
47
3.00M
{
48
3.00M
    SetKey(key);
49
3.00M
}
50
51
void ChaCha20Aligned::Seek(Nonce96 nonce, uint32_t block_counter) noexcept
52
2.10M
{
53
2.10M
    input[8] = block_counter;
54
2.10M
    input[9] = nonce.first;
55
2.10M
    input[10] = nonce.second;
56
2.10M
    input[11] = nonce.second >> 32;
57
2.10M
}
58
59
inline void ChaCha20Aligned::Keystream(std::span<std::byte> output) noexcept
60
9.09M
{
61
9.09M
    std::byte* c = output.data();
62
9.09M
    size_t blocks = output.size() / BLOCKLEN;
63
9.09M
    assert(blocks * BLOCKLEN == output.size());
64
65
9.09M
    uint32_t x0, x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15;
66
9.09M
    uint32_t j4, j5, j6, j7, j8, j9, j10, j11, j12, j13, j14, j15;
67
68
9.09M
    if (!blocks) return;
69
70
9.09M
    j4 = input[0];
71
9.09M
    j5 = input[1];
72
9.09M
    j6 = input[2];
73
9.09M
    j7 = input[3];
74
9.09M
    j8 = input[4];
75
9.09M
    j9 = input[5];
76
9.09M
    j10 = input[6];
77
9.09M
    j11 = input[7];
78
9.09M
    j12 = input[8];
79
9.09M
    j13 = input[9];
80
9.09M
    j14 = input[10];
81
9.09M
    j15 = input[11];
82
83
11.7M
    for (;;) {
84
11.7M
        x0 = 0x61707865;
85
11.7M
        x1 = 0x3320646e;
86
11.7M
        x2 = 0x79622d32;
87
11.7M
        x3 = 0x6b206574;
88
11.7M
        x4 = j4;
89
11.7M
        x5 = j5;
90
11.7M
        x6 = j6;
91
11.7M
        x7 = j7;
92
11.7M
        x8 = j8;
93
11.7M
        x9 = j9;
94
11.7M
        x10 = j10;
95
11.7M
        x11 = j11;
96
11.7M
        x12 = j12;
97
11.7M
        x13 = j13;
98
11.7M
        x14 = j14;
99
11.7M
        x15 = j15;
100
101
        // The 20 inner ChaCha20 rounds are unrolled here for performance.
102
11.7M
        REPEAT10(
103
11.7M
            QUARTERROUND( x0, x4, x8,x12);
104
11.7M
            QUARTERROUND( x1, x5, x9,x13);
105
11.7M
            QUARTERROUND( x2, x6,x10,x14);
106
11.7M
            QUARTERROUND( x3, x7,x11,x15);
107
11.7M
            QUARTERROUND( x0, x5,x10,x15);
108
11.7M
            QUARTERROUND( x1, x6,x11,x12);
109
11.7M
            QUARTERROUND( x2, x7, x8,x13);
110
11.7M
            QUARTERROUND( x3, x4, x9,x14);
111
11.7M
        );
112
113
11.7M
        x0 += 0x61707865;
114
11.7M
        x1 += 0x3320646e;
115
11.7M
        x2 += 0x79622d32;
116
11.7M
        x3 += 0x6b206574;
117
11.7M
        x4 += j4;
118
11.7M
        x5 += j5;
119
11.7M
        x6 += j6;
120
11.7M
        x7 += j7;
121
11.7M
        x8 += j8;
122
11.7M
        x9 += j9;
123
11.7M
        x10 += j10;
124
11.7M
        x11 += j11;
125
11.7M
        x12 += j12;
126
11.7M
        x13 += j13;
127
11.7M
        x14 += j14;
128
11.7M
        x15 += j15;
129
130
11.7M
        ++j12;
131
11.7M
        if (!j12) ++j13;
132
133
11.7M
        WriteLE32(c + 0, x0);
134
11.7M
        WriteLE32(c + 4, x1);
135
11.7M
        WriteLE32(c + 8, x2);
136
11.7M
        WriteLE32(c + 12, x3);
137
11.7M
        WriteLE32(c + 16, x4);
138
11.7M
        WriteLE32(c + 20, x5);
139
11.7M
        WriteLE32(c + 24, x6);
140
11.7M
        WriteLE32(c + 28, x7);
141
11.7M
        WriteLE32(c + 32, x8);
142
11.7M
        WriteLE32(c + 36, x9);
143
11.7M
        WriteLE32(c + 40, x10);
144
11.7M
        WriteLE32(c + 44, x11);
145
11.7M
        WriteLE32(c + 48, x12);
146
11.7M
        WriteLE32(c + 52, x13);
147
11.7M
        WriteLE32(c + 56, x14);
148
11.7M
        WriteLE32(c + 60, x15);
149
150
11.7M
        if (blocks == 1) {
151
9.09M
            input[8] = j12;
152
9.09M
            input[9] = j13;
153
9.09M
            return;
154
9.09M
        }
155
2.61M
        blocks -= 1;
156
2.61M
        c += BLOCKLEN;
157
2.61M
    }
158
9.09M
}
159
160
inline void ChaCha20Aligned::Crypt(std::span<const std::byte> in_bytes, std::span<std::byte> out_bytes) noexcept
161
100k
{
162
100k
    assert(in_bytes.size() == out_bytes.size());
163
100k
    const std::byte* m = in_bytes.data();
164
100k
    std::byte* c = out_bytes.data();
165
100k
    size_t blocks = out_bytes.size() / BLOCKLEN;
166
100k
    assert(blocks * BLOCKLEN == out_bytes.size());
167
168
100k
    uint32_t x0, x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15;
169
100k
    uint32_t j4, j5, j6, j7, j8, j9, j10, j11, j12, j13, j14, j15;
170
171
100k
    if (!blocks) return;
172
173
100k
    j4 = input[0];
174
100k
    j5 = input[1];
175
100k
    j6 = input[2];
176
100k
    j7 = input[3];
177
100k
    j8 = input[4];
178
100k
    j9 = input[5];
179
100k
    j10 = input[6];
180
100k
    j11 = input[7];
181
100k
    j12 = input[8];
182
100k
    j13 = input[9];
183
100k
    j14 = input[10];
184
100k
    j15 = input[11];
185
186
5.50M
    for (;;) {
187
5.50M
        x0 = 0x61707865;
188
5.50M
        x1 = 0x3320646e;
189
5.50M
        x2 = 0x79622d32;
190
5.50M
        x3 = 0x6b206574;
191
5.50M
        x4 = j4;
192
5.50M
        x5 = j5;
193
5.50M
        x6 = j6;
194
5.50M
        x7 = j7;
195
5.50M
        x8 = j8;
196
5.50M
        x9 = j9;
197
5.50M
        x10 = j10;
198
5.50M
        x11 = j11;
199
5.50M
        x12 = j12;
200
5.50M
        x13 = j13;
201
5.50M
        x14 = j14;
202
5.50M
        x15 = j15;
203
204
        // The 20 inner ChaCha20 rounds are unrolled here for performance.
205
5.50M
        REPEAT10(
206
5.50M
            QUARTERROUND( x0, x4, x8,x12);
207
5.50M
            QUARTERROUND( x1, x5, x9,x13);
208
5.50M
            QUARTERROUND( x2, x6,x10,x14);
209
5.50M
            QUARTERROUND( x3, x7,x11,x15);
210
5.50M
            QUARTERROUND( x0, x5,x10,x15);
211
5.50M
            QUARTERROUND( x1, x6,x11,x12);
212
5.50M
            QUARTERROUND( x2, x7, x8,x13);
213
5.50M
            QUARTERROUND( x3, x4, x9,x14);
214
5.50M
        );
215
216
5.50M
        x0 += 0x61707865;
217
5.50M
        x1 += 0x3320646e;
218
5.50M
        x2 += 0x79622d32;
219
5.50M
        x3 += 0x6b206574;
220
5.50M
        x4 += j4;
221
5.50M
        x5 += j5;
222
5.50M
        x6 += j6;
223
5.50M
        x7 += j7;
224
5.50M
        x8 += j8;
225
5.50M
        x9 += j9;
226
5.50M
        x10 += j10;
227
5.50M
        x11 += j11;
228
5.50M
        x12 += j12;
229
5.50M
        x13 += j13;
230
5.50M
        x14 += j14;
231
5.50M
        x15 += j15;
232
233
5.50M
        x0 ^= ReadLE32(m + 0);
234
5.50M
        x1 ^= ReadLE32(m + 4);
235
5.50M
        x2 ^= ReadLE32(m + 8);
236
5.50M
        x3 ^= ReadLE32(m + 12);
237
5.50M
        x4 ^= ReadLE32(m + 16);
238
5.50M
        x5 ^= ReadLE32(m + 20);
239
5.50M
        x6 ^= ReadLE32(m + 24);
240
5.50M
        x7 ^= ReadLE32(m + 28);
241
5.50M
        x8 ^= ReadLE32(m + 32);
242
5.50M
        x9 ^= ReadLE32(m + 36);
243
5.50M
        x10 ^= ReadLE32(m + 40);
244
5.50M
        x11 ^= ReadLE32(m + 44);
245
5.50M
        x12 ^= ReadLE32(m + 48);
246
5.50M
        x13 ^= ReadLE32(m + 52);
247
5.50M
        x14 ^= ReadLE32(m + 56);
248
5.50M
        x15 ^= ReadLE32(m + 60);
249
250
5.50M
        ++j12;
251
5.50M
        if (!j12) ++j13;
252
253
5.50M
        WriteLE32(c + 0, x0);
254
5.50M
        WriteLE32(c + 4, x1);
255
5.50M
        WriteLE32(c + 8, x2);
256
5.50M
        WriteLE32(c + 12, x3);
257
5.50M
        WriteLE32(c + 16, x4);
258
5.50M
        WriteLE32(c + 20, x5);
259
5.50M
        WriteLE32(c + 24, x6);
260
5.50M
        WriteLE32(c + 28, x7);
261
5.50M
        WriteLE32(c + 32, x8);
262
5.50M
        WriteLE32(c + 36, x9);
263
5.50M
        WriteLE32(c + 40, x10);
264
5.50M
        WriteLE32(c + 44, x11);
265
5.50M
        WriteLE32(c + 48, x12);
266
5.50M
        WriteLE32(c + 52, x13);
267
5.50M
        WriteLE32(c + 56, x14);
268
5.50M
        WriteLE32(c + 60, x15);
269
270
5.50M
        if (blocks == 1) {
271
100k
            input[8] = j12;
272
100k
            input[9] = j13;
273
100k
            return;
274
100k
        }
275
5.40M
        blocks -= 1;
276
5.40M
        c += BLOCKLEN;
277
5.40M
        m += BLOCKLEN;
278
5.40M
    }
279
100k
}
280
281
void ChaCha20::Keystream(std::span<std::byte> out) noexcept
282
37.5M
{
283
37.5M
    if (out.empty()) return;
284
37.5M
    if (m_bufleft) {
285
29.1M
        unsigned reuse = std::min<size_t>(m_bufleft, out.size());
286
29.1M
        std::copy(m_buffer.end() - m_bufleft, m_buffer.end() - m_bufleft + reuse, out.begin());
287
29.1M
        m_bufleft -= reuse;
288
29.1M
        out = out.subspan(reuse);
289
29.1M
    }
290
37.5M
    if (out.size() >= m_aligned.BLOCKLEN) {
291
1.48M
        size_t blocks = out.size() / m_aligned.BLOCKLEN;
292
1.48M
        m_aligned.Keystream(out.first(blocks * m_aligned.BLOCKLEN));
293
1.48M
        out = out.subspan(blocks * m_aligned.BLOCKLEN);
294
1.48M
    }
295
37.5M
    if (!out.empty()) {
296
7.31M
        m_aligned.Keystream(m_buffer);
297
7.31M
        std::copy(m_buffer.begin(), m_buffer.begin() + out.size(), out.begin());
298
7.31M
        m_bufleft = m_aligned.BLOCKLEN - out.size();
299
7.31M
    }
300
37.5M
}
301
302
void ChaCha20::Crypt(std::span<const std::byte> input, std::span<std::byte> output) noexcept
303
1.77M
{
304
1.77M
    assert(input.size() == output.size());
305
306
1.77M
    if (!input.size()) return;
307
518k
    if (m_bufleft) {
308
341k
        unsigned reuse = std::min<size_t>(m_bufleft, input.size());
309
8.39M
        for (unsigned i = 0; i < reuse; i++) {
310
8.05M
            output[i] = input[i] ^ m_buffer[m_aligned.BLOCKLEN - m_bufleft + i];
311
8.05M
        }
312
341k
        m_bufleft -= reuse;
313
341k
        output = output.subspan(reuse);
314
341k
        input = input.subspan(reuse);
315
341k
    }
316
518k
    if (input.size() >= m_aligned.BLOCKLEN) {
317
100k
        size_t blocks = input.size() / m_aligned.BLOCKLEN;
318
100k
        m_aligned.Crypt(input.first(blocks * m_aligned.BLOCKLEN), output.first(blocks * m_aligned.BLOCKLEN));
319
100k
        output = output.subspan(blocks * m_aligned.BLOCKLEN);
320
100k
        input = input.subspan(blocks * m_aligned.BLOCKLEN);
321
100k
    }
322
518k
    if (!input.empty()) {
323
290k
        m_aligned.Keystream(m_buffer);
324
3.93M
        for (unsigned i = 0; i < input.size(); i++) {
325
3.64M
            output[i] = input[i] ^ m_buffer[i];
326
3.64M
        }
327
290k
        m_bufleft = m_aligned.BLOCKLEN - input.size();
328
290k
    }
329
518k
}
330
331
ChaCha20::~ChaCha20()
332
2.99M
{
333
2.99M
    memory_cleanse(m_buffer.data(), m_buffer.size());
334
2.99M
}
335
336
void ChaCha20::SetKey(std::span<const std::byte> key) noexcept
337
2.37M
{
338
2.37M
    m_aligned.SetKey(key);
339
2.37M
    m_bufleft = 0;
340
2.37M
    memory_cleanse(m_buffer.data(), m_buffer.size());
341
2.37M
}
342
343
FSChaCha20::FSChaCha20(std::span<const std::byte> key, uint32_t rekey_interval) noexcept :
344
871
    m_chacha20(key), m_rekey_interval(rekey_interval)
345
871
{
346
871
    assert(key.size() == KEYLEN);
347
871
}
348
349
void FSChaCha20::Crypt(std::span<const std::byte> input, std::span<std::byte> output) noexcept
350
221k
{
351
221k
    assert(input.size() == output.size());
352
353
    // Invoke internal stream cipher for actual encryption/decryption.
354
221k
    m_chacha20.Crypt(input, output);
355
356
    // Rekey after m_rekey_interval encryptions/decryptions.
357
221k
    if (++m_chunk_counter == m_rekey_interval) {
358
        // Get new key from the stream cipher.
359
856
        std::byte new_key[KEYLEN];
360
856
        m_chacha20.Keystream(new_key);
361
        // Update its key.
362
856
        m_chacha20.SetKey(new_key);
363
        // Wipe the key (a copy remains inside m_chacha20, where it'll be wiped on the next rekey
364
        // or on destruction).
365
856
        memory_cleanse(new_key, sizeof(new_key));
366
        // Set the nonce for the new section of output.
367
856
        m_chacha20.Seek({0, ++m_rekey_counter}, 0);
368
        // Reset the chunk counter.
369
856
        m_chunk_counter = 0;
370
856
    }
371
221k
}