diff --git a/Makefile b/Makefile index 2e831dd..4fcbb37 100644 --- a/Makefile +++ b/Makefile @@ -1,11 +1,11 @@ -ITERATE_OBJS := iterate.o parse.o blockfiles.o io.o dump.o +ITERATE_OBJS := iterate.o parse.o blockfiles.o io.o dump.o sha256.o #CCAN_OBJS := ccan-asort.o ccan-breakpoint.o ccan-tal.o ccan-tal-path.o ccan-tal-str.o ccan-take.o ccan-list.o ccan-str.o ccan-opt-helpers.o ccan-opt.o ccan-opt-parse.o ccan-opt-usage.o ccan-htable.o ccan-rbuf.o CCAN_OBJS := ccan-tal.o ccan-tal-path.o ccan-tal-str.o ccan-take.o ccan-list.o ccan-str.o ccan-opt-helpers.o ccan-opt.o ccan-opt-parse.o ccan-opt-usage.o ccan-htable.o ccan-rbuf.o ccan-hex.o ccan-tal-grab-file.o ccan-noerr.o CCANDIR=ccan/ CFLAGS = -O3 -flto -ggdb -I $(CCANDIR) -Wall LDFLAGS = -O3 -flto #CFLAGS = -ggdb -I $(CCANDIR) -Wall -LDLIBS := -lcrypto +LDLIBS := BIN_DIR := /usr/local/bin all: bitcoin-iterate doc/bitcoin-iterate.1 diff --git a/parse.c b/parse.c index 4dc1f7c..b9a1ca3 100644 --- a/parse.c +++ b/parse.c @@ -104,14 +104,14 @@ static void read_output(struct space *space, struct file *f, off_t *poff, pull_bytes(f, poff, output->script, output->script_length); } -static void sha_add(SHA256_CTX *sha256, struct file *f, off_t start, off_t len) +static void sha_add(sha256_context *sha256, struct file *f, off_t start, off_t len) { if (likely(f->mmap)) { - SHA256_Update(sha256, f->mmap + start, len); + sha256_write(sha256, f->mmap + start, len); } else { u8 *buf = tal_arr(NULL, u8, len); file_read(f, start, len, buf); - SHA256_Update(sha256, buf, len); + sha256_write(sha256, buf, len); tal_free(buf); } } @@ -156,10 +156,10 @@ void read_bitcoin_transaction(struct space *space, size_t i; const off_t start = *poff; off_t hash_start = *poff; - SHA256_CTX sha256; + sha256_context sha256; bool segwit = false; - SHA256_Init(&sha256); + sha256_initialize(&sha256); trans->version = pull_u32(f, poff); sha_add(&sha256, f, start, *poff - start); @@ -211,10 +211,10 @@ void read_bitcoin_transaction(struct space *space, len += *poff - hash_start; /* Bitcoin uses double sha (it's not quite known why...) */ - SHA256_Final(trans->sha256, &sha256); - SHA256_Init(&sha256); - SHA256_Update(&sha256, trans->sha256, sizeof(trans->sha256)); - SHA256_Final(trans->sha256, &sha256); + sha256_finalize(&sha256, trans->sha256); + sha256_initialize(&sha256); + sha256_write(&sha256, trans->sha256, sizeof(trans->sha256)); + sha256_finalize(&sha256, trans->sha256); trans->non_swlen = len; trans->total_len = *poff - start; @@ -243,7 +243,7 @@ read_bitcoin_block_header(struct bitcoin_block *block, u8 block_md[SHA256_DIGEST_LENGTH], const u32 marker) { - SHA256_CTX sha256; + sha256_context sha256; off_t start; block->D9B4BEF9 = pull_u32(f, off); @@ -260,20 +260,20 @@ read_bitcoin_block_header(struct bitcoin_block *block, block->nonce = pull_u32(f, off); /* Bitcoin uses double sha (it's not quite known why...) */ - SHA256_Init(&sha256); + sha256_initialize(&sha256); if (likely(f->mmap)) { - SHA256_Update(&sha256, f->mmap + start, *off - start); + sha256_write(&sha256, f->mmap + start, *off - start); } else { u8 *buf = tal_arr(NULL, u8, *off - start); file_read(f, start, *off - start, buf); - SHA256_Update(&sha256, buf, *off - start); + sha256_write(&sha256, buf, *off - start); tal_free(buf); } - SHA256_Final(block_md, &sha256); + sha256_finalize(&sha256, block_md); - SHA256_Init(&sha256); - SHA256_Update(&sha256, block_md, SHA256_DIGEST_LENGTH); - SHA256_Final(block_md, &sha256); + sha256_initialize(&sha256); + sha256_write(&sha256, block_md, SHA256_DIGEST_LENGTH); + sha256_finalize(&sha256, block_md); block->transaction_count = pull_varint(f, off); diff --git a/sha256.c b/sha256.c new file mode 100644 index 0000000..f3054bf --- /dev/null +++ b/sha256.c @@ -0,0 +1,168 @@ +/********************************************************************** + * Copyright (c) 2014, 2020 Pieter Wuille, Elichai Turkel * + * Distributed under the MIT software license, see the accompanying * + * file COPYING or http://www.opensource.org/licenses/mit-license.php.* + **********************************************************************/ + +#include +#include +#include +#include "sha256.h" + + +#define Ch(x, y, z) ((z) ^ ((x) & ((y) ^ (z)))) +#define Maj(x, y, z) (((x) & (y)) | ((z) & ((x) | (y)))) +#define Sigma0(x) \ + (((x) >> 2 | (x) << 30) ^ ((x) >> 13 | (x) << 19) ^ ((x) >> 22 | (x) << 10)) +#define Sigma1(x) \ + (((x) >> 6 | (x) << 26) ^ ((x) >> 11 | (x) << 21) ^ ((x) >> 25 | (x) << 7)) +#define sigma0(x) \ + (((x) >> 7 | (x) << 25) ^ ((x) >> 18 | (x) << 14) ^ ((x) >> 3)) +#define sigma1(x) \ + (((x) >> 17 | (x) << 15) ^ ((x) >> 19 | (x) << 13) ^ ((x) >> 10)) + +#define Round(a, b, c, d, e, f, g, h, k, w) \ + do { \ + u32 t1 = (h) + Sigma1(e) + Ch((e), (f), (g)) + (k) + (w); \ + u32 t2 = Sigma0(a) + Maj((a), (b), (c)); \ + (d) += t1; \ + (h) = t1 + t2; \ + } while (0) + +void sha256_initialize(sha256_context* hash) +{ + hash->s[0] = 0x6a09e667UL; + hash->s[1] = 0xbb67ae85UL; + hash->s[2] = 0x3c6ef372UL; + hash->s[3] = 0xa54ff53aUL; + hash->s[4] = 0x510e527fUL; + hash->s[5] = 0x9b05688cUL; + hash->s[6] = 0x1f83d9abUL; + hash->s[7] = 0x5be0cd19UL; + hash->bytes = 0; +} + +/** Perform one SHA-256 transformation, processing 16 big endian 32-bit words. +*/ +static void sha256_transform(u32* s, const u32* chunk) +{ + u32 a = s[0], b = s[1], c = s[2], d = s[3], e = s[4], f = s[5], g = s[6], + h = s[7]; + u32 w0, w1, w2, w3, w4, w5, w6, w7, w8, w9, w10, w11, w12, w13, w14, w15; + + Round(a, b, c, d, e, f, g, h, 0x428a2f98, w0 = CPU_TO_BE32(chunk[0])); + Round(h, a, b, c, d, e, f, g, 0x71374491, w1 = CPU_TO_BE32(chunk[1])); + Round(g, h, a, b, c, d, e, f, 0xb5c0fbcf, w2 = CPU_TO_BE32(chunk[2])); + Round(f, g, h, a, b, c, d, e, 0xe9b5dba5, w3 = CPU_TO_BE32(chunk[3])); + Round(e, f, g, h, a, b, c, d, 0x3956c25b, w4 = CPU_TO_BE32(chunk[4])); + Round(d, e, f, g, h, a, b, c, 0x59f111f1, w5 = CPU_TO_BE32(chunk[5])); + Round(c, d, e, f, g, h, a, b, 0x923f82a4, w6 = CPU_TO_BE32(chunk[6])); + Round(b, c, d, e, f, g, h, a, 0xab1c5ed5, w7 = CPU_TO_BE32(chunk[7])); + Round(a, b, c, d, e, f, g, h, 0xd807aa98, w8 = CPU_TO_BE32(chunk[8])); + Round(h, a, b, c, d, e, f, g, 0x12835b01, w9 = CPU_TO_BE32(chunk[9])); + Round(g, h, a, b, c, d, e, f, 0x243185be, w10 = CPU_TO_BE32(chunk[10])); + Round(f, g, h, a, b, c, d, e, 0x550c7dc3, w11 = CPU_TO_BE32(chunk[11])); + Round(e, f, g, h, a, b, c, d, 0x72be5d74, w12 = CPU_TO_BE32(chunk[12])); + Round(d, e, f, g, h, a, b, c, 0x80deb1fe, w13 = CPU_TO_BE32(chunk[13])); + Round(c, d, e, f, g, h, a, b, 0x9bdc06a7, w14 = CPU_TO_BE32(chunk[14])); + Round(b, c, d, e, f, g, h, a, 0xc19bf174, w15 = CPU_TO_BE32(chunk[15])); + + Round(a, b, c, d, e, f, g, h, 0xe49b69c1, w0 += sigma1(w14) + w9 + sigma0(w1)); + Round(h, a, b, c, d, e, f, g, 0xefbe4786, w1 += sigma1(w15) + w10 + sigma0(w2)); + Round(g, h, a, b, c, d, e, f, 0x0fc19dc6, w2 += sigma1(w0) + w11 + sigma0(w3)); + Round(f, g, h, a, b, c, d, e, 0x240ca1cc, w3 += sigma1(w1) + w12 + sigma0(w4)); + Round(e, f, g, h, a, b, c, d, 0x2de92c6f, w4 += sigma1(w2) + w13 + sigma0(w5)); + Round(d, e, f, g, h, a, b, c, 0x4a7484aa, w5 += sigma1(w3) + w14 + sigma0(w6)); + Round(c, d, e, f, g, h, a, b, 0x5cb0a9dc, w6 += sigma1(w4) + w15 + sigma0(w7)); + Round(b, c, d, e, f, g, h, a, 0x76f988da, w7 += sigma1(w5) + w0 + sigma0(w8)); + Round(a, b, c, d, e, f, g, h, 0x983e5152, w8 += sigma1(w6) + w1 + sigma0(w9)); + Round(h, a, b, c, d, e, f, g, 0xa831c66d, w9 += sigma1(w7) + w2 + sigma0(w10)); + Round(g, h, a, b, c, d, e, f, 0xb00327c8, w10 += sigma1(w8) + w3 + sigma0(w11)); + Round(f, g, h, a, b, c, d, e, 0xbf597fc7, w11 += sigma1(w9) + w4 + sigma0(w12)); + Round(e, f, g, h, a, b, c, d, 0xc6e00bf3, w12 += sigma1(w10) + w5 + sigma0(w13)); + Round(d, e, f, g, h, a, b, c, 0xd5a79147, w13 += sigma1(w11) + w6 + sigma0(w14)); + Round(c, d, e, f, g, h, a, b, 0x06ca6351, w14 += sigma1(w12) + w7 + sigma0(w15)); + Round(b, c, d, e, f, g, h, a, 0x14292967, w15 += sigma1(w13) + w8 + sigma0(w0)); + + Round(a, b, c, d, e, f, g, h, 0x27b70a85, w0 += sigma1(w14) + w9 + sigma0(w1)); + Round(h, a, b, c, d, e, f, g, 0x2e1b2138, w1 += sigma1(w15) + w10 + sigma0(w2)); + Round(g, h, a, b, c, d, e, f, 0x4d2c6dfc, w2 += sigma1(w0) + w11 + sigma0(w3)); + Round(f, g, h, a, b, c, d, e, 0x53380d13, w3 += sigma1(w1) + w12 + sigma0(w4)); + Round(e, f, g, h, a, b, c, d, 0x650a7354, w4 += sigma1(w2) + w13 + sigma0(w5)); + Round(d, e, f, g, h, a, b, c, 0x766a0abb, w5 += sigma1(w3) + w14 + sigma0(w6)); + Round(c, d, e, f, g, h, a, b, 0x81c2c92e, w6 += sigma1(w4) + w15 + sigma0(w7)); + Round(b, c, d, e, f, g, h, a, 0x92722c85, w7 += sigma1(w5) + w0 + sigma0(w8)); + Round(a, b, c, d, e, f, g, h, 0xa2bfe8a1, w8 += sigma1(w6) + w1 + sigma0(w9)); + Round(h, a, b, c, d, e, f, g, 0xa81a664b, w9 += sigma1(w7) + w2 + sigma0(w10)); + Round(g, h, a, b, c, d, e, f, 0xc24b8b70, w10 += sigma1(w8) + w3 + sigma0(w11)); + Round(f, g, h, a, b, c, d, e, 0xc76c51a3, w11 += sigma1(w9) + w4 + sigma0(w12)); + Round(e, f, g, h, a, b, c, d, 0xd192e819, w12 += sigma1(w10) + w5 + sigma0(w13)); + Round(d, e, f, g, h, a, b, c, 0xd6990624, w13 += sigma1(w11) + w6 + sigma0(w14)); + Round(c, d, e, f, g, h, a, b, 0xf40e3585, w14 += sigma1(w12) + w7 + sigma0(w15)); + Round(b, c, d, e, f, g, h, a, 0x106aa070, w15 += sigma1(w13) + w8 + sigma0(w0)); + + Round(a, b, c, d, e, f, g, h, 0x19a4c116, w0 += sigma1(w14) + w9 + sigma0(w1)); + Round(h, a, b, c, d, e, f, g, 0x1e376c08, w1 += sigma1(w15) + w10 + sigma0(w2)); + Round(g, h, a, b, c, d, e, f, 0x2748774c, w2 += sigma1(w0) + w11 + sigma0(w3)); + Round(f, g, h, a, b, c, d, e, 0x34b0bcb5, w3 += sigma1(w1) + w12 + sigma0(w4)); + Round(e, f, g, h, a, b, c, d, 0x391c0cb3, w4 += sigma1(w2) + w13 + sigma0(w5)); + Round(d, e, f, g, h, a, b, c, 0x4ed8aa4a, w5 += sigma1(w3) + w14 + sigma0(w6)); + Round(c, d, e, f, g, h, a, b, 0x5b9cca4f, w6 += sigma1(w4) + w15 + sigma0(w7)); + Round(b, c, d, e, f, g, h, a, 0x682e6ff3, w7 += sigma1(w5) + w0 + sigma0(w8)); + Round(a, b, c, d, e, f, g, h, 0x748f82ee, w8 += sigma1(w6) + w1 + sigma0(w9)); + Round(h, a, b, c, d, e, f, g, 0x78a5636f, w9 += sigma1(w7) + w2 + sigma0(w10)); + Round(g, h, a, b, c, d, e, f, 0x84c87814, w10 += sigma1(w8) + w3 + sigma0(w11)); + Round(f, g, h, a, b, c, d, e, 0x8cc70208, w11 += sigma1(w9) + w4 + sigma0(w12)); + Round(e, f, g, h, a, b, c, d, 0x90befffa, w12 += sigma1(w10) + w5 + sigma0(w13)); + Round(d, e, f, g, h, a, b, c, 0xa4506ceb, w13 += sigma1(w11) + w6 + sigma0(w14)); + Round(c, d, e, f, g, h, a, b, 0xbef9a3f7, w14 + sigma1(w12) + w7 + sigma0(w15)); + Round(b, c, d, e, f, g, h, a, 0xc67178f2, w15 + sigma1(w13) + w8 + sigma0(w0)); + + s[0] += a; + s[1] += b; + s[2] += c; + s[3] += d; + s[4] += e; + s[5] += f; + s[6] += g; + s[7] += h; +} + +void sha256_write(sha256_context* hash, const u8* data, size_t len) +{ + size_t bufsize = hash->bytes & 0x3FUL; + hash->bytes += len; + assert(hash->bytes >= len); + while (len >= 64 - bufsize) { + /* Fill the buffer, and process it. */ + size_t chunk_len = 64 - bufsize; + memcpy(((u8*)hash->buf) + bufsize, data, chunk_len); + data += chunk_len; + len -= chunk_len; + sha256_transform(hash->s, hash->buf); + bufsize = 0; + } + if (len) { + /* Fill the buffer with what remains. */ + memcpy(((u8*)hash->buf) + bufsize, data, len); + } +} + +void sha256_finalize(sha256_context* hash, u8* out32) +{ + static const u8 pad[64] = { 0x80 }; + u32 sizedesc[2]; + u32 out[8]; + int i = 0; + /* The maximum message size of SHA256 is 2^64-1 bits. */ + assert(hash->bytes < ((uint64_t)1 << 56)); + sizedesc[0] = CPU_TO_BE32(hash->bytes >> 29); + sizedesc[1] = CPU_TO_BE32(hash->bytes << 3); + sha256_write(hash, pad, 1 + ((119 - (hash->bytes % 64)) % 64)); + sha256_write(hash, (const u8*)sizedesc, 8); + for (i = 0; i < 8; i++) { + out[i] = CPU_TO_BE32(hash->s[i]); + hash->s[i] = 0; + } + memcpy(out32, (const u8*)out, 32); +} diff --git a/sha256.h b/sha256.h new file mode 100644 index 0000000..6573b40 --- /dev/null +++ b/sha256.h @@ -0,0 +1,14 @@ +#include +#include + +typedef struct { + u32 s[8]; + u32 buf[16]; /* In big endian */ + u64 bytes; +} sha256_context; + +#define SHA256_DIGEST_LENGTH 32 + +void sha256_initialize(sha256_context* hash); +void sha256_write(sha256_context* hash, const u8* data, size_t size); +void sha256_finalize(sha256_context* hash, u8* out32); diff --git a/types.h b/types.h index 157fdf7..e45f2fe 100644 --- a/types.h +++ b/types.h @@ -1,7 +1,7 @@ #ifndef BITCOIN_PARSE_TYPES_H #define BITCOIN_PARSE_TYPES_H #include -#include +#include "sha256.h" /* We unpack varints for our in-memory representation */ #define varint_t u64