Tom Rini | 421a5d0 | 2018-06-19 11:21:44 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: BSD-3-Clause |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2005, 2007 Olivier Gay <olivier.gay@a3.epfl.ch> |
| 4 | * All rights reserved. |
| 5 | * |
| 6 | * FIPS 180-2 SHA-224/256/384/512 implementation |
| 7 | * Last update: 02/02/2007 |
| 8 | * Issue date: 04/30/2005 |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 9 | */ |
| 10 | |
| 11 | #include "avb_sha.h" |
| 12 | |
| 13 | #define SHFR(x, n) (x >> n) |
| 14 | #define ROTR(x, n) ((x >> n) | (x << ((sizeof(x) << 3) - n))) |
| 15 | #define ROTL(x, n) ((x << n) | (x >> ((sizeof(x) << 3) - n))) |
| 16 | #define CH(x, y, z) ((x & y) ^ (~x & z)) |
| 17 | #define MAJ(x, y, z) ((x & y) ^ (x & z) ^ (y & z)) |
| 18 | |
| 19 | #define SHA512_F1(x) (ROTR(x, 28) ^ ROTR(x, 34) ^ ROTR(x, 39)) |
| 20 | #define SHA512_F2(x) (ROTR(x, 14) ^ ROTR(x, 18) ^ ROTR(x, 41)) |
| 21 | #define SHA512_F3(x) (ROTR(x, 1) ^ ROTR(x, 8) ^ SHFR(x, 7)) |
| 22 | #define SHA512_F4(x) (ROTR(x, 19) ^ ROTR(x, 61) ^ SHFR(x, 6)) |
| 23 | |
| 24 | #define UNPACK32(x, str) \ |
| 25 | { \ |
| 26 | *((str) + 3) = (uint8_t)((x)); \ |
| 27 | *((str) + 2) = (uint8_t)((x) >> 8); \ |
| 28 | *((str) + 1) = (uint8_t)((x) >> 16); \ |
| 29 | *((str) + 0) = (uint8_t)((x) >> 24); \ |
| 30 | } |
| 31 | |
| 32 | #define UNPACK64(x, str) \ |
| 33 | { \ |
| 34 | *((str) + 7) = (uint8_t)x; \ |
| 35 | *((str) + 6) = (uint8_t)((uint64_t)x >> 8); \ |
| 36 | *((str) + 5) = (uint8_t)((uint64_t)x >> 16); \ |
| 37 | *((str) + 4) = (uint8_t)((uint64_t)x >> 24); \ |
| 38 | *((str) + 3) = (uint8_t)((uint64_t)x >> 32); \ |
| 39 | *((str) + 2) = (uint8_t)((uint64_t)x >> 40); \ |
| 40 | *((str) + 1) = (uint8_t)((uint64_t)x >> 48); \ |
| 41 | *((str) + 0) = (uint8_t)((uint64_t)x >> 56); \ |
| 42 | } |
| 43 | |
| 44 | #define PACK64(str, x) \ |
| 45 | { \ |
| 46 | *(x) = \ |
| 47 | ((uint64_t) * ((str) + 7)) | ((uint64_t) * ((str) + 6) << 8) | \ |
| 48 | ((uint64_t) * ((str) + 5) << 16) | ((uint64_t) * ((str) + 4) << 24) | \ |
| 49 | ((uint64_t) * ((str) + 3) << 32) | ((uint64_t) * ((str) + 2) << 40) | \ |
| 50 | ((uint64_t) * ((str) + 1) << 48) | ((uint64_t) * ((str) + 0) << 56); \ |
| 51 | } |
| 52 | |
| 53 | /* Macros used for loops unrolling */ |
| 54 | |
| 55 | #define SHA512_SCR(i) \ |
| 56 | { w[i] = SHA512_F4(w[i - 2]) + w[i - 7] + SHA512_F3(w[i - 15]) + w[i - 16]; } |
| 57 | |
| 58 | #define SHA512_EXP(a, b, c, d, e, f, g, h, j) \ |
| 59 | { \ |
| 60 | t1 = wv[h] + SHA512_F2(wv[e]) + CH(wv[e], wv[f], wv[g]) + sha512_k[j] + \ |
| 61 | w[j]; \ |
| 62 | t2 = SHA512_F1(wv[a]) + MAJ(wv[a], wv[b], wv[c]); \ |
| 63 | wv[d] += t1; \ |
| 64 | wv[h] = t1 + t2; \ |
| 65 | } |
| 66 | |
| 67 | static const uint64_t sha512_h0[8] = {0x6a09e667f3bcc908ULL, |
| 68 | 0xbb67ae8584caa73bULL, |
| 69 | 0x3c6ef372fe94f82bULL, |
| 70 | 0xa54ff53a5f1d36f1ULL, |
| 71 | 0x510e527fade682d1ULL, |
| 72 | 0x9b05688c2b3e6c1fULL, |
| 73 | 0x1f83d9abfb41bd6bULL, |
| 74 | 0x5be0cd19137e2179ULL}; |
| 75 | |
| 76 | static const uint64_t sha512_k[80] = { |
| 77 | 0x428a2f98d728ae22ULL, 0x7137449123ef65cdULL, 0xb5c0fbcfec4d3b2fULL, |
| 78 | 0xe9b5dba58189dbbcULL, 0x3956c25bf348b538ULL, 0x59f111f1b605d019ULL, |
| 79 | 0x923f82a4af194f9bULL, 0xab1c5ed5da6d8118ULL, 0xd807aa98a3030242ULL, |
| 80 | 0x12835b0145706fbeULL, 0x243185be4ee4b28cULL, 0x550c7dc3d5ffb4e2ULL, |
| 81 | 0x72be5d74f27b896fULL, 0x80deb1fe3b1696b1ULL, 0x9bdc06a725c71235ULL, |
| 82 | 0xc19bf174cf692694ULL, 0xe49b69c19ef14ad2ULL, 0xefbe4786384f25e3ULL, |
| 83 | 0x0fc19dc68b8cd5b5ULL, 0x240ca1cc77ac9c65ULL, 0x2de92c6f592b0275ULL, |
| 84 | 0x4a7484aa6ea6e483ULL, 0x5cb0a9dcbd41fbd4ULL, 0x76f988da831153b5ULL, |
| 85 | 0x983e5152ee66dfabULL, 0xa831c66d2db43210ULL, 0xb00327c898fb213fULL, |
| 86 | 0xbf597fc7beef0ee4ULL, 0xc6e00bf33da88fc2ULL, 0xd5a79147930aa725ULL, |
| 87 | 0x06ca6351e003826fULL, 0x142929670a0e6e70ULL, 0x27b70a8546d22ffcULL, |
| 88 | 0x2e1b21385c26c926ULL, 0x4d2c6dfc5ac42aedULL, 0x53380d139d95b3dfULL, |
| 89 | 0x650a73548baf63deULL, 0x766a0abb3c77b2a8ULL, 0x81c2c92e47edaee6ULL, |
| 90 | 0x92722c851482353bULL, 0xa2bfe8a14cf10364ULL, 0xa81a664bbc423001ULL, |
| 91 | 0xc24b8b70d0f89791ULL, 0xc76c51a30654be30ULL, 0xd192e819d6ef5218ULL, |
| 92 | 0xd69906245565a910ULL, 0xf40e35855771202aULL, 0x106aa07032bbd1b8ULL, |
| 93 | 0x19a4c116b8d2d0c8ULL, 0x1e376c085141ab53ULL, 0x2748774cdf8eeb99ULL, |
| 94 | 0x34b0bcb5e19b48a8ULL, 0x391c0cb3c5c95a63ULL, 0x4ed8aa4ae3418acbULL, |
| 95 | 0x5b9cca4f7763e373ULL, 0x682e6ff3d6b2b8a3ULL, 0x748f82ee5defb2fcULL, |
| 96 | 0x78a5636f43172f60ULL, 0x84c87814a1f0ab72ULL, 0x8cc702081a6439ecULL, |
| 97 | 0x90befffa23631e28ULL, 0xa4506cebde82bde9ULL, 0xbef9a3f7b2c67915ULL, |
| 98 | 0xc67178f2e372532bULL, 0xca273eceea26619cULL, 0xd186b8c721c0c207ULL, |
| 99 | 0xeada7dd6cde0eb1eULL, 0xf57d4f7fee6ed178ULL, 0x06f067aa72176fbaULL, |
| 100 | 0x0a637dc5a2c898a6ULL, 0x113f9804bef90daeULL, 0x1b710b35131c471bULL, |
| 101 | 0x28db77f523047d84ULL, 0x32caab7b40c72493ULL, 0x3c9ebe0a15c9bebcULL, |
| 102 | 0x431d67c49c100d4cULL, 0x4cc5d4becb3e42b6ULL, 0x597f299cfc657e2aULL, |
| 103 | 0x5fcb6fab3ad6faecULL, 0x6c44198c4a475817ULL}; |
| 104 | |
| 105 | /* SHA-512 implementation */ |
| 106 | |
| 107 | void avb_sha512_init(AvbSHA512Ctx* ctx) { |
| 108 | #ifdef UNROLL_LOOPS_SHA512 |
| 109 | ctx->h[0] = sha512_h0[0]; |
| 110 | ctx->h[1] = sha512_h0[1]; |
| 111 | ctx->h[2] = sha512_h0[2]; |
| 112 | ctx->h[3] = sha512_h0[3]; |
| 113 | ctx->h[4] = sha512_h0[4]; |
| 114 | ctx->h[5] = sha512_h0[5]; |
| 115 | ctx->h[6] = sha512_h0[6]; |
| 116 | ctx->h[7] = sha512_h0[7]; |
| 117 | #else |
| 118 | int i; |
| 119 | |
| 120 | for (i = 0; i < 8; i++) |
| 121 | ctx->h[i] = sha512_h0[i]; |
| 122 | #endif /* UNROLL_LOOPS_SHA512 */ |
| 123 | |
| 124 | ctx->len = 0; |
| 125 | ctx->tot_len = 0; |
| 126 | } |
| 127 | |
| 128 | static void SHA512_transform(AvbSHA512Ctx* ctx, |
| 129 | const uint8_t* message, |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 130 | size_t block_nb) { |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 131 | uint64_t w[80]; |
| 132 | uint64_t wv[8]; |
| 133 | uint64_t t1, t2; |
| 134 | const uint8_t* sub_block; |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 135 | size_t i, j; |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 136 | |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 137 | for (i = 0; i < block_nb; i++) { |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 138 | sub_block = message + (i << 7); |
| 139 | |
| 140 | #ifdef UNROLL_LOOPS_SHA512 |
| 141 | PACK64(&sub_block[0], &w[0]); |
| 142 | PACK64(&sub_block[8], &w[1]); |
| 143 | PACK64(&sub_block[16], &w[2]); |
| 144 | PACK64(&sub_block[24], &w[3]); |
| 145 | PACK64(&sub_block[32], &w[4]); |
| 146 | PACK64(&sub_block[40], &w[5]); |
| 147 | PACK64(&sub_block[48], &w[6]); |
| 148 | PACK64(&sub_block[56], &w[7]); |
| 149 | PACK64(&sub_block[64], &w[8]); |
| 150 | PACK64(&sub_block[72], &w[9]); |
| 151 | PACK64(&sub_block[80], &w[10]); |
| 152 | PACK64(&sub_block[88], &w[11]); |
| 153 | PACK64(&sub_block[96], &w[12]); |
| 154 | PACK64(&sub_block[104], &w[13]); |
| 155 | PACK64(&sub_block[112], &w[14]); |
| 156 | PACK64(&sub_block[120], &w[15]); |
| 157 | |
| 158 | SHA512_SCR(16); |
| 159 | SHA512_SCR(17); |
| 160 | SHA512_SCR(18); |
| 161 | SHA512_SCR(19); |
| 162 | SHA512_SCR(20); |
| 163 | SHA512_SCR(21); |
| 164 | SHA512_SCR(22); |
| 165 | SHA512_SCR(23); |
| 166 | SHA512_SCR(24); |
| 167 | SHA512_SCR(25); |
| 168 | SHA512_SCR(26); |
| 169 | SHA512_SCR(27); |
| 170 | SHA512_SCR(28); |
| 171 | SHA512_SCR(29); |
| 172 | SHA512_SCR(30); |
| 173 | SHA512_SCR(31); |
| 174 | SHA512_SCR(32); |
| 175 | SHA512_SCR(33); |
| 176 | SHA512_SCR(34); |
| 177 | SHA512_SCR(35); |
| 178 | SHA512_SCR(36); |
| 179 | SHA512_SCR(37); |
| 180 | SHA512_SCR(38); |
| 181 | SHA512_SCR(39); |
| 182 | SHA512_SCR(40); |
| 183 | SHA512_SCR(41); |
| 184 | SHA512_SCR(42); |
| 185 | SHA512_SCR(43); |
| 186 | SHA512_SCR(44); |
| 187 | SHA512_SCR(45); |
| 188 | SHA512_SCR(46); |
| 189 | SHA512_SCR(47); |
| 190 | SHA512_SCR(48); |
| 191 | SHA512_SCR(49); |
| 192 | SHA512_SCR(50); |
| 193 | SHA512_SCR(51); |
| 194 | SHA512_SCR(52); |
| 195 | SHA512_SCR(53); |
| 196 | SHA512_SCR(54); |
| 197 | SHA512_SCR(55); |
| 198 | SHA512_SCR(56); |
| 199 | SHA512_SCR(57); |
| 200 | SHA512_SCR(58); |
| 201 | SHA512_SCR(59); |
| 202 | SHA512_SCR(60); |
| 203 | SHA512_SCR(61); |
| 204 | SHA512_SCR(62); |
| 205 | SHA512_SCR(63); |
| 206 | SHA512_SCR(64); |
| 207 | SHA512_SCR(65); |
| 208 | SHA512_SCR(66); |
| 209 | SHA512_SCR(67); |
| 210 | SHA512_SCR(68); |
| 211 | SHA512_SCR(69); |
| 212 | SHA512_SCR(70); |
| 213 | SHA512_SCR(71); |
| 214 | SHA512_SCR(72); |
| 215 | SHA512_SCR(73); |
| 216 | SHA512_SCR(74); |
| 217 | SHA512_SCR(75); |
| 218 | SHA512_SCR(76); |
| 219 | SHA512_SCR(77); |
| 220 | SHA512_SCR(78); |
| 221 | SHA512_SCR(79); |
| 222 | |
| 223 | wv[0] = ctx->h[0]; |
| 224 | wv[1] = ctx->h[1]; |
| 225 | wv[2] = ctx->h[2]; |
| 226 | wv[3] = ctx->h[3]; |
| 227 | wv[4] = ctx->h[4]; |
| 228 | wv[5] = ctx->h[5]; |
| 229 | wv[6] = ctx->h[6]; |
| 230 | wv[7] = ctx->h[7]; |
| 231 | |
| 232 | j = 0; |
| 233 | |
| 234 | do { |
| 235 | SHA512_EXP(0, 1, 2, 3, 4, 5, 6, 7, j); |
| 236 | j++; |
| 237 | SHA512_EXP(7, 0, 1, 2, 3, 4, 5, 6, j); |
| 238 | j++; |
| 239 | SHA512_EXP(6, 7, 0, 1, 2, 3, 4, 5, j); |
| 240 | j++; |
| 241 | SHA512_EXP(5, 6, 7, 0, 1, 2, 3, 4, j); |
| 242 | j++; |
| 243 | SHA512_EXP(4, 5, 6, 7, 0, 1, 2, 3, j); |
| 244 | j++; |
| 245 | SHA512_EXP(3, 4, 5, 6, 7, 0, 1, 2, j); |
| 246 | j++; |
| 247 | SHA512_EXP(2, 3, 4, 5, 6, 7, 0, 1, j); |
| 248 | j++; |
| 249 | SHA512_EXP(1, 2, 3, 4, 5, 6, 7, 0, j); |
| 250 | j++; |
| 251 | } while (j < 80); |
| 252 | |
| 253 | ctx->h[0] += wv[0]; |
| 254 | ctx->h[1] += wv[1]; |
| 255 | ctx->h[2] += wv[2]; |
| 256 | ctx->h[3] += wv[3]; |
| 257 | ctx->h[4] += wv[4]; |
| 258 | ctx->h[5] += wv[5]; |
| 259 | ctx->h[6] += wv[6]; |
| 260 | ctx->h[7] += wv[7]; |
| 261 | #else |
| 262 | for (j = 0; j < 16; j++) { |
| 263 | PACK64(&sub_block[j << 3], &w[j]); |
| 264 | } |
| 265 | |
| 266 | for (j = 16; j < 80; j++) { |
| 267 | SHA512_SCR(j); |
| 268 | } |
| 269 | |
| 270 | for (j = 0; j < 8; j++) { |
| 271 | wv[j] = ctx->h[j]; |
| 272 | } |
| 273 | |
| 274 | for (j = 0; j < 80; j++) { |
| 275 | t1 = wv[7] + SHA512_F2(wv[4]) + CH(wv[4], wv[5], wv[6]) + sha512_k[j] + |
| 276 | w[j]; |
| 277 | t2 = SHA512_F1(wv[0]) + MAJ(wv[0], wv[1], wv[2]); |
| 278 | wv[7] = wv[6]; |
| 279 | wv[6] = wv[5]; |
| 280 | wv[5] = wv[4]; |
| 281 | wv[4] = wv[3] + t1; |
| 282 | wv[3] = wv[2]; |
| 283 | wv[2] = wv[1]; |
| 284 | wv[1] = wv[0]; |
| 285 | wv[0] = t1 + t2; |
| 286 | } |
| 287 | |
| 288 | for (j = 0; j < 8; j++) |
| 289 | ctx->h[j] += wv[j]; |
| 290 | #endif /* UNROLL_LOOPS_SHA512 */ |
| 291 | } |
| 292 | } |
| 293 | |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 294 | void avb_sha512_update(AvbSHA512Ctx* ctx, const uint8_t* data, size_t len) { |
| 295 | size_t block_nb; |
| 296 | size_t new_len, rem_len, tmp_len; |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 297 | const uint8_t* shifted_data; |
| 298 | |
| 299 | tmp_len = AVB_SHA512_BLOCK_SIZE - ctx->len; |
| 300 | rem_len = len < tmp_len ? len : tmp_len; |
| 301 | |
| 302 | avb_memcpy(&ctx->block[ctx->len], data, rem_len); |
| 303 | |
| 304 | if (ctx->len + len < AVB_SHA512_BLOCK_SIZE) { |
| 305 | ctx->len += len; |
| 306 | return; |
| 307 | } |
| 308 | |
| 309 | new_len = len - rem_len; |
| 310 | block_nb = new_len / AVB_SHA512_BLOCK_SIZE; |
| 311 | |
| 312 | shifted_data = data + rem_len; |
| 313 | |
| 314 | SHA512_transform(ctx, ctx->block, 1); |
| 315 | SHA512_transform(ctx, shifted_data, block_nb); |
| 316 | |
| 317 | rem_len = new_len % AVB_SHA512_BLOCK_SIZE; |
| 318 | |
| 319 | avb_memcpy(ctx->block, &shifted_data[block_nb << 7], rem_len); |
| 320 | |
| 321 | ctx->len = rem_len; |
| 322 | ctx->tot_len += (block_nb + 1) << 7; |
| 323 | } |
| 324 | |
| 325 | uint8_t* avb_sha512_final(AvbSHA512Ctx* ctx) { |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 326 | size_t block_nb; |
| 327 | size_t pm_len; |
| 328 | uint64_t len_b; |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 329 | |
| 330 | #ifndef UNROLL_LOOPS_SHA512 |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 331 | size_t i; |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 332 | #endif |
| 333 | |
| 334 | block_nb = |
| 335 | 1 + ((AVB_SHA512_BLOCK_SIZE - 17) < (ctx->len % AVB_SHA512_BLOCK_SIZE)); |
| 336 | |
| 337 | len_b = (ctx->tot_len + ctx->len) << 3; |
| 338 | pm_len = block_nb << 7; |
| 339 | |
| 340 | avb_memset(ctx->block + ctx->len, 0, pm_len - ctx->len); |
| 341 | ctx->block[ctx->len] = 0x80; |
Sam Protsenko | 6a71702 | 2019-08-15 23:04:02 +0300 | [diff] [blame] | 342 | UNPACK64(len_b, ctx->block + pm_len - 8); |
Igor Opaniuk | 8b23ae2 | 2018-06-03 21:56:36 +0300 | [diff] [blame] | 343 | |
| 344 | SHA512_transform(ctx, ctx->block, block_nb); |
| 345 | |
| 346 | #ifdef UNROLL_LOOPS_SHA512 |
| 347 | UNPACK64(ctx->h[0], &ctx->buf[0]); |
| 348 | UNPACK64(ctx->h[1], &ctx->buf[8]); |
| 349 | UNPACK64(ctx->h[2], &ctx->buf[16]); |
| 350 | UNPACK64(ctx->h[3], &ctx->buf[24]); |
| 351 | UNPACK64(ctx->h[4], &ctx->buf[32]); |
| 352 | UNPACK64(ctx->h[5], &ctx->buf[40]); |
| 353 | UNPACK64(ctx->h[6], &ctx->buf[48]); |
| 354 | UNPACK64(ctx->h[7], &ctx->buf[56]); |
| 355 | #else |
| 356 | for (i = 0; i < 8; i++) |
| 357 | UNPACK64(ctx->h[i], &ctx->buf[i << 3]); |
| 358 | #endif /* UNROLL_LOOPS_SHA512 */ |
| 359 | |
| 360 | return ctx->buf; |
| 361 | } |