1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * SM3 secure hash, as specified by OSCCA GM/T 0004-2012 SM3 and described 4 * at https://datatracker.ietf.org/doc/html/draft-sca-cfrg-sm3-02 5 * 6 * Copyright (C) 2017 ARM Limited or its affiliates. 7 * Copyright (C) 2017 Gilad Ben-Yossef <gilad@benyossef.com> 8 * Copyright (C) 2021 Tianjia Zhang <tianjia.zhang@linux.alibaba.com> 9 */ 10 11 #include <crypto/sm3.h> 12 #include <linux/export.h> 13 #include <linux/kernel.h> 14 #include <linux/module.h> 15 #include <linux/string.h> 16 #include <linux/unaligned.h> 17 18 static const u32 ____cacheline_aligned K[64] = { 19 0x79cc4519, 0xf3988a32, 0xe7311465, 0xce6228cb, 20 0x9cc45197, 0x3988a32f, 0x7311465e, 0xe6228cbc, 21 0xcc451979, 0x988a32f3, 0x311465e7, 0x6228cbce, 22 0xc451979c, 0x88a32f39, 0x11465e73, 0x228cbce6, 23 0x9d8a7a87, 0x3b14f50f, 0x7629ea1e, 0xec53d43c, 24 0xd8a7a879, 0xb14f50f3, 0x629ea1e7, 0xc53d43ce, 25 0x8a7a879d, 0x14f50f3b, 0x29ea1e76, 0x53d43cec, 26 0xa7a879d8, 0x4f50f3b1, 0x9ea1e762, 0x3d43cec5, 27 0x7a879d8a, 0xf50f3b14, 0xea1e7629, 0xd43cec53, 28 0xa879d8a7, 0x50f3b14f, 0xa1e7629e, 0x43cec53d, 29 0x879d8a7a, 0x0f3b14f5, 0x1e7629ea, 0x3cec53d4, 30 0x79d8a7a8, 0xf3b14f50, 0xe7629ea1, 0xcec53d43, 31 0x9d8a7a87, 0x3b14f50f, 0x7629ea1e, 0xec53d43c, 32 0xd8a7a879, 0xb14f50f3, 0x629ea1e7, 0xc53d43ce, 33 0x8a7a879d, 0x14f50f3b, 0x29ea1e76, 0x53d43cec, 34 0xa7a879d8, 0x4f50f3b1, 0x9ea1e762, 0x3d43cec5 35 }; 36 37 /* 38 * Transform the message X which consists of 16 32-bit-words. See 39 * GM/T 004-2012 for details. 40 */ 41 #define R(i, a, b, c, d, e, f, g, h, t, w1, w2) \ 42 do { \ 43 ss1 = rol32((rol32((a), 12) + (e) + (t)), 7); \ 44 ss2 = ss1 ^ rol32((a), 12); \ 45 d += FF ## i(a, b, c) + ss2 + ((w1) ^ (w2)); \ 46 h += GG ## i(e, f, g) + ss1 + (w1); \ 47 b = rol32((b), 9); \ 48 f = rol32((f), 19); \ 49 h = P0((h)); \ 50 } while (0) 51 52 #define R1(a, b, c, d, e, f, g, h, t, w1, w2) \ 53 R(1, a, b, c, d, e, f, g, h, t, w1, w2) 54 #define R2(a, b, c, d, e, f, g, h, t, w1, w2) \ 55 R(2, a, b, c, d, e, f, g, h, t, w1, w2) 56 57 #define FF1(x, y, z) (x ^ y ^ z) 58 #define FF2(x, y, z) ((x & y) | (x & z) | (y & z)) 59 60 #define GG1(x, y, z) FF1(x, y, z) 61 #define GG2(x, y, z) ((x & y) | (~x & z)) 62 63 /* Message expansion */ 64 #define P0(x) ((x) ^ rol32((x), 9) ^ rol32((x), 17)) 65 #define P1(x) ((x) ^ rol32((x), 15) ^ rol32((x), 23)) 66 #define I(i) (W[i] = get_unaligned_be32(data + i * 4)) 67 #define W1(i) (W[i & 0x0f]) 68 #define W2(i) (W[i & 0x0f] = \ 69 P1(W[i & 0x0f] \ 70 ^ W[(i-9) & 0x0f] \ 71 ^ rol32(W[(i-3) & 0x0f], 15)) \ 72 ^ rol32(W[(i-13) & 0x0f], 7) \ 73 ^ W[(i-6) & 0x0f]) 74 75 static void sm3_transform(struct sm3_state *sctx, u8 const *data, u32 W[16]) 76 { 77 u32 a, b, c, d, e, f, g, h, ss1, ss2; 78 79 a = sctx->state[0]; 80 b = sctx->state[1]; 81 c = sctx->state[2]; 82 d = sctx->state[3]; 83 e = sctx->state[4]; 84 f = sctx->state[5]; 85 g = sctx->state[6]; 86 h = sctx->state[7]; 87 88 R1(a, b, c, d, e, f, g, h, K[0], I(0), I(4)); 89 R1(d, a, b, c, h, e, f, g, K[1], I(1), I(5)); 90 R1(c, d, a, b, g, h, e, f, K[2], I(2), I(6)); 91 R1(b, c, d, a, f, g, h, e, K[3], I(3), I(7)); 92 R1(a, b, c, d, e, f, g, h, K[4], W1(4), I(8)); 93 R1(d, a, b, c, h, e, f, g, K[5], W1(5), I(9)); 94 R1(c, d, a, b, g, h, e, f, K[6], W1(6), I(10)); 95 R1(b, c, d, a, f, g, h, e, K[7], W1(7), I(11)); 96 R1(a, b, c, d, e, f, g, h, K[8], W1(8), I(12)); 97 R1(d, a, b, c, h, e, f, g, K[9], W1(9), I(13)); 98 R1(c, d, a, b, g, h, e, f, K[10], W1(10), I(14)); 99 R1(b, c, d, a, f, g, h, e, K[11], W1(11), I(15)); 100 R1(a, b, c, d, e, f, g, h, K[12], W1(12), W2(16)); 101 R1(d, a, b, c, h, e, f, g, K[13], W1(13), W2(17)); 102 R1(c, d, a, b, g, h, e, f, K[14], W1(14), W2(18)); 103 R1(b, c, d, a, f, g, h, e, K[15], W1(15), W2(19)); 104 105 R2(a, b, c, d, e, f, g, h, K[16], W1(16), W2(20)); 106 R2(d, a, b, c, h, e, f, g, K[17], W1(17), W2(21)); 107 R2(c, d, a, b, g, h, e, f, K[18], W1(18), W2(22)); 108 R2(b, c, d, a, f, g, h, e, K[19], W1(19), W2(23)); 109 R2(a, b, c, d, e, f, g, h, K[20], W1(20), W2(24)); 110 R2(d, a, b, c, h, e, f, g, K[21], W1(21), W2(25)); 111 R2(c, d, a, b, g, h, e, f, K[22], W1(22), W2(26)); 112 R2(b, c, d, a, f, g, h, e, K[23], W1(23), W2(27)); 113 R2(a, b, c, d, e, f, g, h, K[24], W1(24), W2(28)); 114 R2(d, a, b, c, h, e, f, g, K[25], W1(25), W2(29)); 115 R2(c, d, a, b, g, h, e, f, K[26], W1(26), W2(30)); 116 R2(b, c, d, a, f, g, h, e, K[27], W1(27), W2(31)); 117 R2(a, b, c, d, e, f, g, h, K[28], W1(28), W2(32)); 118 R2(d, a, b, c, h, e, f, g, K[29], W1(29), W2(33)); 119 R2(c, d, a, b, g, h, e, f, K[30], W1(30), W2(34)); 120 R2(b, c, d, a, f, g, h, e, K[31], W1(31), W2(35)); 121 122 R2(a, b, c, d, e, f, g, h, K[32], W1(32), W2(36)); 123 R2(d, a, b, c, h, e, f, g, K[33], W1(33), W2(37)); 124 R2(c, d, a, b, g, h, e, f, K[34], W1(34), W2(38)); 125 R2(b, c, d, a, f, g, h, e, K[35], W1(35), W2(39)); 126 R2(a, b, c, d, e, f, g, h, K[36], W1(36), W2(40)); 127 R2(d, a, b, c, h, e, f, g, K[37], W1(37), W2(41)); 128 R2(c, d, a, b, g, h, e, f, K[38], W1(38), W2(42)); 129 R2(b, c, d, a, f, g, h, e, K[39], W1(39), W2(43)); 130 R2(a, b, c, d, e, f, g, h, K[40], W1(40), W2(44)); 131 R2(d, a, b, c, h, e, f, g, K[41], W1(41), W2(45)); 132 R2(c, d, a, b, g, h, e, f, K[42], W1(42), W2(46)); 133 R2(b, c, d, a, f, g, h, e, K[43], W1(43), W2(47)); 134 R2(a, b, c, d, e, f, g, h, K[44], W1(44), W2(48)); 135 R2(d, a, b, c, h, e, f, g, K[45], W1(45), W2(49)); 136 R2(c, d, a, b, g, h, e, f, K[46], W1(46), W2(50)); 137 R2(b, c, d, a, f, g, h, e, K[47], W1(47), W2(51)); 138 139 R2(a, b, c, d, e, f, g, h, K[48], W1(48), W2(52)); 140 R2(d, a, b, c, h, e, f, g, K[49], W1(49), W2(53)); 141 R2(c, d, a, b, g, h, e, f, K[50], W1(50), W2(54)); 142 R2(b, c, d, a, f, g, h, e, K[51], W1(51), W2(55)); 143 R2(a, b, c, d, e, f, g, h, K[52], W1(52), W2(56)); 144 R2(d, a, b, c, h, e, f, g, K[53], W1(53), W2(57)); 145 R2(c, d, a, b, g, h, e, f, K[54], W1(54), W2(58)); 146 R2(b, c, d, a, f, g, h, e, K[55], W1(55), W2(59)); 147 R2(a, b, c, d, e, f, g, h, K[56], W1(56), W2(60)); 148 R2(d, a, b, c, h, e, f, g, K[57], W1(57), W2(61)); 149 R2(c, d, a, b, g, h, e, f, K[58], W1(58), W2(62)); 150 R2(b, c, d, a, f, g, h, e, K[59], W1(59), W2(63)); 151 R2(a, b, c, d, e, f, g, h, K[60], W1(60), W2(64)); 152 R2(d, a, b, c, h, e, f, g, K[61], W1(61), W2(65)); 153 R2(c, d, a, b, g, h, e, f, K[62], W1(62), W2(66)); 154 R2(b, c, d, a, f, g, h, e, K[63], W1(63), W2(67)); 155 156 sctx->state[0] ^= a; 157 sctx->state[1] ^= b; 158 sctx->state[2] ^= c; 159 sctx->state[3] ^= d; 160 sctx->state[4] ^= e; 161 sctx->state[5] ^= f; 162 sctx->state[6] ^= g; 163 sctx->state[7] ^= h; 164 } 165 #undef R 166 #undef R1 167 #undef R2 168 #undef I 169 #undef W1 170 #undef W2 171 172 void sm3_block_generic(struct sm3_state *sctx, u8 const *data, int blocks) 173 { 174 u32 W[16]; 175 176 do { 177 sm3_transform(sctx, data, W); 178 data += SM3_BLOCK_SIZE; 179 } while (--blocks); 180 181 memzero_explicit(W, sizeof(W)); 182 } 183 EXPORT_SYMBOL_GPL(sm3_block_generic); 184 185 MODULE_DESCRIPTION("Generic SM3 library"); 186 MODULE_LICENSE("GPL v2"); 187