xref: /linux/crypto/aes_generic.c (revision fd639726bf15fca8ee1a00dce8e0096d0ad9bd18) 
1 /*
2  * Cryptographic API.
3  *
4  * AES Cipher Algorithm.
5  *
6  * Based on Brian Gladman's code.
7  *
8  * Linux developers:
9  *  Alexander Kjeldaas <astor@fast.no>
10  *  Herbert Valerio Riedel <hvr@hvrlab.org>
11  *  Kyle McMartin <kyle@debian.org>
12  *  Adam J. Richter <adam@yggdrasil.com> (conversion to 2.5 API).
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * ---------------------------------------------------------------------------
20  * Copyright (c) 2002, Dr Brian Gladman <brg@gladman.me.uk>, Worcester, UK.
21  * All rights reserved.
22  *
23  * LICENSE TERMS
24  *
25  * The free distribution and use of this software in both source and binary
26  * form is allowed (with or without changes) provided that:
27  *
28  *   1. distributions of this source code include the above copyright
29  *      notice, this list of conditions and the following disclaimer;
30  *
31  *   2. distributions in binary form include the above copyright
32  *      notice, this list of conditions and the following disclaimer
33  *      in the documentation and/or other associated materials;
34  *
35  *   3. the copyright holder's name is not used to endorse products
36  *      built using this software without specific written permission.
37  *
38  * ALTERNATIVELY, provided that this notice is retained in full, this product
39  * may be distributed under the terms of the GNU General Public License (GPL),
40  * in which case the provisions of the GPL apply INSTEAD OF those given above.
41  *
42  * DISCLAIMER
43  *
44  * This software is provided 'as is' with no explicit or implied warranties
45  * in respect of its properties, including, but not limited to, correctness
46  * and/or fitness for purpose.
47  * ---------------------------------------------------------------------------
48  */
49 
50 #include <crypto/aes.h>
51 #include <linux/module.h>
52 #include <linux/init.h>
53 #include <linux/types.h>
54 #include <linux/errno.h>
55 #include <linux/crypto.h>
56 #include <asm/byteorder.h>
57 #include <asm/unaligned.h>
58 
59 static inline u8 byte(const u32 x, const unsigned n)
60 {
61 	return x >> (n << 3);
62 }
63 
64 static const u32 rco_tab[10] = { 1, 2, 4, 8, 16, 32, 64, 128, 27, 54 };
65 
66 __visible const u32 crypto_ft_tab[4][256] = {
67 	{
68 		0xa56363c6, 0x847c7cf8, 0x997777ee, 0x8d7b7bf6,
69 		0x0df2f2ff, 0xbd6b6bd6, 0xb16f6fde, 0x54c5c591,
70 		0x50303060, 0x03010102, 0xa96767ce, 0x7d2b2b56,
71 		0x19fefee7, 0x62d7d7b5, 0xe6abab4d, 0x9a7676ec,
72 		0x45caca8f, 0x9d82821f, 0x40c9c989, 0x877d7dfa,
73 		0x15fafaef, 0xeb5959b2, 0xc947478e, 0x0bf0f0fb,
74 		0xecadad41, 0x67d4d4b3, 0xfda2a25f, 0xeaafaf45,
75 		0xbf9c9c23, 0xf7a4a453, 0x967272e4, 0x5bc0c09b,
76 		0xc2b7b775, 0x1cfdfde1, 0xae93933d, 0x6a26264c,
77 		0x5a36366c, 0x413f3f7e, 0x02f7f7f5, 0x4fcccc83,
78 		0x5c343468, 0xf4a5a551, 0x34e5e5d1, 0x08f1f1f9,
79 		0x937171e2, 0x73d8d8ab, 0x53313162, 0x3f15152a,
80 		0x0c040408, 0x52c7c795, 0x65232346, 0x5ec3c39d,
81 		0x28181830, 0xa1969637, 0x0f05050a, 0xb59a9a2f,
82 		0x0907070e, 0x36121224, 0x9b80801b, 0x3de2e2df,
83 		0x26ebebcd, 0x6927274e, 0xcdb2b27f, 0x9f7575ea,
84 		0x1b090912, 0x9e83831d, 0x742c2c58, 0x2e1a1a34,
85 		0x2d1b1b36, 0xb26e6edc, 0xee5a5ab4, 0xfba0a05b,
86 		0xf65252a4, 0x4d3b3b76, 0x61d6d6b7, 0xceb3b37d,
87 		0x7b292952, 0x3ee3e3dd, 0x712f2f5e, 0x97848413,
88 		0xf55353a6, 0x68d1d1b9, 0x00000000, 0x2cededc1,
89 		0x60202040, 0x1ffcfce3, 0xc8b1b179, 0xed5b5bb6,
90 		0xbe6a6ad4, 0x46cbcb8d, 0xd9bebe67, 0x4b393972,
91 		0xde4a4a94, 0xd44c4c98, 0xe85858b0, 0x4acfcf85,
92 		0x6bd0d0bb, 0x2aefefc5, 0xe5aaaa4f, 0x16fbfbed,
93 		0xc5434386, 0xd74d4d9a, 0x55333366, 0x94858511,
94 		0xcf45458a, 0x10f9f9e9, 0x06020204, 0x817f7ffe,
95 		0xf05050a0, 0x443c3c78, 0xba9f9f25, 0xe3a8a84b,
96 		0xf35151a2, 0xfea3a35d, 0xc0404080, 0x8a8f8f05,
97 		0xad92923f, 0xbc9d9d21, 0x48383870, 0x04f5f5f1,
98 		0xdfbcbc63, 0xc1b6b677, 0x75dadaaf, 0x63212142,
99 		0x30101020, 0x1affffe5, 0x0ef3f3fd, 0x6dd2d2bf,
100 		0x4ccdcd81, 0x140c0c18, 0x35131326, 0x2fececc3,
101 		0xe15f5fbe, 0xa2979735, 0xcc444488, 0x3917172e,
102 		0x57c4c493, 0xf2a7a755, 0x827e7efc, 0x473d3d7a,
103 		0xac6464c8, 0xe75d5dba, 0x2b191932, 0x957373e6,
104 		0xa06060c0, 0x98818119, 0xd14f4f9e, 0x7fdcdca3,
105 		0x66222244, 0x7e2a2a54, 0xab90903b, 0x8388880b,
106 		0xca46468c, 0x29eeeec7, 0xd3b8b86b, 0x3c141428,
107 		0x79dedea7, 0xe25e5ebc, 0x1d0b0b16, 0x76dbdbad,
108 		0x3be0e0db, 0x56323264, 0x4e3a3a74, 0x1e0a0a14,
109 		0xdb494992, 0x0a06060c, 0x6c242448, 0xe45c5cb8,
110 		0x5dc2c29f, 0x6ed3d3bd, 0xefacac43, 0xa66262c4,
111 		0xa8919139, 0xa4959531, 0x37e4e4d3, 0x8b7979f2,
112 		0x32e7e7d5, 0x43c8c88b, 0x5937376e, 0xb76d6dda,
113 		0x8c8d8d01, 0x64d5d5b1, 0xd24e4e9c, 0xe0a9a949,
114 		0xb46c6cd8, 0xfa5656ac, 0x07f4f4f3, 0x25eaeacf,
115 		0xaf6565ca, 0x8e7a7af4, 0xe9aeae47, 0x18080810,
116 		0xd5baba6f, 0x887878f0, 0x6f25254a, 0x722e2e5c,
117 		0x241c1c38, 0xf1a6a657, 0xc7b4b473, 0x51c6c697,
118 		0x23e8e8cb, 0x7cdddda1, 0x9c7474e8, 0x211f1f3e,
119 		0xdd4b4b96, 0xdcbdbd61, 0x868b8b0d, 0x858a8a0f,
120 		0x907070e0, 0x423e3e7c, 0xc4b5b571, 0xaa6666cc,
121 		0xd8484890, 0x05030306, 0x01f6f6f7, 0x120e0e1c,
122 		0xa36161c2, 0x5f35356a, 0xf95757ae, 0xd0b9b969,
123 		0x91868617, 0x58c1c199, 0x271d1d3a, 0xb99e9e27,
124 		0x38e1e1d9, 0x13f8f8eb, 0xb398982b, 0x33111122,
125 		0xbb6969d2, 0x70d9d9a9, 0x898e8e07, 0xa7949433,
126 		0xb69b9b2d, 0x221e1e3c, 0x92878715, 0x20e9e9c9,
127 		0x49cece87, 0xff5555aa, 0x78282850, 0x7adfdfa5,
128 		0x8f8c8c03, 0xf8a1a159, 0x80898909, 0x170d0d1a,
129 		0xdabfbf65, 0x31e6e6d7, 0xc6424284, 0xb86868d0,
130 		0xc3414182, 0xb0999929, 0x772d2d5a, 0x110f0f1e,
131 		0xcbb0b07b, 0xfc5454a8, 0xd6bbbb6d, 0x3a16162c,
132 	}, {
133 		0x6363c6a5, 0x7c7cf884, 0x7777ee99, 0x7b7bf68d,
134 		0xf2f2ff0d, 0x6b6bd6bd, 0x6f6fdeb1, 0xc5c59154,
135 		0x30306050, 0x01010203, 0x6767cea9, 0x2b2b567d,
136 		0xfefee719, 0xd7d7b562, 0xabab4de6, 0x7676ec9a,
137 		0xcaca8f45, 0x82821f9d, 0xc9c98940, 0x7d7dfa87,
138 		0xfafaef15, 0x5959b2eb, 0x47478ec9, 0xf0f0fb0b,
139 		0xadad41ec, 0xd4d4b367, 0xa2a25ffd, 0xafaf45ea,
140 		0x9c9c23bf, 0xa4a453f7, 0x7272e496, 0xc0c09b5b,
141 		0xb7b775c2, 0xfdfde11c, 0x93933dae, 0x26264c6a,
142 		0x36366c5a, 0x3f3f7e41, 0xf7f7f502, 0xcccc834f,
143 		0x3434685c, 0xa5a551f4, 0xe5e5d134, 0xf1f1f908,
144 		0x7171e293, 0xd8d8ab73, 0x31316253, 0x15152a3f,
145 		0x0404080c, 0xc7c79552, 0x23234665, 0xc3c39d5e,
146 		0x18183028, 0x969637a1, 0x05050a0f, 0x9a9a2fb5,
147 		0x07070e09, 0x12122436, 0x80801b9b, 0xe2e2df3d,
148 		0xebebcd26, 0x27274e69, 0xb2b27fcd, 0x7575ea9f,
149 		0x0909121b, 0x83831d9e, 0x2c2c5874, 0x1a1a342e,
150 		0x1b1b362d, 0x6e6edcb2, 0x5a5ab4ee, 0xa0a05bfb,
151 		0x5252a4f6, 0x3b3b764d, 0xd6d6b761, 0xb3b37dce,
152 		0x2929527b, 0xe3e3dd3e, 0x2f2f5e71, 0x84841397,
153 		0x5353a6f5, 0xd1d1b968, 0x00000000, 0xededc12c,
154 		0x20204060, 0xfcfce31f, 0xb1b179c8, 0x5b5bb6ed,
155 		0x6a6ad4be, 0xcbcb8d46, 0xbebe67d9, 0x3939724b,
156 		0x4a4a94de, 0x4c4c98d4, 0x5858b0e8, 0xcfcf854a,
157 		0xd0d0bb6b, 0xefefc52a, 0xaaaa4fe5, 0xfbfbed16,
158 		0x434386c5, 0x4d4d9ad7, 0x33336655, 0x85851194,
159 		0x45458acf, 0xf9f9e910, 0x02020406, 0x7f7ffe81,
160 		0x5050a0f0, 0x3c3c7844, 0x9f9f25ba, 0xa8a84be3,
161 		0x5151a2f3, 0xa3a35dfe, 0x404080c0, 0x8f8f058a,
162 		0x92923fad, 0x9d9d21bc, 0x38387048, 0xf5f5f104,
163 		0xbcbc63df, 0xb6b677c1, 0xdadaaf75, 0x21214263,
164 		0x10102030, 0xffffe51a, 0xf3f3fd0e, 0xd2d2bf6d,
165 		0xcdcd814c, 0x0c0c1814, 0x13132635, 0xececc32f,
166 		0x5f5fbee1, 0x979735a2, 0x444488cc, 0x17172e39,
167 		0xc4c49357, 0xa7a755f2, 0x7e7efc82, 0x3d3d7a47,
168 		0x6464c8ac, 0x5d5dbae7, 0x1919322b, 0x7373e695,
169 		0x6060c0a0, 0x81811998, 0x4f4f9ed1, 0xdcdca37f,
170 		0x22224466, 0x2a2a547e, 0x90903bab, 0x88880b83,
171 		0x46468cca, 0xeeeec729, 0xb8b86bd3, 0x1414283c,
172 		0xdedea779, 0x5e5ebce2, 0x0b0b161d, 0xdbdbad76,
173 		0xe0e0db3b, 0x32326456, 0x3a3a744e, 0x0a0a141e,
174 		0x494992db, 0x06060c0a, 0x2424486c, 0x5c5cb8e4,
175 		0xc2c29f5d, 0xd3d3bd6e, 0xacac43ef, 0x6262c4a6,
176 		0x919139a8, 0x959531a4, 0xe4e4d337, 0x7979f28b,
177 		0xe7e7d532, 0xc8c88b43, 0x37376e59, 0x6d6ddab7,
178 		0x8d8d018c, 0xd5d5b164, 0x4e4e9cd2, 0xa9a949e0,
179 		0x6c6cd8b4, 0x5656acfa, 0xf4f4f307, 0xeaeacf25,
180 		0x6565caaf, 0x7a7af48e, 0xaeae47e9, 0x08081018,
181 		0xbaba6fd5, 0x7878f088, 0x25254a6f, 0x2e2e5c72,
182 		0x1c1c3824, 0xa6a657f1, 0xb4b473c7, 0xc6c69751,
183 		0xe8e8cb23, 0xdddda17c, 0x7474e89c, 0x1f1f3e21,
184 		0x4b4b96dd, 0xbdbd61dc, 0x8b8b0d86, 0x8a8a0f85,
185 		0x7070e090, 0x3e3e7c42, 0xb5b571c4, 0x6666ccaa,
186 		0x484890d8, 0x03030605, 0xf6f6f701, 0x0e0e1c12,
187 		0x6161c2a3, 0x35356a5f, 0x5757aef9, 0xb9b969d0,
188 		0x86861791, 0xc1c19958, 0x1d1d3a27, 0x9e9e27b9,
189 		0xe1e1d938, 0xf8f8eb13, 0x98982bb3, 0x11112233,
190 		0x6969d2bb, 0xd9d9a970, 0x8e8e0789, 0x949433a7,
191 		0x9b9b2db6, 0x1e1e3c22, 0x87871592, 0xe9e9c920,
192 		0xcece8749, 0x5555aaff, 0x28285078, 0xdfdfa57a,
193 		0x8c8c038f, 0xa1a159f8, 0x89890980, 0x0d0d1a17,
194 		0xbfbf65da, 0xe6e6d731, 0x424284c6, 0x6868d0b8,
195 		0x414182c3, 0x999929b0, 0x2d2d5a77, 0x0f0f1e11,
196 		0xb0b07bcb, 0x5454a8fc, 0xbbbb6dd6, 0x16162c3a,
197 	}, {
198 		0x63c6a563, 0x7cf8847c, 0x77ee9977, 0x7bf68d7b,
199 		0xf2ff0df2, 0x6bd6bd6b, 0x6fdeb16f, 0xc59154c5,
200 		0x30605030, 0x01020301, 0x67cea967, 0x2b567d2b,
201 		0xfee719fe, 0xd7b562d7, 0xab4de6ab, 0x76ec9a76,
202 		0xca8f45ca, 0x821f9d82, 0xc98940c9, 0x7dfa877d,
203 		0xfaef15fa, 0x59b2eb59, 0x478ec947, 0xf0fb0bf0,
204 		0xad41ecad, 0xd4b367d4, 0xa25ffda2, 0xaf45eaaf,
205 		0x9c23bf9c, 0xa453f7a4, 0x72e49672, 0xc09b5bc0,
206 		0xb775c2b7, 0xfde11cfd, 0x933dae93, 0x264c6a26,
207 		0x366c5a36, 0x3f7e413f, 0xf7f502f7, 0xcc834fcc,
208 		0x34685c34, 0xa551f4a5, 0xe5d134e5, 0xf1f908f1,
209 		0x71e29371, 0xd8ab73d8, 0x31625331, 0x152a3f15,
210 		0x04080c04, 0xc79552c7, 0x23466523, 0xc39d5ec3,
211 		0x18302818, 0x9637a196, 0x050a0f05, 0x9a2fb59a,
212 		0x070e0907, 0x12243612, 0x801b9b80, 0xe2df3de2,
213 		0xebcd26eb, 0x274e6927, 0xb27fcdb2, 0x75ea9f75,
214 		0x09121b09, 0x831d9e83, 0x2c58742c, 0x1a342e1a,
215 		0x1b362d1b, 0x6edcb26e, 0x5ab4ee5a, 0xa05bfba0,
216 		0x52a4f652, 0x3b764d3b, 0xd6b761d6, 0xb37dceb3,
217 		0x29527b29, 0xe3dd3ee3, 0x2f5e712f, 0x84139784,
218 		0x53a6f553, 0xd1b968d1, 0x00000000, 0xedc12ced,
219 		0x20406020, 0xfce31ffc, 0xb179c8b1, 0x5bb6ed5b,
220 		0x6ad4be6a, 0xcb8d46cb, 0xbe67d9be, 0x39724b39,
221 		0x4a94de4a, 0x4c98d44c, 0x58b0e858, 0xcf854acf,
222 		0xd0bb6bd0, 0xefc52aef, 0xaa4fe5aa, 0xfbed16fb,
223 		0x4386c543, 0x4d9ad74d, 0x33665533, 0x85119485,
224 		0x458acf45, 0xf9e910f9, 0x02040602, 0x7ffe817f,
225 		0x50a0f050, 0x3c78443c, 0x9f25ba9f, 0xa84be3a8,
226 		0x51a2f351, 0xa35dfea3, 0x4080c040, 0x8f058a8f,
227 		0x923fad92, 0x9d21bc9d, 0x38704838, 0xf5f104f5,
228 		0xbc63dfbc, 0xb677c1b6, 0xdaaf75da, 0x21426321,
229 		0x10203010, 0xffe51aff, 0xf3fd0ef3, 0xd2bf6dd2,
230 		0xcd814ccd, 0x0c18140c, 0x13263513, 0xecc32fec,
231 		0x5fbee15f, 0x9735a297, 0x4488cc44, 0x172e3917,
232 		0xc49357c4, 0xa755f2a7, 0x7efc827e, 0x3d7a473d,
233 		0x64c8ac64, 0x5dbae75d, 0x19322b19, 0x73e69573,
234 		0x60c0a060, 0x81199881, 0x4f9ed14f, 0xdca37fdc,
235 		0x22446622, 0x2a547e2a, 0x903bab90, 0x880b8388,
236 		0x468cca46, 0xeec729ee, 0xb86bd3b8, 0x14283c14,
237 		0xdea779de, 0x5ebce25e, 0x0b161d0b, 0xdbad76db,
238 		0xe0db3be0, 0x32645632, 0x3a744e3a, 0x0a141e0a,
239 		0x4992db49, 0x060c0a06, 0x24486c24, 0x5cb8e45c,
240 		0xc29f5dc2, 0xd3bd6ed3, 0xac43efac, 0x62c4a662,
241 		0x9139a891, 0x9531a495, 0xe4d337e4, 0x79f28b79,
242 		0xe7d532e7, 0xc88b43c8, 0x376e5937, 0x6ddab76d,
243 		0x8d018c8d, 0xd5b164d5, 0x4e9cd24e, 0xa949e0a9,
244 		0x6cd8b46c, 0x56acfa56, 0xf4f307f4, 0xeacf25ea,
245 		0x65caaf65, 0x7af48e7a, 0xae47e9ae, 0x08101808,
246 		0xba6fd5ba, 0x78f08878, 0x254a6f25, 0x2e5c722e,
247 		0x1c38241c, 0xa657f1a6, 0xb473c7b4, 0xc69751c6,
248 		0xe8cb23e8, 0xdda17cdd, 0x74e89c74, 0x1f3e211f,
249 		0x4b96dd4b, 0xbd61dcbd, 0x8b0d868b, 0x8a0f858a,
250 		0x70e09070, 0x3e7c423e, 0xb571c4b5, 0x66ccaa66,
251 		0x4890d848, 0x03060503, 0xf6f701f6, 0x0e1c120e,
252 		0x61c2a361, 0x356a5f35, 0x57aef957, 0xb969d0b9,
253 		0x86179186, 0xc19958c1, 0x1d3a271d, 0x9e27b99e,
254 		0xe1d938e1, 0xf8eb13f8, 0x982bb398, 0x11223311,
255 		0x69d2bb69, 0xd9a970d9, 0x8e07898e, 0x9433a794,
256 		0x9b2db69b, 0x1e3c221e, 0x87159287, 0xe9c920e9,
257 		0xce8749ce, 0x55aaff55, 0x28507828, 0xdfa57adf,
258 		0x8c038f8c, 0xa159f8a1, 0x89098089, 0x0d1a170d,
259 		0xbf65dabf, 0xe6d731e6, 0x4284c642, 0x68d0b868,
260 		0x4182c341, 0x9929b099, 0x2d5a772d, 0x0f1e110f,
261 		0xb07bcbb0, 0x54a8fc54, 0xbb6dd6bb, 0x162c3a16,
262 	}, {
263 		0xc6a56363, 0xf8847c7c, 0xee997777, 0xf68d7b7b,
264 		0xff0df2f2, 0xd6bd6b6b, 0xdeb16f6f, 0x9154c5c5,
265 		0x60503030, 0x02030101, 0xcea96767, 0x567d2b2b,
266 		0xe719fefe, 0xb562d7d7, 0x4de6abab, 0xec9a7676,
267 		0x8f45caca, 0x1f9d8282, 0x8940c9c9, 0xfa877d7d,
268 		0xef15fafa, 0xb2eb5959, 0x8ec94747, 0xfb0bf0f0,
269 		0x41ecadad, 0xb367d4d4, 0x5ffda2a2, 0x45eaafaf,
270 		0x23bf9c9c, 0x53f7a4a4, 0xe4967272, 0x9b5bc0c0,
271 		0x75c2b7b7, 0xe11cfdfd, 0x3dae9393, 0x4c6a2626,
272 		0x6c5a3636, 0x7e413f3f, 0xf502f7f7, 0x834fcccc,
273 		0x685c3434, 0x51f4a5a5, 0xd134e5e5, 0xf908f1f1,
274 		0xe2937171, 0xab73d8d8, 0x62533131, 0x2a3f1515,
275 		0x080c0404, 0x9552c7c7, 0x46652323, 0x9d5ec3c3,
276 		0x30281818, 0x37a19696, 0x0a0f0505, 0x2fb59a9a,
277 		0x0e090707, 0x24361212, 0x1b9b8080, 0xdf3de2e2,
278 		0xcd26ebeb, 0x4e692727, 0x7fcdb2b2, 0xea9f7575,
279 		0x121b0909, 0x1d9e8383, 0x58742c2c, 0x342e1a1a,
280 		0x362d1b1b, 0xdcb26e6e, 0xb4ee5a5a, 0x5bfba0a0,
281 		0xa4f65252, 0x764d3b3b, 0xb761d6d6, 0x7dceb3b3,
282 		0x527b2929, 0xdd3ee3e3, 0x5e712f2f, 0x13978484,
283 		0xa6f55353, 0xb968d1d1, 0x00000000, 0xc12ceded,
284 		0x40602020, 0xe31ffcfc, 0x79c8b1b1, 0xb6ed5b5b,
285 		0xd4be6a6a, 0x8d46cbcb, 0x67d9bebe, 0x724b3939,
286 		0x94de4a4a, 0x98d44c4c, 0xb0e85858, 0x854acfcf,
287 		0xbb6bd0d0, 0xc52aefef, 0x4fe5aaaa, 0xed16fbfb,
288 		0x86c54343, 0x9ad74d4d, 0x66553333, 0x11948585,
289 		0x8acf4545, 0xe910f9f9, 0x04060202, 0xfe817f7f,
290 		0xa0f05050, 0x78443c3c, 0x25ba9f9f, 0x4be3a8a8,
291 		0xa2f35151, 0x5dfea3a3, 0x80c04040, 0x058a8f8f,
292 		0x3fad9292, 0x21bc9d9d, 0x70483838, 0xf104f5f5,
293 		0x63dfbcbc, 0x77c1b6b6, 0xaf75dada, 0x42632121,
294 		0x20301010, 0xe51affff, 0xfd0ef3f3, 0xbf6dd2d2,
295 		0x814ccdcd, 0x18140c0c, 0x26351313, 0xc32fecec,
296 		0xbee15f5f, 0x35a29797, 0x88cc4444, 0x2e391717,
297 		0x9357c4c4, 0x55f2a7a7, 0xfc827e7e, 0x7a473d3d,
298 		0xc8ac6464, 0xbae75d5d, 0x322b1919, 0xe6957373,
299 		0xc0a06060, 0x19988181, 0x9ed14f4f, 0xa37fdcdc,
300 		0x44662222, 0x547e2a2a, 0x3bab9090, 0x0b838888,
301 		0x8cca4646, 0xc729eeee, 0x6bd3b8b8, 0x283c1414,
302 		0xa779dede, 0xbce25e5e, 0x161d0b0b, 0xad76dbdb,
303 		0xdb3be0e0, 0x64563232, 0x744e3a3a, 0x141e0a0a,
304 		0x92db4949, 0x0c0a0606, 0x486c2424, 0xb8e45c5c,
305 		0x9f5dc2c2, 0xbd6ed3d3, 0x43efacac, 0xc4a66262,
306 		0x39a89191, 0x31a49595, 0xd337e4e4, 0xf28b7979,
307 		0xd532e7e7, 0x8b43c8c8, 0x6e593737, 0xdab76d6d,
308 		0x018c8d8d, 0xb164d5d5, 0x9cd24e4e, 0x49e0a9a9,
309 		0xd8b46c6c, 0xacfa5656, 0xf307f4f4, 0xcf25eaea,
310 		0xcaaf6565, 0xf48e7a7a, 0x47e9aeae, 0x10180808,
311 		0x6fd5baba, 0xf0887878, 0x4a6f2525, 0x5c722e2e,
312 		0x38241c1c, 0x57f1a6a6, 0x73c7b4b4, 0x9751c6c6,
313 		0xcb23e8e8, 0xa17cdddd, 0xe89c7474, 0x3e211f1f,
314 		0x96dd4b4b, 0x61dcbdbd, 0x0d868b8b, 0x0f858a8a,
315 		0xe0907070, 0x7c423e3e, 0x71c4b5b5, 0xccaa6666,
316 		0x90d84848, 0x06050303, 0xf701f6f6, 0x1c120e0e,
317 		0xc2a36161, 0x6a5f3535, 0xaef95757, 0x69d0b9b9,
318 		0x17918686, 0x9958c1c1, 0x3a271d1d, 0x27b99e9e,
319 		0xd938e1e1, 0xeb13f8f8, 0x2bb39898, 0x22331111,
320 		0xd2bb6969, 0xa970d9d9, 0x07898e8e, 0x33a79494,
321 		0x2db69b9b, 0x3c221e1e, 0x15928787, 0xc920e9e9,
322 		0x8749cece, 0xaaff5555, 0x50782828, 0xa57adfdf,
323 		0x038f8c8c, 0x59f8a1a1, 0x09808989, 0x1a170d0d,
324 		0x65dabfbf, 0xd731e6e6, 0x84c64242, 0xd0b86868,
325 		0x82c34141, 0x29b09999, 0x5a772d2d, 0x1e110f0f,
326 		0x7bcbb0b0, 0xa8fc5454, 0x6dd6bbbb, 0x2c3a1616,
327 	}
328 };
329 
330 __visible const u32 crypto_fl_tab[4][256] = {
331 	{
332 		0x00000063, 0x0000007c, 0x00000077, 0x0000007b,
333 		0x000000f2, 0x0000006b, 0x0000006f, 0x000000c5,
334 		0x00000030, 0x00000001, 0x00000067, 0x0000002b,
335 		0x000000fe, 0x000000d7, 0x000000ab, 0x00000076,
336 		0x000000ca, 0x00000082, 0x000000c9, 0x0000007d,
337 		0x000000fa, 0x00000059, 0x00000047, 0x000000f0,
338 		0x000000ad, 0x000000d4, 0x000000a2, 0x000000af,
339 		0x0000009c, 0x000000a4, 0x00000072, 0x000000c0,
340 		0x000000b7, 0x000000fd, 0x00000093, 0x00000026,
341 		0x00000036, 0x0000003f, 0x000000f7, 0x000000cc,
342 		0x00000034, 0x000000a5, 0x000000e5, 0x000000f1,
343 		0x00000071, 0x000000d8, 0x00000031, 0x00000015,
344 		0x00000004, 0x000000c7, 0x00000023, 0x000000c3,
345 		0x00000018, 0x00000096, 0x00000005, 0x0000009a,
346 		0x00000007, 0x00000012, 0x00000080, 0x000000e2,
347 		0x000000eb, 0x00000027, 0x000000b2, 0x00000075,
348 		0x00000009, 0x00000083, 0x0000002c, 0x0000001a,
349 		0x0000001b, 0x0000006e, 0x0000005a, 0x000000a0,
350 		0x00000052, 0x0000003b, 0x000000d6, 0x000000b3,
351 		0x00000029, 0x000000e3, 0x0000002f, 0x00000084,
352 		0x00000053, 0x000000d1, 0x00000000, 0x000000ed,
353 		0x00000020, 0x000000fc, 0x000000b1, 0x0000005b,
354 		0x0000006a, 0x000000cb, 0x000000be, 0x00000039,
355 		0x0000004a, 0x0000004c, 0x00000058, 0x000000cf,
356 		0x000000d0, 0x000000ef, 0x000000aa, 0x000000fb,
357 		0x00000043, 0x0000004d, 0x00000033, 0x00000085,
358 		0x00000045, 0x000000f9, 0x00000002, 0x0000007f,
359 		0x00000050, 0x0000003c, 0x0000009f, 0x000000a8,
360 		0x00000051, 0x000000a3, 0x00000040, 0x0000008f,
361 		0x00000092, 0x0000009d, 0x00000038, 0x000000f5,
362 		0x000000bc, 0x000000b6, 0x000000da, 0x00000021,
363 		0x00000010, 0x000000ff, 0x000000f3, 0x000000d2,
364 		0x000000cd, 0x0000000c, 0x00000013, 0x000000ec,
365 		0x0000005f, 0x00000097, 0x00000044, 0x00000017,
366 		0x000000c4, 0x000000a7, 0x0000007e, 0x0000003d,
367 		0x00000064, 0x0000005d, 0x00000019, 0x00000073,
368 		0x00000060, 0x00000081, 0x0000004f, 0x000000dc,
369 		0x00000022, 0x0000002a, 0x00000090, 0x00000088,
370 		0x00000046, 0x000000ee, 0x000000b8, 0x00000014,
371 		0x000000de, 0x0000005e, 0x0000000b, 0x000000db,
372 		0x000000e0, 0x00000032, 0x0000003a, 0x0000000a,
373 		0x00000049, 0x00000006, 0x00000024, 0x0000005c,
374 		0x000000c2, 0x000000d3, 0x000000ac, 0x00000062,
375 		0x00000091, 0x00000095, 0x000000e4, 0x00000079,
376 		0x000000e7, 0x000000c8, 0x00000037, 0x0000006d,
377 		0x0000008d, 0x000000d5, 0x0000004e, 0x000000a9,
378 		0x0000006c, 0x00000056, 0x000000f4, 0x000000ea,
379 		0x00000065, 0x0000007a, 0x000000ae, 0x00000008,
380 		0x000000ba, 0x00000078, 0x00000025, 0x0000002e,
381 		0x0000001c, 0x000000a6, 0x000000b4, 0x000000c6,
382 		0x000000e8, 0x000000dd, 0x00000074, 0x0000001f,
383 		0x0000004b, 0x000000bd, 0x0000008b, 0x0000008a,
384 		0x00000070, 0x0000003e, 0x000000b5, 0x00000066,
385 		0x00000048, 0x00000003, 0x000000f6, 0x0000000e,
386 		0x00000061, 0x00000035, 0x00000057, 0x000000b9,
387 		0x00000086, 0x000000c1, 0x0000001d, 0x0000009e,
388 		0x000000e1, 0x000000f8, 0x00000098, 0x00000011,
389 		0x00000069, 0x000000d9, 0x0000008e, 0x00000094,
390 		0x0000009b, 0x0000001e, 0x00000087, 0x000000e9,
391 		0x000000ce, 0x00000055, 0x00000028, 0x000000df,
392 		0x0000008c, 0x000000a1, 0x00000089, 0x0000000d,
393 		0x000000bf, 0x000000e6, 0x00000042, 0x00000068,
394 		0x00000041, 0x00000099, 0x0000002d, 0x0000000f,
395 		0x000000b0, 0x00000054, 0x000000bb, 0x00000016,
396 	}, {
397 		0x00006300, 0x00007c00, 0x00007700, 0x00007b00,
398 		0x0000f200, 0x00006b00, 0x00006f00, 0x0000c500,
399 		0x00003000, 0x00000100, 0x00006700, 0x00002b00,
400 		0x0000fe00, 0x0000d700, 0x0000ab00, 0x00007600,
401 		0x0000ca00, 0x00008200, 0x0000c900, 0x00007d00,
402 		0x0000fa00, 0x00005900, 0x00004700, 0x0000f000,
403 		0x0000ad00, 0x0000d400, 0x0000a200, 0x0000af00,
404 		0x00009c00, 0x0000a400, 0x00007200, 0x0000c000,
405 		0x0000b700, 0x0000fd00, 0x00009300, 0x00002600,
406 		0x00003600, 0x00003f00, 0x0000f700, 0x0000cc00,
407 		0x00003400, 0x0000a500, 0x0000e500, 0x0000f100,
408 		0x00007100, 0x0000d800, 0x00003100, 0x00001500,
409 		0x00000400, 0x0000c700, 0x00002300, 0x0000c300,
410 		0x00001800, 0x00009600, 0x00000500, 0x00009a00,
411 		0x00000700, 0x00001200, 0x00008000, 0x0000e200,
412 		0x0000eb00, 0x00002700, 0x0000b200, 0x00007500,
413 		0x00000900, 0x00008300, 0x00002c00, 0x00001a00,
414 		0x00001b00, 0x00006e00, 0x00005a00, 0x0000a000,
415 		0x00005200, 0x00003b00, 0x0000d600, 0x0000b300,
416 		0x00002900, 0x0000e300, 0x00002f00, 0x00008400,
417 		0x00005300, 0x0000d100, 0x00000000, 0x0000ed00,
418 		0x00002000, 0x0000fc00, 0x0000b100, 0x00005b00,
419 		0x00006a00, 0x0000cb00, 0x0000be00, 0x00003900,
420 		0x00004a00, 0x00004c00, 0x00005800, 0x0000cf00,
421 		0x0000d000, 0x0000ef00, 0x0000aa00, 0x0000fb00,
422 		0x00004300, 0x00004d00, 0x00003300, 0x00008500,
423 		0x00004500, 0x0000f900, 0x00000200, 0x00007f00,
424 		0x00005000, 0x00003c00, 0x00009f00, 0x0000a800,
425 		0x00005100, 0x0000a300, 0x00004000, 0x00008f00,
426 		0x00009200, 0x00009d00, 0x00003800, 0x0000f500,
427 		0x0000bc00, 0x0000b600, 0x0000da00, 0x00002100,
428 		0x00001000, 0x0000ff00, 0x0000f300, 0x0000d200,
429 		0x0000cd00, 0x00000c00, 0x00001300, 0x0000ec00,
430 		0x00005f00, 0x00009700, 0x00004400, 0x00001700,
431 		0x0000c400, 0x0000a700, 0x00007e00, 0x00003d00,
432 		0x00006400, 0x00005d00, 0x00001900, 0x00007300,
433 		0x00006000, 0x00008100, 0x00004f00, 0x0000dc00,
434 		0x00002200, 0x00002a00, 0x00009000, 0x00008800,
435 		0x00004600, 0x0000ee00, 0x0000b800, 0x00001400,
436 		0x0000de00, 0x00005e00, 0x00000b00, 0x0000db00,
437 		0x0000e000, 0x00003200, 0x00003a00, 0x00000a00,
438 		0x00004900, 0x00000600, 0x00002400, 0x00005c00,
439 		0x0000c200, 0x0000d300, 0x0000ac00, 0x00006200,
440 		0x00009100, 0x00009500, 0x0000e400, 0x00007900,
441 		0x0000e700, 0x0000c800, 0x00003700, 0x00006d00,
442 		0x00008d00, 0x0000d500, 0x00004e00, 0x0000a900,
443 		0x00006c00, 0x00005600, 0x0000f400, 0x0000ea00,
444 		0x00006500, 0x00007a00, 0x0000ae00, 0x00000800,
445 		0x0000ba00, 0x00007800, 0x00002500, 0x00002e00,
446 		0x00001c00, 0x0000a600, 0x0000b400, 0x0000c600,
447 		0x0000e800, 0x0000dd00, 0x00007400, 0x00001f00,
448 		0x00004b00, 0x0000bd00, 0x00008b00, 0x00008a00,
449 		0x00007000, 0x00003e00, 0x0000b500, 0x00006600,
450 		0x00004800, 0x00000300, 0x0000f600, 0x00000e00,
451 		0x00006100, 0x00003500, 0x00005700, 0x0000b900,
452 		0x00008600, 0x0000c100, 0x00001d00, 0x00009e00,
453 		0x0000e100, 0x0000f800, 0x00009800, 0x00001100,
454 		0x00006900, 0x0000d900, 0x00008e00, 0x00009400,
455 		0x00009b00, 0x00001e00, 0x00008700, 0x0000e900,
456 		0x0000ce00, 0x00005500, 0x00002800, 0x0000df00,
457 		0x00008c00, 0x0000a100, 0x00008900, 0x00000d00,
458 		0x0000bf00, 0x0000e600, 0x00004200, 0x00006800,
459 		0x00004100, 0x00009900, 0x00002d00, 0x00000f00,
460 		0x0000b000, 0x00005400, 0x0000bb00, 0x00001600,
461 	}, {
462 		0x00630000, 0x007c0000, 0x00770000, 0x007b0000,
463 		0x00f20000, 0x006b0000, 0x006f0000, 0x00c50000,
464 		0x00300000, 0x00010000, 0x00670000, 0x002b0000,
465 		0x00fe0000, 0x00d70000, 0x00ab0000, 0x00760000,
466 		0x00ca0000, 0x00820000, 0x00c90000, 0x007d0000,
467 		0x00fa0000, 0x00590000, 0x00470000, 0x00f00000,
468 		0x00ad0000, 0x00d40000, 0x00a20000, 0x00af0000,
469 		0x009c0000, 0x00a40000, 0x00720000, 0x00c00000,
470 		0x00b70000, 0x00fd0000, 0x00930000, 0x00260000,
471 		0x00360000, 0x003f0000, 0x00f70000, 0x00cc0000,
472 		0x00340000, 0x00a50000, 0x00e50000, 0x00f10000,
473 		0x00710000, 0x00d80000, 0x00310000, 0x00150000,
474 		0x00040000, 0x00c70000, 0x00230000, 0x00c30000,
475 		0x00180000, 0x00960000, 0x00050000, 0x009a0000,
476 		0x00070000, 0x00120000, 0x00800000, 0x00e20000,
477 		0x00eb0000, 0x00270000, 0x00b20000, 0x00750000,
478 		0x00090000, 0x00830000, 0x002c0000, 0x001a0000,
479 		0x001b0000, 0x006e0000, 0x005a0000, 0x00a00000,
480 		0x00520000, 0x003b0000, 0x00d60000, 0x00b30000,
481 		0x00290000, 0x00e30000, 0x002f0000, 0x00840000,
482 		0x00530000, 0x00d10000, 0x00000000, 0x00ed0000,
483 		0x00200000, 0x00fc0000, 0x00b10000, 0x005b0000,
484 		0x006a0000, 0x00cb0000, 0x00be0000, 0x00390000,
485 		0x004a0000, 0x004c0000, 0x00580000, 0x00cf0000,
486 		0x00d00000, 0x00ef0000, 0x00aa0000, 0x00fb0000,
487 		0x00430000, 0x004d0000, 0x00330000, 0x00850000,
488 		0x00450000, 0x00f90000, 0x00020000, 0x007f0000,
489 		0x00500000, 0x003c0000, 0x009f0000, 0x00a80000,
490 		0x00510000, 0x00a30000, 0x00400000, 0x008f0000,
491 		0x00920000, 0x009d0000, 0x00380000, 0x00f50000,
492 		0x00bc0000, 0x00b60000, 0x00da0000, 0x00210000,
493 		0x00100000, 0x00ff0000, 0x00f30000, 0x00d20000,
494 		0x00cd0000, 0x000c0000, 0x00130000, 0x00ec0000,
495 		0x005f0000, 0x00970000, 0x00440000, 0x00170000,
496 		0x00c40000, 0x00a70000, 0x007e0000, 0x003d0000,
497 		0x00640000, 0x005d0000, 0x00190000, 0x00730000,
498 		0x00600000, 0x00810000, 0x004f0000, 0x00dc0000,
499 		0x00220000, 0x002a0000, 0x00900000, 0x00880000,
500 		0x00460000, 0x00ee0000, 0x00b80000, 0x00140000,
501 		0x00de0000, 0x005e0000, 0x000b0000, 0x00db0000,
502 		0x00e00000, 0x00320000, 0x003a0000, 0x000a0000,
503 		0x00490000, 0x00060000, 0x00240000, 0x005c0000,
504 		0x00c20000, 0x00d30000, 0x00ac0000, 0x00620000,
505 		0x00910000, 0x00950000, 0x00e40000, 0x00790000,
506 		0x00e70000, 0x00c80000, 0x00370000, 0x006d0000,
507 		0x008d0000, 0x00d50000, 0x004e0000, 0x00a90000,
508 		0x006c0000, 0x00560000, 0x00f40000, 0x00ea0000,
509 		0x00650000, 0x007a0000, 0x00ae0000, 0x00080000,
510 		0x00ba0000, 0x00780000, 0x00250000, 0x002e0000,
511 		0x001c0000, 0x00a60000, 0x00b40000, 0x00c60000,
512 		0x00e80000, 0x00dd0000, 0x00740000, 0x001f0000,
513 		0x004b0000, 0x00bd0000, 0x008b0000, 0x008a0000,
514 		0x00700000, 0x003e0000, 0x00b50000, 0x00660000,
515 		0x00480000, 0x00030000, 0x00f60000, 0x000e0000,
516 		0x00610000, 0x00350000, 0x00570000, 0x00b90000,
517 		0x00860000, 0x00c10000, 0x001d0000, 0x009e0000,
518 		0x00e10000, 0x00f80000, 0x00980000, 0x00110000,
519 		0x00690000, 0x00d90000, 0x008e0000, 0x00940000,
520 		0x009b0000, 0x001e0000, 0x00870000, 0x00e90000,
521 		0x00ce0000, 0x00550000, 0x00280000, 0x00df0000,
522 		0x008c0000, 0x00a10000, 0x00890000, 0x000d0000,
523 		0x00bf0000, 0x00e60000, 0x00420000, 0x00680000,
524 		0x00410000, 0x00990000, 0x002d0000, 0x000f0000,
525 		0x00b00000, 0x00540000, 0x00bb0000, 0x00160000,
526 	}, {
527 		0x63000000, 0x7c000000, 0x77000000, 0x7b000000,
528 		0xf2000000, 0x6b000000, 0x6f000000, 0xc5000000,
529 		0x30000000, 0x01000000, 0x67000000, 0x2b000000,
530 		0xfe000000, 0xd7000000, 0xab000000, 0x76000000,
531 		0xca000000, 0x82000000, 0xc9000000, 0x7d000000,
532 		0xfa000000, 0x59000000, 0x47000000, 0xf0000000,
533 		0xad000000, 0xd4000000, 0xa2000000, 0xaf000000,
534 		0x9c000000, 0xa4000000, 0x72000000, 0xc0000000,
535 		0xb7000000, 0xfd000000, 0x93000000, 0x26000000,
536 		0x36000000, 0x3f000000, 0xf7000000, 0xcc000000,
537 		0x34000000, 0xa5000000, 0xe5000000, 0xf1000000,
538 		0x71000000, 0xd8000000, 0x31000000, 0x15000000,
539 		0x04000000, 0xc7000000, 0x23000000, 0xc3000000,
540 		0x18000000, 0x96000000, 0x05000000, 0x9a000000,
541 		0x07000000, 0x12000000, 0x80000000, 0xe2000000,
542 		0xeb000000, 0x27000000, 0xb2000000, 0x75000000,
543 		0x09000000, 0x83000000, 0x2c000000, 0x1a000000,
544 		0x1b000000, 0x6e000000, 0x5a000000, 0xa0000000,
545 		0x52000000, 0x3b000000, 0xd6000000, 0xb3000000,
546 		0x29000000, 0xe3000000, 0x2f000000, 0x84000000,
547 		0x53000000, 0xd1000000, 0x00000000, 0xed000000,
548 		0x20000000, 0xfc000000, 0xb1000000, 0x5b000000,
549 		0x6a000000, 0xcb000000, 0xbe000000, 0x39000000,
550 		0x4a000000, 0x4c000000, 0x58000000, 0xcf000000,
551 		0xd0000000, 0xef000000, 0xaa000000, 0xfb000000,
552 		0x43000000, 0x4d000000, 0x33000000, 0x85000000,
553 		0x45000000, 0xf9000000, 0x02000000, 0x7f000000,
554 		0x50000000, 0x3c000000, 0x9f000000, 0xa8000000,
555 		0x51000000, 0xa3000000, 0x40000000, 0x8f000000,
556 		0x92000000, 0x9d000000, 0x38000000, 0xf5000000,
557 		0xbc000000, 0xb6000000, 0xda000000, 0x21000000,
558 		0x10000000, 0xff000000, 0xf3000000, 0xd2000000,
559 		0xcd000000, 0x0c000000, 0x13000000, 0xec000000,
560 		0x5f000000, 0x97000000, 0x44000000, 0x17000000,
561 		0xc4000000, 0xa7000000, 0x7e000000, 0x3d000000,
562 		0x64000000, 0x5d000000, 0x19000000, 0x73000000,
563 		0x60000000, 0x81000000, 0x4f000000, 0xdc000000,
564 		0x22000000, 0x2a000000, 0x90000000, 0x88000000,
565 		0x46000000, 0xee000000, 0xb8000000, 0x14000000,
566 		0xde000000, 0x5e000000, 0x0b000000, 0xdb000000,
567 		0xe0000000, 0x32000000, 0x3a000000, 0x0a000000,
568 		0x49000000, 0x06000000, 0x24000000, 0x5c000000,
569 		0xc2000000, 0xd3000000, 0xac000000, 0x62000000,
570 		0x91000000, 0x95000000, 0xe4000000, 0x79000000,
571 		0xe7000000, 0xc8000000, 0x37000000, 0x6d000000,
572 		0x8d000000, 0xd5000000, 0x4e000000, 0xa9000000,
573 		0x6c000000, 0x56000000, 0xf4000000, 0xea000000,
574 		0x65000000, 0x7a000000, 0xae000000, 0x08000000,
575 		0xba000000, 0x78000000, 0x25000000, 0x2e000000,
576 		0x1c000000, 0xa6000000, 0xb4000000, 0xc6000000,
577 		0xe8000000, 0xdd000000, 0x74000000, 0x1f000000,
578 		0x4b000000, 0xbd000000, 0x8b000000, 0x8a000000,
579 		0x70000000, 0x3e000000, 0xb5000000, 0x66000000,
580 		0x48000000, 0x03000000, 0xf6000000, 0x0e000000,
581 		0x61000000, 0x35000000, 0x57000000, 0xb9000000,
582 		0x86000000, 0xc1000000, 0x1d000000, 0x9e000000,
583 		0xe1000000, 0xf8000000, 0x98000000, 0x11000000,
584 		0x69000000, 0xd9000000, 0x8e000000, 0x94000000,
585 		0x9b000000, 0x1e000000, 0x87000000, 0xe9000000,
586 		0xce000000, 0x55000000, 0x28000000, 0xdf000000,
587 		0x8c000000, 0xa1000000, 0x89000000, 0x0d000000,
588 		0xbf000000, 0xe6000000, 0x42000000, 0x68000000,
589 		0x41000000, 0x99000000, 0x2d000000, 0x0f000000,
590 		0xb0000000, 0x54000000, 0xbb000000, 0x16000000,
591 	}
592 };
593 
594 __visible const u32 crypto_it_tab[4][256] = {
595 	{
596 		0x50a7f451, 0x5365417e, 0xc3a4171a, 0x965e273a,
597 		0xcb6bab3b, 0xf1459d1f, 0xab58faac, 0x9303e34b,
598 		0x55fa3020, 0xf66d76ad, 0x9176cc88, 0x254c02f5,
599 		0xfcd7e54f, 0xd7cb2ac5, 0x80443526, 0x8fa362b5,
600 		0x495ab1de, 0x671bba25, 0x980eea45, 0xe1c0fe5d,
601 		0x02752fc3, 0x12f04c81, 0xa397468d, 0xc6f9d36b,
602 		0xe75f8f03, 0x959c9215, 0xeb7a6dbf, 0xda595295,
603 		0x2d83bed4, 0xd3217458, 0x2969e049, 0x44c8c98e,
604 		0x6a89c275, 0x78798ef4, 0x6b3e5899, 0xdd71b927,
605 		0xb64fe1be, 0x17ad88f0, 0x66ac20c9, 0xb43ace7d,
606 		0x184adf63, 0x82311ae5, 0x60335197, 0x457f5362,
607 		0xe07764b1, 0x84ae6bbb, 0x1ca081fe, 0x942b08f9,
608 		0x58684870, 0x19fd458f, 0x876cde94, 0xb7f87b52,
609 		0x23d373ab, 0xe2024b72, 0x578f1fe3, 0x2aab5566,
610 		0x0728ebb2, 0x03c2b52f, 0x9a7bc586, 0xa50837d3,
611 		0xf2872830, 0xb2a5bf23, 0xba6a0302, 0x5c8216ed,
612 		0x2b1ccf8a, 0x92b479a7, 0xf0f207f3, 0xa1e2694e,
613 		0xcdf4da65, 0xd5be0506, 0x1f6234d1, 0x8afea6c4,
614 		0x9d532e34, 0xa055f3a2, 0x32e18a05, 0x75ebf6a4,
615 		0x39ec830b, 0xaaef6040, 0x069f715e, 0x51106ebd,
616 		0xf98a213e, 0x3d06dd96, 0xae053edd, 0x46bde64d,
617 		0xb58d5491, 0x055dc471, 0x6fd40604, 0xff155060,
618 		0x24fb9819, 0x97e9bdd6, 0xcc434089, 0x779ed967,
619 		0xbd42e8b0, 0x888b8907, 0x385b19e7, 0xdbeec879,
620 		0x470a7ca1, 0xe90f427c, 0xc91e84f8, 0x00000000,
621 		0x83868009, 0x48ed2b32, 0xac70111e, 0x4e725a6c,
622 		0xfbff0efd, 0x5638850f, 0x1ed5ae3d, 0x27392d36,
623 		0x64d90f0a, 0x21a65c68, 0xd1545b9b, 0x3a2e3624,
624 		0xb1670a0c, 0x0fe75793, 0xd296eeb4, 0x9e919b1b,
625 		0x4fc5c080, 0xa220dc61, 0x694b775a, 0x161a121c,
626 		0x0aba93e2, 0xe52aa0c0, 0x43e0223c, 0x1d171b12,
627 		0x0b0d090e, 0xadc78bf2, 0xb9a8b62d, 0xc8a91e14,
628 		0x8519f157, 0x4c0775af, 0xbbdd99ee, 0xfd607fa3,
629 		0x9f2601f7, 0xbcf5725c, 0xc53b6644, 0x347efb5b,
630 		0x7629438b, 0xdcc623cb, 0x68fcedb6, 0x63f1e4b8,
631 		0xcadc31d7, 0x10856342, 0x40229713, 0x2011c684,
632 		0x7d244a85, 0xf83dbbd2, 0x1132f9ae, 0x6da129c7,
633 		0x4b2f9e1d, 0xf330b2dc, 0xec52860d, 0xd0e3c177,
634 		0x6c16b32b, 0x99b970a9, 0xfa489411, 0x2264e947,
635 		0xc48cfca8, 0x1a3ff0a0, 0xd82c7d56, 0xef903322,
636 		0xc74e4987, 0xc1d138d9, 0xfea2ca8c, 0x360bd498,
637 		0xcf81f5a6, 0x28de7aa5, 0x268eb7da, 0xa4bfad3f,
638 		0xe49d3a2c, 0x0d927850, 0x9bcc5f6a, 0x62467e54,
639 		0xc2138df6, 0xe8b8d890, 0x5ef7392e, 0xf5afc382,
640 		0xbe805d9f, 0x7c93d069, 0xa92dd56f, 0xb31225cf,
641 		0x3b99acc8, 0xa77d1810, 0x6e639ce8, 0x7bbb3bdb,
642 		0x097826cd, 0xf418596e, 0x01b79aec, 0xa89a4f83,
643 		0x656e95e6, 0x7ee6ffaa, 0x08cfbc21, 0xe6e815ef,
644 		0xd99be7ba, 0xce366f4a, 0xd4099fea, 0xd67cb029,
645 		0xafb2a431, 0x31233f2a, 0x3094a5c6, 0xc066a235,
646 		0x37bc4e74, 0xa6ca82fc, 0xb0d090e0, 0x15d8a733,
647 		0x4a9804f1, 0xf7daec41, 0x0e50cd7f, 0x2ff69117,
648 		0x8dd64d76, 0x4db0ef43, 0x544daacc, 0xdf0496e4,
649 		0xe3b5d19e, 0x1b886a4c, 0xb81f2cc1, 0x7f516546,
650 		0x04ea5e9d, 0x5d358c01, 0x737487fa, 0x2e410bfb,
651 		0x5a1d67b3, 0x52d2db92, 0x335610e9, 0x1347d66d,
652 		0x8c61d79a, 0x7a0ca137, 0x8e14f859, 0x893c13eb,
653 		0xee27a9ce, 0x35c961b7, 0xede51ce1, 0x3cb1477a,
654 		0x59dfd29c, 0x3f73f255, 0x79ce1418, 0xbf37c773,
655 		0xeacdf753, 0x5baafd5f, 0x146f3ddf, 0x86db4478,
656 		0x81f3afca, 0x3ec468b9, 0x2c342438, 0x5f40a3c2,
657 		0x72c31d16, 0x0c25e2bc, 0x8b493c28, 0x41950dff,
658 		0x7101a839, 0xdeb30c08, 0x9ce4b4d8, 0x90c15664,
659 		0x6184cb7b, 0x70b632d5, 0x745c6c48, 0x4257b8d0,
660 	}, {
661 		0xa7f45150, 0x65417e53, 0xa4171ac3, 0x5e273a96,
662 		0x6bab3bcb, 0x459d1ff1, 0x58faacab, 0x03e34b93,
663 		0xfa302055, 0x6d76adf6, 0x76cc8891, 0x4c02f525,
664 		0xd7e54ffc, 0xcb2ac5d7, 0x44352680, 0xa362b58f,
665 		0x5ab1de49, 0x1bba2567, 0x0eea4598, 0xc0fe5de1,
666 		0x752fc302, 0xf04c8112, 0x97468da3, 0xf9d36bc6,
667 		0x5f8f03e7, 0x9c921595, 0x7a6dbfeb, 0x595295da,
668 		0x83bed42d, 0x217458d3, 0x69e04929, 0xc8c98e44,
669 		0x89c2756a, 0x798ef478, 0x3e58996b, 0x71b927dd,
670 		0x4fe1beb6, 0xad88f017, 0xac20c966, 0x3ace7db4,
671 		0x4adf6318, 0x311ae582, 0x33519760, 0x7f536245,
672 		0x7764b1e0, 0xae6bbb84, 0xa081fe1c, 0x2b08f994,
673 		0x68487058, 0xfd458f19, 0x6cde9487, 0xf87b52b7,
674 		0xd373ab23, 0x024b72e2, 0x8f1fe357, 0xab55662a,
675 		0x28ebb207, 0xc2b52f03, 0x7bc5869a, 0x0837d3a5,
676 		0x872830f2, 0xa5bf23b2, 0x6a0302ba, 0x8216ed5c,
677 		0x1ccf8a2b, 0xb479a792, 0xf207f3f0, 0xe2694ea1,
678 		0xf4da65cd, 0xbe0506d5, 0x6234d11f, 0xfea6c48a,
679 		0x532e349d, 0x55f3a2a0, 0xe18a0532, 0xebf6a475,
680 		0xec830b39, 0xef6040aa, 0x9f715e06, 0x106ebd51,
681 		0x8a213ef9, 0x06dd963d, 0x053eddae, 0xbde64d46,
682 		0x8d5491b5, 0x5dc47105, 0xd406046f, 0x155060ff,
683 		0xfb981924, 0xe9bdd697, 0x434089cc, 0x9ed96777,
684 		0x42e8b0bd, 0x8b890788, 0x5b19e738, 0xeec879db,
685 		0x0a7ca147, 0x0f427ce9, 0x1e84f8c9, 0x00000000,
686 		0x86800983, 0xed2b3248, 0x70111eac, 0x725a6c4e,
687 		0xff0efdfb, 0x38850f56, 0xd5ae3d1e, 0x392d3627,
688 		0xd90f0a64, 0xa65c6821, 0x545b9bd1, 0x2e36243a,
689 		0x670a0cb1, 0xe757930f, 0x96eeb4d2, 0x919b1b9e,
690 		0xc5c0804f, 0x20dc61a2, 0x4b775a69, 0x1a121c16,
691 		0xba93e20a, 0x2aa0c0e5, 0xe0223c43, 0x171b121d,
692 		0x0d090e0b, 0xc78bf2ad, 0xa8b62db9, 0xa91e14c8,
693 		0x19f15785, 0x0775af4c, 0xdd99eebb, 0x607fa3fd,
694 		0x2601f79f, 0xf5725cbc, 0x3b6644c5, 0x7efb5b34,
695 		0x29438b76, 0xc623cbdc, 0xfcedb668, 0xf1e4b863,
696 		0xdc31d7ca, 0x85634210, 0x22971340, 0x11c68420,
697 		0x244a857d, 0x3dbbd2f8, 0x32f9ae11, 0xa129c76d,
698 		0x2f9e1d4b, 0x30b2dcf3, 0x52860dec, 0xe3c177d0,
699 		0x16b32b6c, 0xb970a999, 0x489411fa, 0x64e94722,
700 		0x8cfca8c4, 0x3ff0a01a, 0x2c7d56d8, 0x903322ef,
701 		0x4e4987c7, 0xd138d9c1, 0xa2ca8cfe, 0x0bd49836,
702 		0x81f5a6cf, 0xde7aa528, 0x8eb7da26, 0xbfad3fa4,
703 		0x9d3a2ce4, 0x9278500d, 0xcc5f6a9b, 0x467e5462,
704 		0x138df6c2, 0xb8d890e8, 0xf7392e5e, 0xafc382f5,
705 		0x805d9fbe, 0x93d0697c, 0x2dd56fa9, 0x1225cfb3,
706 		0x99acc83b, 0x7d1810a7, 0x639ce86e, 0xbb3bdb7b,
707 		0x7826cd09, 0x18596ef4, 0xb79aec01, 0x9a4f83a8,
708 		0x6e95e665, 0xe6ffaa7e, 0xcfbc2108, 0xe815efe6,
709 		0x9be7bad9, 0x366f4ace, 0x099fead4, 0x7cb029d6,
710 		0xb2a431af, 0x233f2a31, 0x94a5c630, 0x66a235c0,
711 		0xbc4e7437, 0xca82fca6, 0xd090e0b0, 0xd8a73315,
712 		0x9804f14a, 0xdaec41f7, 0x50cd7f0e, 0xf691172f,
713 		0xd64d768d, 0xb0ef434d, 0x4daacc54, 0x0496e4df,
714 		0xb5d19ee3, 0x886a4c1b, 0x1f2cc1b8, 0x5165467f,
715 		0xea5e9d04, 0x358c015d, 0x7487fa73, 0x410bfb2e,
716 		0x1d67b35a, 0xd2db9252, 0x5610e933, 0x47d66d13,
717 		0x61d79a8c, 0x0ca1377a, 0x14f8598e, 0x3c13eb89,
718 		0x27a9ceee, 0xc961b735, 0xe51ce1ed, 0xb1477a3c,
719 		0xdfd29c59, 0x73f2553f, 0xce141879, 0x37c773bf,
720 		0xcdf753ea, 0xaafd5f5b, 0x6f3ddf14, 0xdb447886,
721 		0xf3afca81, 0xc468b93e, 0x3424382c, 0x40a3c25f,
722 		0xc31d1672, 0x25e2bc0c, 0x493c288b, 0x950dff41,
723 		0x01a83971, 0xb30c08de, 0xe4b4d89c, 0xc1566490,
724 		0x84cb7b61, 0xb632d570, 0x5c6c4874, 0x57b8d042,
725 	}, {
726 		0xf45150a7, 0x417e5365, 0x171ac3a4, 0x273a965e,
727 		0xab3bcb6b, 0x9d1ff145, 0xfaacab58, 0xe34b9303,
728 		0x302055fa, 0x76adf66d, 0xcc889176, 0x02f5254c,
729 		0xe54ffcd7, 0x2ac5d7cb, 0x35268044, 0x62b58fa3,
730 		0xb1de495a, 0xba25671b, 0xea45980e, 0xfe5de1c0,
731 		0x2fc30275, 0x4c8112f0, 0x468da397, 0xd36bc6f9,
732 		0x8f03e75f, 0x9215959c, 0x6dbfeb7a, 0x5295da59,
733 		0xbed42d83, 0x7458d321, 0xe0492969, 0xc98e44c8,
734 		0xc2756a89, 0x8ef47879, 0x58996b3e, 0xb927dd71,
735 		0xe1beb64f, 0x88f017ad, 0x20c966ac, 0xce7db43a,
736 		0xdf63184a, 0x1ae58231, 0x51976033, 0x5362457f,
737 		0x64b1e077, 0x6bbb84ae, 0x81fe1ca0, 0x08f9942b,
738 		0x48705868, 0x458f19fd, 0xde94876c, 0x7b52b7f8,
739 		0x73ab23d3, 0x4b72e202, 0x1fe3578f, 0x55662aab,
740 		0xebb20728, 0xb52f03c2, 0xc5869a7b, 0x37d3a508,
741 		0x2830f287, 0xbf23b2a5, 0x0302ba6a, 0x16ed5c82,
742 		0xcf8a2b1c, 0x79a792b4, 0x07f3f0f2, 0x694ea1e2,
743 		0xda65cdf4, 0x0506d5be, 0x34d11f62, 0xa6c48afe,
744 		0x2e349d53, 0xf3a2a055, 0x8a0532e1, 0xf6a475eb,
745 		0x830b39ec, 0x6040aaef, 0x715e069f, 0x6ebd5110,
746 		0x213ef98a, 0xdd963d06, 0x3eddae05, 0xe64d46bd,
747 		0x5491b58d, 0xc471055d, 0x06046fd4, 0x5060ff15,
748 		0x981924fb, 0xbdd697e9, 0x4089cc43, 0xd967779e,
749 		0xe8b0bd42, 0x8907888b, 0x19e7385b, 0xc879dbee,
750 		0x7ca1470a, 0x427ce90f, 0x84f8c91e, 0x00000000,
751 		0x80098386, 0x2b3248ed, 0x111eac70, 0x5a6c4e72,
752 		0x0efdfbff, 0x850f5638, 0xae3d1ed5, 0x2d362739,
753 		0x0f0a64d9, 0x5c6821a6, 0x5b9bd154, 0x36243a2e,
754 		0x0a0cb167, 0x57930fe7, 0xeeb4d296, 0x9b1b9e91,
755 		0xc0804fc5, 0xdc61a220, 0x775a694b, 0x121c161a,
756 		0x93e20aba, 0xa0c0e52a, 0x223c43e0, 0x1b121d17,
757 		0x090e0b0d, 0x8bf2adc7, 0xb62db9a8, 0x1e14c8a9,
758 		0xf1578519, 0x75af4c07, 0x99eebbdd, 0x7fa3fd60,
759 		0x01f79f26, 0x725cbcf5, 0x6644c53b, 0xfb5b347e,
760 		0x438b7629, 0x23cbdcc6, 0xedb668fc, 0xe4b863f1,
761 		0x31d7cadc, 0x63421085, 0x97134022, 0xc6842011,
762 		0x4a857d24, 0xbbd2f83d, 0xf9ae1132, 0x29c76da1,
763 		0x9e1d4b2f, 0xb2dcf330, 0x860dec52, 0xc177d0e3,
764 		0xb32b6c16, 0x70a999b9, 0x9411fa48, 0xe9472264,
765 		0xfca8c48c, 0xf0a01a3f, 0x7d56d82c, 0x3322ef90,
766 		0x4987c74e, 0x38d9c1d1, 0xca8cfea2, 0xd498360b,
767 		0xf5a6cf81, 0x7aa528de, 0xb7da268e, 0xad3fa4bf,
768 		0x3a2ce49d, 0x78500d92, 0x5f6a9bcc, 0x7e546246,
769 		0x8df6c213, 0xd890e8b8, 0x392e5ef7, 0xc382f5af,
770 		0x5d9fbe80, 0xd0697c93, 0xd56fa92d, 0x25cfb312,
771 		0xacc83b99, 0x1810a77d, 0x9ce86e63, 0x3bdb7bbb,
772 		0x26cd0978, 0x596ef418, 0x9aec01b7, 0x4f83a89a,
773 		0x95e6656e, 0xffaa7ee6, 0xbc2108cf, 0x15efe6e8,
774 		0xe7bad99b, 0x6f4ace36, 0x9fead409, 0xb029d67c,
775 		0xa431afb2, 0x3f2a3123, 0xa5c63094, 0xa235c066,
776 		0x4e7437bc, 0x82fca6ca, 0x90e0b0d0, 0xa73315d8,
777 		0x04f14a98, 0xec41f7da, 0xcd7f0e50, 0x91172ff6,
778 		0x4d768dd6, 0xef434db0, 0xaacc544d, 0x96e4df04,
779 		0xd19ee3b5, 0x6a4c1b88, 0x2cc1b81f, 0x65467f51,
780 		0x5e9d04ea, 0x8c015d35, 0x87fa7374, 0x0bfb2e41,
781 		0x67b35a1d, 0xdb9252d2, 0x10e93356, 0xd66d1347,
782 		0xd79a8c61, 0xa1377a0c, 0xf8598e14, 0x13eb893c,
783 		0xa9ceee27, 0x61b735c9, 0x1ce1ede5, 0x477a3cb1,
784 		0xd29c59df, 0xf2553f73, 0x141879ce, 0xc773bf37,
785 		0xf753eacd, 0xfd5f5baa, 0x3ddf146f, 0x447886db,
786 		0xafca81f3, 0x68b93ec4, 0x24382c34, 0xa3c25f40,
787 		0x1d1672c3, 0xe2bc0c25, 0x3c288b49, 0x0dff4195,
788 		0xa8397101, 0x0c08deb3, 0xb4d89ce4, 0x566490c1,
789 		0xcb7b6184, 0x32d570b6, 0x6c48745c, 0xb8d04257,
790 	}, {
791 		0x5150a7f4, 0x7e536541, 0x1ac3a417, 0x3a965e27,
792 		0x3bcb6bab, 0x1ff1459d, 0xacab58fa, 0x4b9303e3,
793 		0x2055fa30, 0xadf66d76, 0x889176cc, 0xf5254c02,
794 		0x4ffcd7e5, 0xc5d7cb2a, 0x26804435, 0xb58fa362,
795 		0xde495ab1, 0x25671bba, 0x45980eea, 0x5de1c0fe,
796 		0xc302752f, 0x8112f04c, 0x8da39746, 0x6bc6f9d3,
797 		0x03e75f8f, 0x15959c92, 0xbfeb7a6d, 0x95da5952,
798 		0xd42d83be, 0x58d32174, 0x492969e0, 0x8e44c8c9,
799 		0x756a89c2, 0xf478798e, 0x996b3e58, 0x27dd71b9,
800 		0xbeb64fe1, 0xf017ad88, 0xc966ac20, 0x7db43ace,
801 		0x63184adf, 0xe582311a, 0x97603351, 0x62457f53,
802 		0xb1e07764, 0xbb84ae6b, 0xfe1ca081, 0xf9942b08,
803 		0x70586848, 0x8f19fd45, 0x94876cde, 0x52b7f87b,
804 		0xab23d373, 0x72e2024b, 0xe3578f1f, 0x662aab55,
805 		0xb20728eb, 0x2f03c2b5, 0x869a7bc5, 0xd3a50837,
806 		0x30f28728, 0x23b2a5bf, 0x02ba6a03, 0xed5c8216,
807 		0x8a2b1ccf, 0xa792b479, 0xf3f0f207, 0x4ea1e269,
808 		0x65cdf4da, 0x06d5be05, 0xd11f6234, 0xc48afea6,
809 		0x349d532e, 0xa2a055f3, 0x0532e18a, 0xa475ebf6,
810 		0x0b39ec83, 0x40aaef60, 0x5e069f71, 0xbd51106e,
811 		0x3ef98a21, 0x963d06dd, 0xddae053e, 0x4d46bde6,
812 		0x91b58d54, 0x71055dc4, 0x046fd406, 0x60ff1550,
813 		0x1924fb98, 0xd697e9bd, 0x89cc4340, 0x67779ed9,
814 		0xb0bd42e8, 0x07888b89, 0xe7385b19, 0x79dbeec8,
815 		0xa1470a7c, 0x7ce90f42, 0xf8c91e84, 0x00000000,
816 		0x09838680, 0x3248ed2b, 0x1eac7011, 0x6c4e725a,
817 		0xfdfbff0e, 0x0f563885, 0x3d1ed5ae, 0x3627392d,
818 		0x0a64d90f, 0x6821a65c, 0x9bd1545b, 0x243a2e36,
819 		0x0cb1670a, 0x930fe757, 0xb4d296ee, 0x1b9e919b,
820 		0x804fc5c0, 0x61a220dc, 0x5a694b77, 0x1c161a12,
821 		0xe20aba93, 0xc0e52aa0, 0x3c43e022, 0x121d171b,
822 		0x0e0b0d09, 0xf2adc78b, 0x2db9a8b6, 0x14c8a91e,
823 		0x578519f1, 0xaf4c0775, 0xeebbdd99, 0xa3fd607f,
824 		0xf79f2601, 0x5cbcf572, 0x44c53b66, 0x5b347efb,
825 		0x8b762943, 0xcbdcc623, 0xb668fced, 0xb863f1e4,
826 		0xd7cadc31, 0x42108563, 0x13402297, 0x842011c6,
827 		0x857d244a, 0xd2f83dbb, 0xae1132f9, 0xc76da129,
828 		0x1d4b2f9e, 0xdcf330b2, 0x0dec5286, 0x77d0e3c1,
829 		0x2b6c16b3, 0xa999b970, 0x11fa4894, 0x472264e9,
830 		0xa8c48cfc, 0xa01a3ff0, 0x56d82c7d, 0x22ef9033,
831 		0x87c74e49, 0xd9c1d138, 0x8cfea2ca, 0x98360bd4,
832 		0xa6cf81f5, 0xa528de7a, 0xda268eb7, 0x3fa4bfad,
833 		0x2ce49d3a, 0x500d9278, 0x6a9bcc5f, 0x5462467e,
834 		0xf6c2138d, 0x90e8b8d8, 0x2e5ef739, 0x82f5afc3,
835 		0x9fbe805d, 0x697c93d0, 0x6fa92dd5, 0xcfb31225,
836 		0xc83b99ac, 0x10a77d18, 0xe86e639c, 0xdb7bbb3b,
837 		0xcd097826, 0x6ef41859, 0xec01b79a, 0x83a89a4f,
838 		0xe6656e95, 0xaa7ee6ff, 0x2108cfbc, 0xefe6e815,
839 		0xbad99be7, 0x4ace366f, 0xead4099f, 0x29d67cb0,
840 		0x31afb2a4, 0x2a31233f, 0xc63094a5, 0x35c066a2,
841 		0x7437bc4e, 0xfca6ca82, 0xe0b0d090, 0x3315d8a7,
842 		0xf14a9804, 0x41f7daec, 0x7f0e50cd, 0x172ff691,
843 		0x768dd64d, 0x434db0ef, 0xcc544daa, 0xe4df0496,
844 		0x9ee3b5d1, 0x4c1b886a, 0xc1b81f2c, 0x467f5165,
845 		0x9d04ea5e, 0x015d358c, 0xfa737487, 0xfb2e410b,
846 		0xb35a1d67, 0x9252d2db, 0xe9335610, 0x6d1347d6,
847 		0x9a8c61d7, 0x377a0ca1, 0x598e14f8, 0xeb893c13,
848 		0xceee27a9, 0xb735c961, 0xe1ede51c, 0x7a3cb147,
849 		0x9c59dfd2, 0x553f73f2, 0x1879ce14, 0x73bf37c7,
850 		0x53eacdf7, 0x5f5baafd, 0xdf146f3d, 0x7886db44,
851 		0xca81f3af, 0xb93ec468, 0x382c3424, 0xc25f40a3,
852 		0x1672c31d, 0xbc0c25e2, 0x288b493c, 0xff41950d,
853 		0x397101a8, 0x08deb30c, 0xd89ce4b4, 0x6490c156,
854 		0x7b6184cb, 0xd570b632, 0x48745c6c, 0xd04257b8,
855 	}
856 };
857 
858 __visible const u32 crypto_il_tab[4][256] = {
859 	{
860 		0x00000052, 0x00000009, 0x0000006a, 0x000000d5,
861 		0x00000030, 0x00000036, 0x000000a5, 0x00000038,
862 		0x000000bf, 0x00000040, 0x000000a3, 0x0000009e,
863 		0x00000081, 0x000000f3, 0x000000d7, 0x000000fb,
864 		0x0000007c, 0x000000e3, 0x00000039, 0x00000082,
865 		0x0000009b, 0x0000002f, 0x000000ff, 0x00000087,
866 		0x00000034, 0x0000008e, 0x00000043, 0x00000044,
867 		0x000000c4, 0x000000de, 0x000000e9, 0x000000cb,
868 		0x00000054, 0x0000007b, 0x00000094, 0x00000032,
869 		0x000000a6, 0x000000c2, 0x00000023, 0x0000003d,
870 		0x000000ee, 0x0000004c, 0x00000095, 0x0000000b,
871 		0x00000042, 0x000000fa, 0x000000c3, 0x0000004e,
872 		0x00000008, 0x0000002e, 0x000000a1, 0x00000066,
873 		0x00000028, 0x000000d9, 0x00000024, 0x000000b2,
874 		0x00000076, 0x0000005b, 0x000000a2, 0x00000049,
875 		0x0000006d, 0x0000008b, 0x000000d1, 0x00000025,
876 		0x00000072, 0x000000f8, 0x000000f6, 0x00000064,
877 		0x00000086, 0x00000068, 0x00000098, 0x00000016,
878 		0x000000d4, 0x000000a4, 0x0000005c, 0x000000cc,
879 		0x0000005d, 0x00000065, 0x000000b6, 0x00000092,
880 		0x0000006c, 0x00000070, 0x00000048, 0x00000050,
881 		0x000000fd, 0x000000ed, 0x000000b9, 0x000000da,
882 		0x0000005e, 0x00000015, 0x00000046, 0x00000057,
883 		0x000000a7, 0x0000008d, 0x0000009d, 0x00000084,
884 		0x00000090, 0x000000d8, 0x000000ab, 0x00000000,
885 		0x0000008c, 0x000000bc, 0x000000d3, 0x0000000a,
886 		0x000000f7, 0x000000e4, 0x00000058, 0x00000005,
887 		0x000000b8, 0x000000b3, 0x00000045, 0x00000006,
888 		0x000000d0, 0x0000002c, 0x0000001e, 0x0000008f,
889 		0x000000ca, 0x0000003f, 0x0000000f, 0x00000002,
890 		0x000000c1, 0x000000af, 0x000000bd, 0x00000003,
891 		0x00000001, 0x00000013, 0x0000008a, 0x0000006b,
892 		0x0000003a, 0x00000091, 0x00000011, 0x00000041,
893 		0x0000004f, 0x00000067, 0x000000dc, 0x000000ea,
894 		0x00000097, 0x000000f2, 0x000000cf, 0x000000ce,
895 		0x000000f0, 0x000000b4, 0x000000e6, 0x00000073,
896 		0x00000096, 0x000000ac, 0x00000074, 0x00000022,
897 		0x000000e7, 0x000000ad, 0x00000035, 0x00000085,
898 		0x000000e2, 0x000000f9, 0x00000037, 0x000000e8,
899 		0x0000001c, 0x00000075, 0x000000df, 0x0000006e,
900 		0x00000047, 0x000000f1, 0x0000001a, 0x00000071,
901 		0x0000001d, 0x00000029, 0x000000c5, 0x00000089,
902 		0x0000006f, 0x000000b7, 0x00000062, 0x0000000e,
903 		0x000000aa, 0x00000018, 0x000000be, 0x0000001b,
904 		0x000000fc, 0x00000056, 0x0000003e, 0x0000004b,
905 		0x000000c6, 0x000000d2, 0x00000079, 0x00000020,
906 		0x0000009a, 0x000000db, 0x000000c0, 0x000000fe,
907 		0x00000078, 0x000000cd, 0x0000005a, 0x000000f4,
908 		0x0000001f, 0x000000dd, 0x000000a8, 0x00000033,
909 		0x00000088, 0x00000007, 0x000000c7, 0x00000031,
910 		0x000000b1, 0x00000012, 0x00000010, 0x00000059,
911 		0x00000027, 0x00000080, 0x000000ec, 0x0000005f,
912 		0x00000060, 0x00000051, 0x0000007f, 0x000000a9,
913 		0x00000019, 0x000000b5, 0x0000004a, 0x0000000d,
914 		0x0000002d, 0x000000e5, 0x0000007a, 0x0000009f,
915 		0x00000093, 0x000000c9, 0x0000009c, 0x000000ef,
916 		0x000000a0, 0x000000e0, 0x0000003b, 0x0000004d,
917 		0x000000ae, 0x0000002a, 0x000000f5, 0x000000b0,
918 		0x000000c8, 0x000000eb, 0x000000bb, 0x0000003c,
919 		0x00000083, 0x00000053, 0x00000099, 0x00000061,
920 		0x00000017, 0x0000002b, 0x00000004, 0x0000007e,
921 		0x000000ba, 0x00000077, 0x000000d6, 0x00000026,
922 		0x000000e1, 0x00000069, 0x00000014, 0x00000063,
923 		0x00000055, 0x00000021, 0x0000000c, 0x0000007d,
924 	}, {
925 		0x00005200, 0x00000900, 0x00006a00, 0x0000d500,
926 		0x00003000, 0x00003600, 0x0000a500, 0x00003800,
927 		0x0000bf00, 0x00004000, 0x0000a300, 0x00009e00,
928 		0x00008100, 0x0000f300, 0x0000d700, 0x0000fb00,
929 		0x00007c00, 0x0000e300, 0x00003900, 0x00008200,
930 		0x00009b00, 0x00002f00, 0x0000ff00, 0x00008700,
931 		0x00003400, 0x00008e00, 0x00004300, 0x00004400,
932 		0x0000c400, 0x0000de00, 0x0000e900, 0x0000cb00,
933 		0x00005400, 0x00007b00, 0x00009400, 0x00003200,
934 		0x0000a600, 0x0000c200, 0x00002300, 0x00003d00,
935 		0x0000ee00, 0x00004c00, 0x00009500, 0x00000b00,
936 		0x00004200, 0x0000fa00, 0x0000c300, 0x00004e00,
937 		0x00000800, 0x00002e00, 0x0000a100, 0x00006600,
938 		0x00002800, 0x0000d900, 0x00002400, 0x0000b200,
939 		0x00007600, 0x00005b00, 0x0000a200, 0x00004900,
940 		0x00006d00, 0x00008b00, 0x0000d100, 0x00002500,
941 		0x00007200, 0x0000f800, 0x0000f600, 0x00006400,
942 		0x00008600, 0x00006800, 0x00009800, 0x00001600,
943 		0x0000d400, 0x0000a400, 0x00005c00, 0x0000cc00,
944 		0x00005d00, 0x00006500, 0x0000b600, 0x00009200,
945 		0x00006c00, 0x00007000, 0x00004800, 0x00005000,
946 		0x0000fd00, 0x0000ed00, 0x0000b900, 0x0000da00,
947 		0x00005e00, 0x00001500, 0x00004600, 0x00005700,
948 		0x0000a700, 0x00008d00, 0x00009d00, 0x00008400,
949 		0x00009000, 0x0000d800, 0x0000ab00, 0x00000000,
950 		0x00008c00, 0x0000bc00, 0x0000d300, 0x00000a00,
951 		0x0000f700, 0x0000e400, 0x00005800, 0x00000500,
952 		0x0000b800, 0x0000b300, 0x00004500, 0x00000600,
953 		0x0000d000, 0x00002c00, 0x00001e00, 0x00008f00,
954 		0x0000ca00, 0x00003f00, 0x00000f00, 0x00000200,
955 		0x0000c100, 0x0000af00, 0x0000bd00, 0x00000300,
956 		0x00000100, 0x00001300, 0x00008a00, 0x00006b00,
957 		0x00003a00, 0x00009100, 0x00001100, 0x00004100,
958 		0x00004f00, 0x00006700, 0x0000dc00, 0x0000ea00,
959 		0x00009700, 0x0000f200, 0x0000cf00, 0x0000ce00,
960 		0x0000f000, 0x0000b400, 0x0000e600, 0x00007300,
961 		0x00009600, 0x0000ac00, 0x00007400, 0x00002200,
962 		0x0000e700, 0x0000ad00, 0x00003500, 0x00008500,
963 		0x0000e200, 0x0000f900, 0x00003700, 0x0000e800,
964 		0x00001c00, 0x00007500, 0x0000df00, 0x00006e00,
965 		0x00004700, 0x0000f100, 0x00001a00, 0x00007100,
966 		0x00001d00, 0x00002900, 0x0000c500, 0x00008900,
967 		0x00006f00, 0x0000b700, 0x00006200, 0x00000e00,
968 		0x0000aa00, 0x00001800, 0x0000be00, 0x00001b00,
969 		0x0000fc00, 0x00005600, 0x00003e00, 0x00004b00,
970 		0x0000c600, 0x0000d200, 0x00007900, 0x00002000,
971 		0x00009a00, 0x0000db00, 0x0000c000, 0x0000fe00,
972 		0x00007800, 0x0000cd00, 0x00005a00, 0x0000f400,
973 		0x00001f00, 0x0000dd00, 0x0000a800, 0x00003300,
974 		0x00008800, 0x00000700, 0x0000c700, 0x00003100,
975 		0x0000b100, 0x00001200, 0x00001000, 0x00005900,
976 		0x00002700, 0x00008000, 0x0000ec00, 0x00005f00,
977 		0x00006000, 0x00005100, 0x00007f00, 0x0000a900,
978 		0x00001900, 0x0000b500, 0x00004a00, 0x00000d00,
979 		0x00002d00, 0x0000e500, 0x00007a00, 0x00009f00,
980 		0x00009300, 0x0000c900, 0x00009c00, 0x0000ef00,
981 		0x0000a000, 0x0000e000, 0x00003b00, 0x00004d00,
982 		0x0000ae00, 0x00002a00, 0x0000f500, 0x0000b000,
983 		0x0000c800, 0x0000eb00, 0x0000bb00, 0x00003c00,
984 		0x00008300, 0x00005300, 0x00009900, 0x00006100,
985 		0x00001700, 0x00002b00, 0x00000400, 0x00007e00,
986 		0x0000ba00, 0x00007700, 0x0000d600, 0x00002600,
987 		0x0000e100, 0x00006900, 0x00001400, 0x00006300,
988 		0x00005500, 0x00002100, 0x00000c00, 0x00007d00,
989 	}, {
990 		0x00520000, 0x00090000, 0x006a0000, 0x00d50000,
991 		0x00300000, 0x00360000, 0x00a50000, 0x00380000,
992 		0x00bf0000, 0x00400000, 0x00a30000, 0x009e0000,
993 		0x00810000, 0x00f30000, 0x00d70000, 0x00fb0000,
994 		0x007c0000, 0x00e30000, 0x00390000, 0x00820000,
995 		0x009b0000, 0x002f0000, 0x00ff0000, 0x00870000,
996 		0x00340000, 0x008e0000, 0x00430000, 0x00440000,
997 		0x00c40000, 0x00de0000, 0x00e90000, 0x00cb0000,
998 		0x00540000, 0x007b0000, 0x00940000, 0x00320000,
999 		0x00a60000, 0x00c20000, 0x00230000, 0x003d0000,
1000 		0x00ee0000, 0x004c0000, 0x00950000, 0x000b0000,
1001 		0x00420000, 0x00fa0000, 0x00c30000, 0x004e0000,
1002 		0x00080000, 0x002e0000, 0x00a10000, 0x00660000,
1003 		0x00280000, 0x00d90000, 0x00240000, 0x00b20000,
1004 		0x00760000, 0x005b0000, 0x00a20000, 0x00490000,
1005 		0x006d0000, 0x008b0000, 0x00d10000, 0x00250000,
1006 		0x00720000, 0x00f80000, 0x00f60000, 0x00640000,
1007 		0x00860000, 0x00680000, 0x00980000, 0x00160000,
1008 		0x00d40000, 0x00a40000, 0x005c0000, 0x00cc0000,
1009 		0x005d0000, 0x00650000, 0x00b60000, 0x00920000,
1010 		0x006c0000, 0x00700000, 0x00480000, 0x00500000,
1011 		0x00fd0000, 0x00ed0000, 0x00b90000, 0x00da0000,
1012 		0x005e0000, 0x00150000, 0x00460000, 0x00570000,
1013 		0x00a70000, 0x008d0000, 0x009d0000, 0x00840000,
1014 		0x00900000, 0x00d80000, 0x00ab0000, 0x00000000,
1015 		0x008c0000, 0x00bc0000, 0x00d30000, 0x000a0000,
1016 		0x00f70000, 0x00e40000, 0x00580000, 0x00050000,
1017 		0x00b80000, 0x00b30000, 0x00450000, 0x00060000,
1018 		0x00d00000, 0x002c0000, 0x001e0000, 0x008f0000,
1019 		0x00ca0000, 0x003f0000, 0x000f0000, 0x00020000,
1020 		0x00c10000, 0x00af0000, 0x00bd0000, 0x00030000,
1021 		0x00010000, 0x00130000, 0x008a0000, 0x006b0000,
1022 		0x003a0000, 0x00910000, 0x00110000, 0x00410000,
1023 		0x004f0000, 0x00670000, 0x00dc0000, 0x00ea0000,
1024 		0x00970000, 0x00f20000, 0x00cf0000, 0x00ce0000,
1025 		0x00f00000, 0x00b40000, 0x00e60000, 0x00730000,
1026 		0x00960000, 0x00ac0000, 0x00740000, 0x00220000,
1027 		0x00e70000, 0x00ad0000, 0x00350000, 0x00850000,
1028 		0x00e20000, 0x00f90000, 0x00370000, 0x00e80000,
1029 		0x001c0000, 0x00750000, 0x00df0000, 0x006e0000,
1030 		0x00470000, 0x00f10000, 0x001a0000, 0x00710000,
1031 		0x001d0000, 0x00290000, 0x00c50000, 0x00890000,
1032 		0x006f0000, 0x00b70000, 0x00620000, 0x000e0000,
1033 		0x00aa0000, 0x00180000, 0x00be0000, 0x001b0000,
1034 		0x00fc0000, 0x00560000, 0x003e0000, 0x004b0000,
1035 		0x00c60000, 0x00d20000, 0x00790000, 0x00200000,
1036 		0x009a0000, 0x00db0000, 0x00c00000, 0x00fe0000,
1037 		0x00780000, 0x00cd0000, 0x005a0000, 0x00f40000,
1038 		0x001f0000, 0x00dd0000, 0x00a80000, 0x00330000,
1039 		0x00880000, 0x00070000, 0x00c70000, 0x00310000,
1040 		0x00b10000, 0x00120000, 0x00100000, 0x00590000,
1041 		0x00270000, 0x00800000, 0x00ec0000, 0x005f0000,
1042 		0x00600000, 0x00510000, 0x007f0000, 0x00a90000,
1043 		0x00190000, 0x00b50000, 0x004a0000, 0x000d0000,
1044 		0x002d0000, 0x00e50000, 0x007a0000, 0x009f0000,
1045 		0x00930000, 0x00c90000, 0x009c0000, 0x00ef0000,
1046 		0x00a00000, 0x00e00000, 0x003b0000, 0x004d0000,
1047 		0x00ae0000, 0x002a0000, 0x00f50000, 0x00b00000,
1048 		0x00c80000, 0x00eb0000, 0x00bb0000, 0x003c0000,
1049 		0x00830000, 0x00530000, 0x00990000, 0x00610000,
1050 		0x00170000, 0x002b0000, 0x00040000, 0x007e0000,
1051 		0x00ba0000, 0x00770000, 0x00d60000, 0x00260000,
1052 		0x00e10000, 0x00690000, 0x00140000, 0x00630000,
1053 		0x00550000, 0x00210000, 0x000c0000, 0x007d0000,
1054 	}, {
1055 		0x52000000, 0x09000000, 0x6a000000, 0xd5000000,
1056 		0x30000000, 0x36000000, 0xa5000000, 0x38000000,
1057 		0xbf000000, 0x40000000, 0xa3000000, 0x9e000000,
1058 		0x81000000, 0xf3000000, 0xd7000000, 0xfb000000,
1059 		0x7c000000, 0xe3000000, 0x39000000, 0x82000000,
1060 		0x9b000000, 0x2f000000, 0xff000000, 0x87000000,
1061 		0x34000000, 0x8e000000, 0x43000000, 0x44000000,
1062 		0xc4000000, 0xde000000, 0xe9000000, 0xcb000000,
1063 		0x54000000, 0x7b000000, 0x94000000, 0x32000000,
1064 		0xa6000000, 0xc2000000, 0x23000000, 0x3d000000,
1065 		0xee000000, 0x4c000000, 0x95000000, 0x0b000000,
1066 		0x42000000, 0xfa000000, 0xc3000000, 0x4e000000,
1067 		0x08000000, 0x2e000000, 0xa1000000, 0x66000000,
1068 		0x28000000, 0xd9000000, 0x24000000, 0xb2000000,
1069 		0x76000000, 0x5b000000, 0xa2000000, 0x49000000,
1070 		0x6d000000, 0x8b000000, 0xd1000000, 0x25000000,
1071 		0x72000000, 0xf8000000, 0xf6000000, 0x64000000,
1072 		0x86000000, 0x68000000, 0x98000000, 0x16000000,
1073 		0xd4000000, 0xa4000000, 0x5c000000, 0xcc000000,
1074 		0x5d000000, 0x65000000, 0xb6000000, 0x92000000,
1075 		0x6c000000, 0x70000000, 0x48000000, 0x50000000,
1076 		0xfd000000, 0xed000000, 0xb9000000, 0xda000000,
1077 		0x5e000000, 0x15000000, 0x46000000, 0x57000000,
1078 		0xa7000000, 0x8d000000, 0x9d000000, 0x84000000,
1079 		0x90000000, 0xd8000000, 0xab000000, 0x00000000,
1080 		0x8c000000, 0xbc000000, 0xd3000000, 0x0a000000,
1081 		0xf7000000, 0xe4000000, 0x58000000, 0x05000000,
1082 		0xb8000000, 0xb3000000, 0x45000000, 0x06000000,
1083 		0xd0000000, 0x2c000000, 0x1e000000, 0x8f000000,
1084 		0xca000000, 0x3f000000, 0x0f000000, 0x02000000,
1085 		0xc1000000, 0xaf000000, 0xbd000000, 0x03000000,
1086 		0x01000000, 0x13000000, 0x8a000000, 0x6b000000,
1087 		0x3a000000, 0x91000000, 0x11000000, 0x41000000,
1088 		0x4f000000, 0x67000000, 0xdc000000, 0xea000000,
1089 		0x97000000, 0xf2000000, 0xcf000000, 0xce000000,
1090 		0xf0000000, 0xb4000000, 0xe6000000, 0x73000000,
1091 		0x96000000, 0xac000000, 0x74000000, 0x22000000,
1092 		0xe7000000, 0xad000000, 0x35000000, 0x85000000,
1093 		0xe2000000, 0xf9000000, 0x37000000, 0xe8000000,
1094 		0x1c000000, 0x75000000, 0xdf000000, 0x6e000000,
1095 		0x47000000, 0xf1000000, 0x1a000000, 0x71000000,
1096 		0x1d000000, 0x29000000, 0xc5000000, 0x89000000,
1097 		0x6f000000, 0xb7000000, 0x62000000, 0x0e000000,
1098 		0xaa000000, 0x18000000, 0xbe000000, 0x1b000000,
1099 		0xfc000000, 0x56000000, 0x3e000000, 0x4b000000,
1100 		0xc6000000, 0xd2000000, 0x79000000, 0x20000000,
1101 		0x9a000000, 0xdb000000, 0xc0000000, 0xfe000000,
1102 		0x78000000, 0xcd000000, 0x5a000000, 0xf4000000,
1103 		0x1f000000, 0xdd000000, 0xa8000000, 0x33000000,
1104 		0x88000000, 0x07000000, 0xc7000000, 0x31000000,
1105 		0xb1000000, 0x12000000, 0x10000000, 0x59000000,
1106 		0x27000000, 0x80000000, 0xec000000, 0x5f000000,
1107 		0x60000000, 0x51000000, 0x7f000000, 0xa9000000,
1108 		0x19000000, 0xb5000000, 0x4a000000, 0x0d000000,
1109 		0x2d000000, 0xe5000000, 0x7a000000, 0x9f000000,
1110 		0x93000000, 0xc9000000, 0x9c000000, 0xef000000,
1111 		0xa0000000, 0xe0000000, 0x3b000000, 0x4d000000,
1112 		0xae000000, 0x2a000000, 0xf5000000, 0xb0000000,
1113 		0xc8000000, 0xeb000000, 0xbb000000, 0x3c000000,
1114 		0x83000000, 0x53000000, 0x99000000, 0x61000000,
1115 		0x17000000, 0x2b000000, 0x04000000, 0x7e000000,
1116 		0xba000000, 0x77000000, 0xd6000000, 0x26000000,
1117 		0xe1000000, 0x69000000, 0x14000000, 0x63000000,
1118 		0x55000000, 0x21000000, 0x0c000000, 0x7d000000,
1119 	}
1120 };
1121 
1122 EXPORT_SYMBOL_GPL(crypto_ft_tab);
1123 EXPORT_SYMBOL_GPL(crypto_fl_tab);
1124 EXPORT_SYMBOL_GPL(crypto_it_tab);
1125 EXPORT_SYMBOL_GPL(crypto_il_tab);
1126 
1127 /* initialise the key schedule from the user supplied key */
1128 
1129 #define star_x(x) (((x) & 0x7f7f7f7f) << 1) ^ ((((x) & 0x80808080) >> 7) * 0x1b)
1130 
1131 #define imix_col(y, x)	do {		\
1132 	u	= star_x(x);		\
1133 	v	= star_x(u);		\
1134 	w	= star_x(v);		\
1135 	t	= w ^ (x);		\
1136 	(y)	= u ^ v ^ w;		\
1137 	(y)	^= ror32(u ^ t, 8) ^	\
1138 		ror32(v ^ t, 16) ^	\
1139 		ror32(t, 24);		\
1140 } while (0)
1141 
1142 #define ls_box(x)		\
1143 	crypto_fl_tab[0][byte(x, 0)] ^	\
1144 	crypto_fl_tab[1][byte(x, 1)] ^	\
1145 	crypto_fl_tab[2][byte(x, 2)] ^	\
1146 	crypto_fl_tab[3][byte(x, 3)]
1147 
1148 #define loop4(i)	do {		\
1149 	t = ror32(t, 8);		\
1150 	t = ls_box(t) ^ rco_tab[i];	\
1151 	t ^= ctx->key_enc[4 * i];		\
1152 	ctx->key_enc[4 * i + 4] = t;		\
1153 	t ^= ctx->key_enc[4 * i + 1];		\
1154 	ctx->key_enc[4 * i + 5] = t;		\
1155 	t ^= ctx->key_enc[4 * i + 2];		\
1156 	ctx->key_enc[4 * i + 6] = t;		\
1157 	t ^= ctx->key_enc[4 * i + 3];		\
1158 	ctx->key_enc[4 * i + 7] = t;		\
1159 } while (0)
1160 
1161 #define loop6(i)	do {		\
1162 	t = ror32(t, 8);		\
1163 	t = ls_box(t) ^ rco_tab[i];	\
1164 	t ^= ctx->key_enc[6 * i];		\
1165 	ctx->key_enc[6 * i + 6] = t;		\
1166 	t ^= ctx->key_enc[6 * i + 1];		\
1167 	ctx->key_enc[6 * i + 7] = t;		\
1168 	t ^= ctx->key_enc[6 * i + 2];		\
1169 	ctx->key_enc[6 * i + 8] = t;		\
1170 	t ^= ctx->key_enc[6 * i + 3];		\
1171 	ctx->key_enc[6 * i + 9] = t;		\
1172 	t ^= ctx->key_enc[6 * i + 4];		\
1173 	ctx->key_enc[6 * i + 10] = t;		\
1174 	t ^= ctx->key_enc[6 * i + 5];		\
1175 	ctx->key_enc[6 * i + 11] = t;		\
1176 } while (0)
1177 
1178 #define loop8tophalf(i)	do {			\
1179 	t = ror32(t, 8);			\
1180 	t = ls_box(t) ^ rco_tab[i];		\
1181 	t ^= ctx->key_enc[8 * i];			\
1182 	ctx->key_enc[8 * i + 8] = t;			\
1183 	t ^= ctx->key_enc[8 * i + 1];			\
1184 	ctx->key_enc[8 * i + 9] = t;			\
1185 	t ^= ctx->key_enc[8 * i + 2];			\
1186 	ctx->key_enc[8 * i + 10] = t;			\
1187 	t ^= ctx->key_enc[8 * i + 3];			\
1188 	ctx->key_enc[8 * i + 11] = t;			\
1189 } while (0)
1190 
1191 #define loop8(i)	do {				\
1192 	loop8tophalf(i);				\
1193 	t  = ctx->key_enc[8 * i + 4] ^ ls_box(t);	\
1194 	ctx->key_enc[8 * i + 12] = t;			\
1195 	t ^= ctx->key_enc[8 * i + 5];			\
1196 	ctx->key_enc[8 * i + 13] = t;			\
1197 	t ^= ctx->key_enc[8 * i + 6];			\
1198 	ctx->key_enc[8 * i + 14] = t;			\
1199 	t ^= ctx->key_enc[8 * i + 7];			\
1200 	ctx->key_enc[8 * i + 15] = t;			\
1201 } while (0)
1202 
1203 /**
1204  * crypto_aes_expand_key - Expands the AES key as described in FIPS-197
1205  * @ctx:	The location where the computed key will be stored.
1206  * @in_key:	The supplied key.
1207  * @key_len:	The length of the supplied key.
1208  *
1209  * Returns 0 on success. The function fails only if an invalid key size (or
1210  * pointer) is supplied.
1211  * The expanded key size is 240 bytes (max of 14 rounds with a unique 16 bytes
1212  * key schedule plus a 16 bytes key which is used before the first round).
1213  * The decryption key is prepared for the "Equivalent Inverse Cipher" as
1214  * described in FIPS-197. The first slot (16 bytes) of each key (enc or dec) is
1215  * for the initial combination, the second slot for the first round and so on.
1216  */
1217 int crypto_aes_expand_key(struct crypto_aes_ctx *ctx, const u8 *in_key,
1218 		unsigned int key_len)
1219 {
1220 	u32 i, t, u, v, w, j;
1221 
1222 	if (key_len != AES_KEYSIZE_128 && key_len != AES_KEYSIZE_192 &&
1223 			key_len != AES_KEYSIZE_256)
1224 		return -EINVAL;
1225 
1226 	ctx->key_length = key_len;
1227 
1228 	ctx->key_enc[0] = get_unaligned_le32(in_key);
1229 	ctx->key_enc[1] = get_unaligned_le32(in_key + 4);
1230 	ctx->key_enc[2] = get_unaligned_le32(in_key + 8);
1231 	ctx->key_enc[3] = get_unaligned_le32(in_key + 12);
1232 
1233 	ctx->key_dec[key_len + 24] = ctx->key_enc[0];
1234 	ctx->key_dec[key_len + 25] = ctx->key_enc[1];
1235 	ctx->key_dec[key_len + 26] = ctx->key_enc[2];
1236 	ctx->key_dec[key_len + 27] = ctx->key_enc[3];
1237 
1238 	switch (key_len) {
1239 	case AES_KEYSIZE_128:
1240 		t = ctx->key_enc[3];
1241 		for (i = 0; i < 10; ++i)
1242 			loop4(i);
1243 		break;
1244 
1245 	case AES_KEYSIZE_192:
1246 		ctx->key_enc[4] = get_unaligned_le32(in_key + 16);
1247 		t = ctx->key_enc[5] = get_unaligned_le32(in_key + 20);
1248 		for (i = 0; i < 8; ++i)
1249 			loop6(i);
1250 		break;
1251 
1252 	case AES_KEYSIZE_256:
1253 		ctx->key_enc[4] = get_unaligned_le32(in_key + 16);
1254 		ctx->key_enc[5] = get_unaligned_le32(in_key + 20);
1255 		ctx->key_enc[6] = get_unaligned_le32(in_key + 24);
1256 		t = ctx->key_enc[7] = get_unaligned_le32(in_key + 28);
1257 		for (i = 0; i < 6; ++i)
1258 			loop8(i);
1259 		loop8tophalf(i);
1260 		break;
1261 	}
1262 
1263 	ctx->key_dec[0] = ctx->key_enc[key_len + 24];
1264 	ctx->key_dec[1] = ctx->key_enc[key_len + 25];
1265 	ctx->key_dec[2] = ctx->key_enc[key_len + 26];
1266 	ctx->key_dec[3] = ctx->key_enc[key_len + 27];
1267 
1268 	for (i = 4; i < key_len + 24; ++i) {
1269 		j = key_len + 24 - (i & ~3) + (i & 3);
1270 		imix_col(ctx->key_dec[j], ctx->key_enc[i]);
1271 	}
1272 	return 0;
1273 }
1274 EXPORT_SYMBOL_GPL(crypto_aes_expand_key);
1275 
1276 /**
1277  * crypto_aes_set_key - Set the AES key.
1278  * @tfm:	The %crypto_tfm that is used in the context.
1279  * @in_key:	The input key.
1280  * @key_len:	The size of the key.
1281  *
1282  * Returns 0 on success, on failure the %CRYPTO_TFM_RES_BAD_KEY_LEN flag in tfm
1283  * is set. The function uses crypto_aes_expand_key() to expand the key.
1284  * &crypto_aes_ctx _must_ be the private data embedded in @tfm which is
1285  * retrieved with crypto_tfm_ctx().
1286  */
1287 int crypto_aes_set_key(struct crypto_tfm *tfm, const u8 *in_key,
1288 		unsigned int key_len)
1289 {
1290 	struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1291 	u32 *flags = &tfm->crt_flags;
1292 	int ret;
1293 
1294 	ret = crypto_aes_expand_key(ctx, in_key, key_len);
1295 	if (!ret)
1296 		return 0;
1297 
1298 	*flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
1299 	return -EINVAL;
1300 }
1301 EXPORT_SYMBOL_GPL(crypto_aes_set_key);
1302 
1303 /* encrypt a block of text */
1304 
1305 #define f_rn(bo, bi, n, k)	do {				\
1306 	bo[n] = crypto_ft_tab[0][byte(bi[n], 0)] ^			\
1307 		crypto_ft_tab[1][byte(bi[(n + 1) & 3], 1)] ^		\
1308 		crypto_ft_tab[2][byte(bi[(n + 2) & 3], 2)] ^		\
1309 		crypto_ft_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);	\
1310 } while (0)
1311 
1312 #define f_nround(bo, bi, k)	do {\
1313 	f_rn(bo, bi, 0, k);	\
1314 	f_rn(bo, bi, 1, k);	\
1315 	f_rn(bo, bi, 2, k);	\
1316 	f_rn(bo, bi, 3, k);	\
1317 	k += 4;			\
1318 } while (0)
1319 
1320 #define f_rl(bo, bi, n, k)	do {				\
1321 	bo[n] = crypto_fl_tab[0][byte(bi[n], 0)] ^			\
1322 		crypto_fl_tab[1][byte(bi[(n + 1) & 3], 1)] ^		\
1323 		crypto_fl_tab[2][byte(bi[(n + 2) & 3], 2)] ^		\
1324 		crypto_fl_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);	\
1325 } while (0)
1326 
1327 #define f_lround(bo, bi, k)	do {\
1328 	f_rl(bo, bi, 0, k);	\
1329 	f_rl(bo, bi, 1, k);	\
1330 	f_rl(bo, bi, 2, k);	\
1331 	f_rl(bo, bi, 3, k);	\
1332 } while (0)
1333 
1334 static void aes_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1335 {
1336 	const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1337 	u32 b0[4], b1[4];
1338 	const u32 *kp = ctx->key_enc + 4;
1339 	const int key_len = ctx->key_length;
1340 
1341 	b0[0] = ctx->key_enc[0] ^ get_unaligned_le32(in);
1342 	b0[1] = ctx->key_enc[1] ^ get_unaligned_le32(in + 4);
1343 	b0[2] = ctx->key_enc[2] ^ get_unaligned_le32(in + 8);
1344 	b0[3] = ctx->key_enc[3] ^ get_unaligned_le32(in + 12);
1345 
1346 	if (key_len > 24) {
1347 		f_nround(b1, b0, kp);
1348 		f_nround(b0, b1, kp);
1349 	}
1350 
1351 	if (key_len > 16) {
1352 		f_nround(b1, b0, kp);
1353 		f_nround(b0, b1, kp);
1354 	}
1355 
1356 	f_nround(b1, b0, kp);
1357 	f_nround(b0, b1, kp);
1358 	f_nround(b1, b0, kp);
1359 	f_nround(b0, b1, kp);
1360 	f_nround(b1, b0, kp);
1361 	f_nround(b0, b1, kp);
1362 	f_nround(b1, b0, kp);
1363 	f_nround(b0, b1, kp);
1364 	f_nround(b1, b0, kp);
1365 	f_lround(b0, b1, kp);
1366 
1367 	put_unaligned_le32(b0[0], out);
1368 	put_unaligned_le32(b0[1], out + 4);
1369 	put_unaligned_le32(b0[2], out + 8);
1370 	put_unaligned_le32(b0[3], out + 12);
1371 }
1372 
1373 /* decrypt a block of text */
1374 
1375 #define i_rn(bo, bi, n, k)	do {				\
1376 	bo[n] = crypto_it_tab[0][byte(bi[n], 0)] ^			\
1377 		crypto_it_tab[1][byte(bi[(n + 3) & 3], 1)] ^		\
1378 		crypto_it_tab[2][byte(bi[(n + 2) & 3], 2)] ^		\
1379 		crypto_it_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);	\
1380 } while (0)
1381 
1382 #define i_nround(bo, bi, k)	do {\
1383 	i_rn(bo, bi, 0, k);	\
1384 	i_rn(bo, bi, 1, k);	\
1385 	i_rn(bo, bi, 2, k);	\
1386 	i_rn(bo, bi, 3, k);	\
1387 	k += 4;			\
1388 } while (0)
1389 
1390 #define i_rl(bo, bi, n, k)	do {			\
1391 	bo[n] = crypto_il_tab[0][byte(bi[n], 0)] ^		\
1392 	crypto_il_tab[1][byte(bi[(n + 3) & 3], 1)] ^		\
1393 	crypto_il_tab[2][byte(bi[(n + 2) & 3], 2)] ^		\
1394 	crypto_il_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);	\
1395 } while (0)
1396 
1397 #define i_lround(bo, bi, k)	do {\
1398 	i_rl(bo, bi, 0, k);	\
1399 	i_rl(bo, bi, 1, k);	\
1400 	i_rl(bo, bi, 2, k);	\
1401 	i_rl(bo, bi, 3, k);	\
1402 } while (0)
1403 
1404 static void aes_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1405 {
1406 	const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1407 	u32 b0[4], b1[4];
1408 	const int key_len = ctx->key_length;
1409 	const u32 *kp = ctx->key_dec + 4;
1410 
1411 	b0[0] = ctx->key_dec[0] ^ get_unaligned_le32(in);
1412 	b0[1] = ctx->key_dec[1] ^ get_unaligned_le32(in + 4);
1413 	b0[2] = ctx->key_dec[2] ^ get_unaligned_le32(in + 8);
1414 	b0[3] = ctx->key_dec[3] ^ get_unaligned_le32(in + 12);
1415 
1416 	if (key_len > 24) {
1417 		i_nround(b1, b0, kp);
1418 		i_nround(b0, b1, kp);
1419 	}
1420 
1421 	if (key_len > 16) {
1422 		i_nround(b1, b0, kp);
1423 		i_nround(b0, b1, kp);
1424 	}
1425 
1426 	i_nround(b1, b0, kp);
1427 	i_nround(b0, b1, kp);
1428 	i_nround(b1, b0, kp);
1429 	i_nround(b0, b1, kp);
1430 	i_nround(b1, b0, kp);
1431 	i_nround(b0, b1, kp);
1432 	i_nround(b1, b0, kp);
1433 	i_nround(b0, b1, kp);
1434 	i_nround(b1, b0, kp);
1435 	i_lround(b0, b1, kp);
1436 
1437 	put_unaligned_le32(b0[0], out);
1438 	put_unaligned_le32(b0[1], out + 4);
1439 	put_unaligned_le32(b0[2], out + 8);
1440 	put_unaligned_le32(b0[3], out + 12);
1441 }
1442 
1443 static struct crypto_alg aes_alg = {
1444 	.cra_name		=	"aes",
1445 	.cra_driver_name	=	"aes-generic",
1446 	.cra_priority		=	100,
1447 	.cra_flags		=	CRYPTO_ALG_TYPE_CIPHER,
1448 	.cra_blocksize		=	AES_BLOCK_SIZE,
1449 	.cra_ctxsize		=	sizeof(struct crypto_aes_ctx),
1450 	.cra_module		=	THIS_MODULE,
1451 	.cra_u			=	{
1452 		.cipher = {
1453 			.cia_min_keysize	=	AES_MIN_KEY_SIZE,
1454 			.cia_max_keysize	=	AES_MAX_KEY_SIZE,
1455 			.cia_setkey		=	crypto_aes_set_key,
1456 			.cia_encrypt		=	aes_encrypt,
1457 			.cia_decrypt		=	aes_decrypt
1458 		}
1459 	}
1460 };
1461 
1462 static int __init aes_init(void)
1463 {
1464 	return crypto_register_alg(&aes_alg);
1465 }
1466 
1467 static void __exit aes_fini(void)
1468 {
1469 	crypto_unregister_alg(&aes_alg);
1470 }
1471 
1472 module_init(aes_init);
1473 module_exit(aes_fini);
1474 
1475 MODULE_DESCRIPTION("Rijndael (AES) Cipher Algorithm");
1476 MODULE_LICENSE("Dual BSD/GPL");
1477 MODULE_ALIAS_CRYPTO("aes");
1478 MODULE_ALIAS_CRYPTO("aes-generic");
1479