xref: /linux/lib/crc/x86/crc-pclmul-consts.h (revision b10749d89f5405d7c0319b86ad92a47ccc5ce00c)
1*b10749d8SEric Biggers /* SPDX-License-Identifier: GPL-2.0-or-later */
2*b10749d8SEric Biggers /*
3*b10749d8SEric Biggers  * CRC constants generated by:
4*b10749d8SEric Biggers  *
5*b10749d8SEric Biggers  *	./scripts/gen-crc-consts.py x86_pclmul crc16_msb_0x8bb7,crc32_lsb_0xedb88320,crc64_msb_0x42f0e1eba9ea3693,crc64_lsb_0x9a6c9329ac4bc9b5
6*b10749d8SEric Biggers  *
7*b10749d8SEric Biggers  * Do not edit manually.
8*b10749d8SEric Biggers  */
9*b10749d8SEric Biggers 
10*b10749d8SEric Biggers /*
11*b10749d8SEric Biggers  * CRC folding constants generated for most-significant-bit-first CRC-16 using
12*b10749d8SEric Biggers  * G(x) = x^16 + x^15 + x^11 + x^9 + x^8 + x^7 + x^5 + x^4 + x^2 + x^1 + x^0
13*b10749d8SEric Biggers  */
14*b10749d8SEric Biggers static const struct {
15*b10749d8SEric Biggers 	u8 bswap_mask[16];
16*b10749d8SEric Biggers 	u64 fold_across_2048_bits_consts[2];
17*b10749d8SEric Biggers 	u64 fold_across_1024_bits_consts[2];
18*b10749d8SEric Biggers 	u64 fold_across_512_bits_consts[2];
19*b10749d8SEric Biggers 	u64 fold_across_256_bits_consts[2];
20*b10749d8SEric Biggers 	u64 fold_across_128_bits_consts[2];
21*b10749d8SEric Biggers 	u8 shuf_table[48];
22*b10749d8SEric Biggers 	u64 barrett_reduction_consts[2];
23*b10749d8SEric Biggers } crc16_msb_0x8bb7_consts ____cacheline_aligned __maybe_unused = {
24*b10749d8SEric Biggers 	.bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
25*b10749d8SEric Biggers 	.fold_across_2048_bits_consts = {
26*b10749d8SEric Biggers 		0xdccf000000000000,	/* LO64_TERMS: (x^2000 mod G) * x^48 */
27*b10749d8SEric Biggers 		0x4b0b000000000000,	/* HI64_TERMS: (x^2064 mod G) * x^48 */
28*b10749d8SEric Biggers 	},
29*b10749d8SEric Biggers 	.fold_across_1024_bits_consts = {
30*b10749d8SEric Biggers 		0x9d9d000000000000,	/* LO64_TERMS: (x^976 mod G) * x^48 */
31*b10749d8SEric Biggers 		0x7cf5000000000000,	/* HI64_TERMS: (x^1040 mod G) * x^48 */
32*b10749d8SEric Biggers 	},
33*b10749d8SEric Biggers 	.fold_across_512_bits_consts = {
34*b10749d8SEric Biggers 		0x044c000000000000,	/* LO64_TERMS: (x^464 mod G) * x^48 */
35*b10749d8SEric Biggers 		0xe658000000000000,	/* HI64_TERMS: (x^528 mod G) * x^48 */
36*b10749d8SEric Biggers 	},
37*b10749d8SEric Biggers 	.fold_across_256_bits_consts = {
38*b10749d8SEric Biggers 		0x6ee3000000000000,	/* LO64_TERMS: (x^208 mod G) * x^48 */
39*b10749d8SEric Biggers 		0xe7b5000000000000,	/* HI64_TERMS: (x^272 mod G) * x^48 */
40*b10749d8SEric Biggers 	},
41*b10749d8SEric Biggers 	.fold_across_128_bits_consts = {
42*b10749d8SEric Biggers 		0x2d56000000000000,	/* LO64_TERMS: (x^80 mod G) * x^48 */
43*b10749d8SEric Biggers 		0x06df000000000000,	/* HI64_TERMS: (x^144 mod G) * x^48 */
44*b10749d8SEric Biggers 	},
45*b10749d8SEric Biggers 	.shuf_table = {
46*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
47*b10749d8SEric Biggers 		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
48*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
49*b10749d8SEric Biggers 	},
50*b10749d8SEric Biggers 	.barrett_reduction_consts = {
51*b10749d8SEric Biggers 		0x8bb7000000000000,	/* LO64_TERMS: (G - x^16) * x^48 */
52*b10749d8SEric Biggers 		0xf65a57f81d33a48a,	/* HI64_TERMS: (floor(x^79 / G) * x) - x^64 */
53*b10749d8SEric Biggers 	},
54*b10749d8SEric Biggers };
55*b10749d8SEric Biggers 
56*b10749d8SEric Biggers /*
57*b10749d8SEric Biggers  * CRC folding constants generated for least-significant-bit-first CRC-32 using
58*b10749d8SEric Biggers  * G(x) = x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^11 + x^10 + x^8 + x^7 +
59*b10749d8SEric Biggers  *        x^5 + x^4 + x^2 + x^1 + x^0
60*b10749d8SEric Biggers  */
61*b10749d8SEric Biggers static const struct {
62*b10749d8SEric Biggers 	u64 fold_across_2048_bits_consts[2];
63*b10749d8SEric Biggers 	u64 fold_across_1024_bits_consts[2];
64*b10749d8SEric Biggers 	u64 fold_across_512_bits_consts[2];
65*b10749d8SEric Biggers 	u64 fold_across_256_bits_consts[2];
66*b10749d8SEric Biggers 	u64 fold_across_128_bits_consts[2];
67*b10749d8SEric Biggers 	u8 shuf_table[48];
68*b10749d8SEric Biggers 	u64 barrett_reduction_consts[2];
69*b10749d8SEric Biggers } crc32_lsb_0xedb88320_consts ____cacheline_aligned __maybe_unused = {
70*b10749d8SEric Biggers 	.fold_across_2048_bits_consts = {
71*b10749d8SEric Biggers 		0x00000000ce3371cb,	/* HI64_TERMS: (x^2079 mod G) * x^32 */
72*b10749d8SEric Biggers 		0x00000000e95c1271,	/* LO64_TERMS: (x^2015 mod G) * x^32 */
73*b10749d8SEric Biggers 	},
74*b10749d8SEric Biggers 	.fold_across_1024_bits_consts = {
75*b10749d8SEric Biggers 		0x0000000033fff533,	/* HI64_TERMS: (x^1055 mod G) * x^32 */
76*b10749d8SEric Biggers 		0x00000000910eeec1,	/* LO64_TERMS: (x^991 mod G) * x^32 */
77*b10749d8SEric Biggers 	},
78*b10749d8SEric Biggers 	.fold_across_512_bits_consts = {
79*b10749d8SEric Biggers 		0x000000008f352d95,	/* HI64_TERMS: (x^543 mod G) * x^32 */
80*b10749d8SEric Biggers 		0x000000001d9513d7,	/* LO64_TERMS: (x^479 mod G) * x^32 */
81*b10749d8SEric Biggers 	},
82*b10749d8SEric Biggers 	.fold_across_256_bits_consts = {
83*b10749d8SEric Biggers 		0x00000000f1da05aa,	/* HI64_TERMS: (x^287 mod G) * x^32 */
84*b10749d8SEric Biggers 		0x0000000081256527,	/* LO64_TERMS: (x^223 mod G) * x^32 */
85*b10749d8SEric Biggers 	},
86*b10749d8SEric Biggers 	.fold_across_128_bits_consts = {
87*b10749d8SEric Biggers 		0x00000000ae689191,	/* HI64_TERMS: (x^159 mod G) * x^32 */
88*b10749d8SEric Biggers 		0x00000000ccaa009e,	/* LO64_TERMS: (x^95 mod G) * x^32 */
89*b10749d8SEric Biggers 	},
90*b10749d8SEric Biggers 	.shuf_table = {
91*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
92*b10749d8SEric Biggers 		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
93*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
94*b10749d8SEric Biggers 	},
95*b10749d8SEric Biggers 	.barrett_reduction_consts = {
96*b10749d8SEric Biggers 		0xb4e5b025f7011641,	/* HI64_TERMS: floor(x^95 / G) */
97*b10749d8SEric Biggers 		0x00000001db710640,	/* LO64_TERMS: (G - x^32) * x^31 */
98*b10749d8SEric Biggers 	},
99*b10749d8SEric Biggers };
100*b10749d8SEric Biggers 
101*b10749d8SEric Biggers /*
102*b10749d8SEric Biggers  * CRC folding constants generated for most-significant-bit-first CRC-64 using
103*b10749d8SEric Biggers  * G(x) = x^64 + x^62 + x^57 + x^55 + x^54 + x^53 + x^52 + x^47 + x^46 + x^45 +
104*b10749d8SEric Biggers  *        x^40 + x^39 + x^38 + x^37 + x^35 + x^33 + x^32 + x^31 + x^29 + x^27 +
105*b10749d8SEric Biggers  *        x^24 + x^23 + x^22 + x^21 + x^19 + x^17 + x^13 + x^12 + x^10 + x^9 +
106*b10749d8SEric Biggers  *        x^7 + x^4 + x^1 + x^0
107*b10749d8SEric Biggers  */
108*b10749d8SEric Biggers static const struct {
109*b10749d8SEric Biggers 	u8 bswap_mask[16];
110*b10749d8SEric Biggers 	u64 fold_across_2048_bits_consts[2];
111*b10749d8SEric Biggers 	u64 fold_across_1024_bits_consts[2];
112*b10749d8SEric Biggers 	u64 fold_across_512_bits_consts[2];
113*b10749d8SEric Biggers 	u64 fold_across_256_bits_consts[2];
114*b10749d8SEric Biggers 	u64 fold_across_128_bits_consts[2];
115*b10749d8SEric Biggers 	u8 shuf_table[48];
116*b10749d8SEric Biggers 	u64 barrett_reduction_consts[2];
117*b10749d8SEric Biggers } crc64_msb_0x42f0e1eba9ea3693_consts ____cacheline_aligned __maybe_unused = {
118*b10749d8SEric Biggers 	.bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
119*b10749d8SEric Biggers 	.fold_across_2048_bits_consts = {
120*b10749d8SEric Biggers 		0x7f52691a60ddc70d,	/* LO64_TERMS: (x^2048 mod G) * x^0 */
121*b10749d8SEric Biggers 		0x7036b0389f6a0c82,	/* HI64_TERMS: (x^2112 mod G) * x^0 */
122*b10749d8SEric Biggers 	},
123*b10749d8SEric Biggers 	.fold_across_1024_bits_consts = {
124*b10749d8SEric Biggers 		0x05cf79dea9ac37d6,	/* LO64_TERMS: (x^1024 mod G) * x^0 */
125*b10749d8SEric Biggers 		0x001067e571d7d5c2,	/* HI64_TERMS: (x^1088 mod G) * x^0 */
126*b10749d8SEric Biggers 	},
127*b10749d8SEric Biggers 	.fold_across_512_bits_consts = {
128*b10749d8SEric Biggers 		0x5f6843ca540df020,	/* LO64_TERMS: (x^512 mod G) * x^0 */
129*b10749d8SEric Biggers 		0xddf4b6981205b83f,	/* HI64_TERMS: (x^576 mod G) * x^0 */
130*b10749d8SEric Biggers 	},
131*b10749d8SEric Biggers 	.fold_across_256_bits_consts = {
132*b10749d8SEric Biggers 		0x571bee0a227ef92b,	/* LO64_TERMS: (x^256 mod G) * x^0 */
133*b10749d8SEric Biggers 		0x44bef2a201b5200c,	/* HI64_TERMS: (x^320 mod G) * x^0 */
134*b10749d8SEric Biggers 	},
135*b10749d8SEric Biggers 	.fold_across_128_bits_consts = {
136*b10749d8SEric Biggers 		0x05f5c3c7eb52fab6,	/* LO64_TERMS: (x^128 mod G) * x^0 */
137*b10749d8SEric Biggers 		0x4eb938a7d257740e,	/* HI64_TERMS: (x^192 mod G) * x^0 */
138*b10749d8SEric Biggers 	},
139*b10749d8SEric Biggers 	.shuf_table = {
140*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
141*b10749d8SEric Biggers 		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
142*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
143*b10749d8SEric Biggers 	},
144*b10749d8SEric Biggers 	.barrett_reduction_consts = {
145*b10749d8SEric Biggers 		0x42f0e1eba9ea3693,	/* LO64_TERMS: (G - x^64) * x^0 */
146*b10749d8SEric Biggers 		0x578d29d06cc4f872,	/* HI64_TERMS: (floor(x^127 / G) * x) - x^64 */
147*b10749d8SEric Biggers 	},
148*b10749d8SEric Biggers };
149*b10749d8SEric Biggers 
150*b10749d8SEric Biggers /*
151*b10749d8SEric Biggers  * CRC folding constants generated for least-significant-bit-first CRC-64 using
152*b10749d8SEric Biggers  * G(x) = x^64 + x^63 + x^61 + x^59 + x^58 + x^56 + x^55 + x^52 + x^49 + x^48 +
153*b10749d8SEric Biggers  *        x^47 + x^46 + x^44 + x^41 + x^37 + x^36 + x^34 + x^32 + x^31 + x^28 +
154*b10749d8SEric Biggers  *        x^26 + x^23 + x^22 + x^19 + x^16 + x^13 + x^12 + x^10 + x^9 + x^6 +
155*b10749d8SEric Biggers  *        x^4 + x^3 + x^0
156*b10749d8SEric Biggers  */
157*b10749d8SEric Biggers static const struct {
158*b10749d8SEric Biggers 	u64 fold_across_2048_bits_consts[2];
159*b10749d8SEric Biggers 	u64 fold_across_1024_bits_consts[2];
160*b10749d8SEric Biggers 	u64 fold_across_512_bits_consts[2];
161*b10749d8SEric Biggers 	u64 fold_across_256_bits_consts[2];
162*b10749d8SEric Biggers 	u64 fold_across_128_bits_consts[2];
163*b10749d8SEric Biggers 	u8 shuf_table[48];
164*b10749d8SEric Biggers 	u64 barrett_reduction_consts[2];
165*b10749d8SEric Biggers } crc64_lsb_0x9a6c9329ac4bc9b5_consts ____cacheline_aligned __maybe_unused = {
166*b10749d8SEric Biggers 	.fold_across_2048_bits_consts = {
167*b10749d8SEric Biggers 		0x37ccd3e14069cabc,	/* HI64_TERMS: (x^2111 mod G) * x^0 */
168*b10749d8SEric Biggers 		0xa043808c0f782663,	/* LO64_TERMS: (x^2047 mod G) * x^0 */
169*b10749d8SEric Biggers 	},
170*b10749d8SEric Biggers 	.fold_across_1024_bits_consts = {
171*b10749d8SEric Biggers 		0xa1ca681e733f9c40,	/* HI64_TERMS: (x^1087 mod G) * x^0 */
172*b10749d8SEric Biggers 		0x5f852fb61e8d92dc,	/* LO64_TERMS: (x^1023 mod G) * x^0 */
173*b10749d8SEric Biggers 	},
174*b10749d8SEric Biggers 	.fold_across_512_bits_consts = {
175*b10749d8SEric Biggers 		0x0c32cdb31e18a84a,	/* HI64_TERMS: (x^575 mod G) * x^0 */
176*b10749d8SEric Biggers 		0x62242240ace5045a,	/* LO64_TERMS: (x^511 mod G) * x^0 */
177*b10749d8SEric Biggers 	},
178*b10749d8SEric Biggers 	.fold_across_256_bits_consts = {
179*b10749d8SEric Biggers 		0xb0bc2e589204f500,	/* HI64_TERMS: (x^319 mod G) * x^0 */
180*b10749d8SEric Biggers 		0xe1e0bb9d45d7a44c,	/* LO64_TERMS: (x^255 mod G) * x^0 */
181*b10749d8SEric Biggers 	},
182*b10749d8SEric Biggers 	.fold_across_128_bits_consts = {
183*b10749d8SEric Biggers 		0xeadc41fd2ba3d420,	/* HI64_TERMS: (x^191 mod G) * x^0 */
184*b10749d8SEric Biggers 		0x21e9761e252621ac,	/* LO64_TERMS: (x^127 mod G) * x^0 */
185*b10749d8SEric Biggers 	},
186*b10749d8SEric Biggers 	.shuf_table = {
187*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
188*b10749d8SEric Biggers 		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
189*b10749d8SEric Biggers 		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
190*b10749d8SEric Biggers 	},
191*b10749d8SEric Biggers 	.barrett_reduction_consts = {
192*b10749d8SEric Biggers 		0x27ecfa329aef9f77,	/* HI64_TERMS: floor(x^127 / G) */
193*b10749d8SEric Biggers 		0x34d926535897936a,	/* LO64_TERMS: (G - x^64 - x^0) / x */
194*b10749d8SEric Biggers 	},
195*b10749d8SEric Biggers };
196