1*b10749d8SEric Biggers /* SPDX-License-Identifier: GPL-2.0-or-later */ 2*b10749d8SEric Biggers /* 3*b10749d8SEric Biggers * CRC constants generated by: 4*b10749d8SEric Biggers * 5*b10749d8SEric Biggers * ./scripts/gen-crc-consts.py x86_pclmul crc16_msb_0x8bb7,crc32_lsb_0xedb88320,crc64_msb_0x42f0e1eba9ea3693,crc64_lsb_0x9a6c9329ac4bc9b5 6*b10749d8SEric Biggers * 7*b10749d8SEric Biggers * Do not edit manually. 8*b10749d8SEric Biggers */ 9*b10749d8SEric Biggers 10*b10749d8SEric Biggers /* 11*b10749d8SEric Biggers * CRC folding constants generated for most-significant-bit-first CRC-16 using 12*b10749d8SEric Biggers * G(x) = x^16 + x^15 + x^11 + x^9 + x^8 + x^7 + x^5 + x^4 + x^2 + x^1 + x^0 13*b10749d8SEric Biggers */ 14*b10749d8SEric Biggers static const struct { 15*b10749d8SEric Biggers u8 bswap_mask[16]; 16*b10749d8SEric Biggers u64 fold_across_2048_bits_consts[2]; 17*b10749d8SEric Biggers u64 fold_across_1024_bits_consts[2]; 18*b10749d8SEric Biggers u64 fold_across_512_bits_consts[2]; 19*b10749d8SEric Biggers u64 fold_across_256_bits_consts[2]; 20*b10749d8SEric Biggers u64 fold_across_128_bits_consts[2]; 21*b10749d8SEric Biggers u8 shuf_table[48]; 22*b10749d8SEric Biggers u64 barrett_reduction_consts[2]; 23*b10749d8SEric Biggers } crc16_msb_0x8bb7_consts ____cacheline_aligned __maybe_unused = { 24*b10749d8SEric Biggers .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0}, 25*b10749d8SEric Biggers .fold_across_2048_bits_consts = { 26*b10749d8SEric Biggers 0xdccf000000000000, /* LO64_TERMS: (x^2000 mod G) * x^48 */ 27*b10749d8SEric Biggers 0x4b0b000000000000, /* HI64_TERMS: (x^2064 mod G) * x^48 */ 28*b10749d8SEric Biggers }, 29*b10749d8SEric Biggers .fold_across_1024_bits_consts = { 30*b10749d8SEric Biggers 0x9d9d000000000000, /* LO64_TERMS: (x^976 mod G) * x^48 */ 31*b10749d8SEric Biggers 0x7cf5000000000000, /* HI64_TERMS: (x^1040 mod G) * x^48 */ 32*b10749d8SEric Biggers }, 33*b10749d8SEric Biggers .fold_across_512_bits_consts = { 34*b10749d8SEric Biggers 0x044c000000000000, /* LO64_TERMS: (x^464 mod G) * x^48 */ 35*b10749d8SEric Biggers 0xe658000000000000, /* HI64_TERMS: (x^528 mod G) * x^48 */ 36*b10749d8SEric Biggers }, 37*b10749d8SEric Biggers .fold_across_256_bits_consts = { 38*b10749d8SEric Biggers 0x6ee3000000000000, /* LO64_TERMS: (x^208 mod G) * x^48 */ 39*b10749d8SEric Biggers 0xe7b5000000000000, /* HI64_TERMS: (x^272 mod G) * x^48 */ 40*b10749d8SEric Biggers }, 41*b10749d8SEric Biggers .fold_across_128_bits_consts = { 42*b10749d8SEric Biggers 0x2d56000000000000, /* LO64_TERMS: (x^80 mod G) * x^48 */ 43*b10749d8SEric Biggers 0x06df000000000000, /* HI64_TERMS: (x^144 mod G) * x^48 */ 44*b10749d8SEric Biggers }, 45*b10749d8SEric Biggers .shuf_table = { 46*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 47*b10749d8SEric Biggers 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 48*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 49*b10749d8SEric Biggers }, 50*b10749d8SEric Biggers .barrett_reduction_consts = { 51*b10749d8SEric Biggers 0x8bb7000000000000, /* LO64_TERMS: (G - x^16) * x^48 */ 52*b10749d8SEric Biggers 0xf65a57f81d33a48a, /* HI64_TERMS: (floor(x^79 / G) * x) - x^64 */ 53*b10749d8SEric Biggers }, 54*b10749d8SEric Biggers }; 55*b10749d8SEric Biggers 56*b10749d8SEric Biggers /* 57*b10749d8SEric Biggers * CRC folding constants generated for least-significant-bit-first CRC-32 using 58*b10749d8SEric Biggers * G(x) = x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^11 + x^10 + x^8 + x^7 + 59*b10749d8SEric Biggers * x^5 + x^4 + x^2 + x^1 + x^0 60*b10749d8SEric Biggers */ 61*b10749d8SEric Biggers static const struct { 62*b10749d8SEric Biggers u64 fold_across_2048_bits_consts[2]; 63*b10749d8SEric Biggers u64 fold_across_1024_bits_consts[2]; 64*b10749d8SEric Biggers u64 fold_across_512_bits_consts[2]; 65*b10749d8SEric Biggers u64 fold_across_256_bits_consts[2]; 66*b10749d8SEric Biggers u64 fold_across_128_bits_consts[2]; 67*b10749d8SEric Biggers u8 shuf_table[48]; 68*b10749d8SEric Biggers u64 barrett_reduction_consts[2]; 69*b10749d8SEric Biggers } crc32_lsb_0xedb88320_consts ____cacheline_aligned __maybe_unused = { 70*b10749d8SEric Biggers .fold_across_2048_bits_consts = { 71*b10749d8SEric Biggers 0x00000000ce3371cb, /* HI64_TERMS: (x^2079 mod G) * x^32 */ 72*b10749d8SEric Biggers 0x00000000e95c1271, /* LO64_TERMS: (x^2015 mod G) * x^32 */ 73*b10749d8SEric Biggers }, 74*b10749d8SEric Biggers .fold_across_1024_bits_consts = { 75*b10749d8SEric Biggers 0x0000000033fff533, /* HI64_TERMS: (x^1055 mod G) * x^32 */ 76*b10749d8SEric Biggers 0x00000000910eeec1, /* LO64_TERMS: (x^991 mod G) * x^32 */ 77*b10749d8SEric Biggers }, 78*b10749d8SEric Biggers .fold_across_512_bits_consts = { 79*b10749d8SEric Biggers 0x000000008f352d95, /* HI64_TERMS: (x^543 mod G) * x^32 */ 80*b10749d8SEric Biggers 0x000000001d9513d7, /* LO64_TERMS: (x^479 mod G) * x^32 */ 81*b10749d8SEric Biggers }, 82*b10749d8SEric Biggers .fold_across_256_bits_consts = { 83*b10749d8SEric Biggers 0x00000000f1da05aa, /* HI64_TERMS: (x^287 mod G) * x^32 */ 84*b10749d8SEric Biggers 0x0000000081256527, /* LO64_TERMS: (x^223 mod G) * x^32 */ 85*b10749d8SEric Biggers }, 86*b10749d8SEric Biggers .fold_across_128_bits_consts = { 87*b10749d8SEric Biggers 0x00000000ae689191, /* HI64_TERMS: (x^159 mod G) * x^32 */ 88*b10749d8SEric Biggers 0x00000000ccaa009e, /* LO64_TERMS: (x^95 mod G) * x^32 */ 89*b10749d8SEric Biggers }, 90*b10749d8SEric Biggers .shuf_table = { 91*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 92*b10749d8SEric Biggers 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 93*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 94*b10749d8SEric Biggers }, 95*b10749d8SEric Biggers .barrett_reduction_consts = { 96*b10749d8SEric Biggers 0xb4e5b025f7011641, /* HI64_TERMS: floor(x^95 / G) */ 97*b10749d8SEric Biggers 0x00000001db710640, /* LO64_TERMS: (G - x^32) * x^31 */ 98*b10749d8SEric Biggers }, 99*b10749d8SEric Biggers }; 100*b10749d8SEric Biggers 101*b10749d8SEric Biggers /* 102*b10749d8SEric Biggers * CRC folding constants generated for most-significant-bit-first CRC-64 using 103*b10749d8SEric Biggers * G(x) = x^64 + x^62 + x^57 + x^55 + x^54 + x^53 + x^52 + x^47 + x^46 + x^45 + 104*b10749d8SEric Biggers * x^40 + x^39 + x^38 + x^37 + x^35 + x^33 + x^32 + x^31 + x^29 + x^27 + 105*b10749d8SEric Biggers * x^24 + x^23 + x^22 + x^21 + x^19 + x^17 + x^13 + x^12 + x^10 + x^9 + 106*b10749d8SEric Biggers * x^7 + x^4 + x^1 + x^0 107*b10749d8SEric Biggers */ 108*b10749d8SEric Biggers static const struct { 109*b10749d8SEric Biggers u8 bswap_mask[16]; 110*b10749d8SEric Biggers u64 fold_across_2048_bits_consts[2]; 111*b10749d8SEric Biggers u64 fold_across_1024_bits_consts[2]; 112*b10749d8SEric Biggers u64 fold_across_512_bits_consts[2]; 113*b10749d8SEric Biggers u64 fold_across_256_bits_consts[2]; 114*b10749d8SEric Biggers u64 fold_across_128_bits_consts[2]; 115*b10749d8SEric Biggers u8 shuf_table[48]; 116*b10749d8SEric Biggers u64 barrett_reduction_consts[2]; 117*b10749d8SEric Biggers } crc64_msb_0x42f0e1eba9ea3693_consts ____cacheline_aligned __maybe_unused = { 118*b10749d8SEric Biggers .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0}, 119*b10749d8SEric Biggers .fold_across_2048_bits_consts = { 120*b10749d8SEric Biggers 0x7f52691a60ddc70d, /* LO64_TERMS: (x^2048 mod G) * x^0 */ 121*b10749d8SEric Biggers 0x7036b0389f6a0c82, /* HI64_TERMS: (x^2112 mod G) * x^0 */ 122*b10749d8SEric Biggers }, 123*b10749d8SEric Biggers .fold_across_1024_bits_consts = { 124*b10749d8SEric Biggers 0x05cf79dea9ac37d6, /* LO64_TERMS: (x^1024 mod G) * x^0 */ 125*b10749d8SEric Biggers 0x001067e571d7d5c2, /* HI64_TERMS: (x^1088 mod G) * x^0 */ 126*b10749d8SEric Biggers }, 127*b10749d8SEric Biggers .fold_across_512_bits_consts = { 128*b10749d8SEric Biggers 0x5f6843ca540df020, /* LO64_TERMS: (x^512 mod G) * x^0 */ 129*b10749d8SEric Biggers 0xddf4b6981205b83f, /* HI64_TERMS: (x^576 mod G) * x^0 */ 130*b10749d8SEric Biggers }, 131*b10749d8SEric Biggers .fold_across_256_bits_consts = { 132*b10749d8SEric Biggers 0x571bee0a227ef92b, /* LO64_TERMS: (x^256 mod G) * x^0 */ 133*b10749d8SEric Biggers 0x44bef2a201b5200c, /* HI64_TERMS: (x^320 mod G) * x^0 */ 134*b10749d8SEric Biggers }, 135*b10749d8SEric Biggers .fold_across_128_bits_consts = { 136*b10749d8SEric Biggers 0x05f5c3c7eb52fab6, /* LO64_TERMS: (x^128 mod G) * x^0 */ 137*b10749d8SEric Biggers 0x4eb938a7d257740e, /* HI64_TERMS: (x^192 mod G) * x^0 */ 138*b10749d8SEric Biggers }, 139*b10749d8SEric Biggers .shuf_table = { 140*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 141*b10749d8SEric Biggers 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 142*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 143*b10749d8SEric Biggers }, 144*b10749d8SEric Biggers .barrett_reduction_consts = { 145*b10749d8SEric Biggers 0x42f0e1eba9ea3693, /* LO64_TERMS: (G - x^64) * x^0 */ 146*b10749d8SEric Biggers 0x578d29d06cc4f872, /* HI64_TERMS: (floor(x^127 / G) * x) - x^64 */ 147*b10749d8SEric Biggers }, 148*b10749d8SEric Biggers }; 149*b10749d8SEric Biggers 150*b10749d8SEric Biggers /* 151*b10749d8SEric Biggers * CRC folding constants generated for least-significant-bit-first CRC-64 using 152*b10749d8SEric Biggers * G(x) = x^64 + x^63 + x^61 + x^59 + x^58 + x^56 + x^55 + x^52 + x^49 + x^48 + 153*b10749d8SEric Biggers * x^47 + x^46 + x^44 + x^41 + x^37 + x^36 + x^34 + x^32 + x^31 + x^28 + 154*b10749d8SEric Biggers * x^26 + x^23 + x^22 + x^19 + x^16 + x^13 + x^12 + x^10 + x^9 + x^6 + 155*b10749d8SEric Biggers * x^4 + x^3 + x^0 156*b10749d8SEric Biggers */ 157*b10749d8SEric Biggers static const struct { 158*b10749d8SEric Biggers u64 fold_across_2048_bits_consts[2]; 159*b10749d8SEric Biggers u64 fold_across_1024_bits_consts[2]; 160*b10749d8SEric Biggers u64 fold_across_512_bits_consts[2]; 161*b10749d8SEric Biggers u64 fold_across_256_bits_consts[2]; 162*b10749d8SEric Biggers u64 fold_across_128_bits_consts[2]; 163*b10749d8SEric Biggers u8 shuf_table[48]; 164*b10749d8SEric Biggers u64 barrett_reduction_consts[2]; 165*b10749d8SEric Biggers } crc64_lsb_0x9a6c9329ac4bc9b5_consts ____cacheline_aligned __maybe_unused = { 166*b10749d8SEric Biggers .fold_across_2048_bits_consts = { 167*b10749d8SEric Biggers 0x37ccd3e14069cabc, /* HI64_TERMS: (x^2111 mod G) * x^0 */ 168*b10749d8SEric Biggers 0xa043808c0f782663, /* LO64_TERMS: (x^2047 mod G) * x^0 */ 169*b10749d8SEric Biggers }, 170*b10749d8SEric Biggers .fold_across_1024_bits_consts = { 171*b10749d8SEric Biggers 0xa1ca681e733f9c40, /* HI64_TERMS: (x^1087 mod G) * x^0 */ 172*b10749d8SEric Biggers 0x5f852fb61e8d92dc, /* LO64_TERMS: (x^1023 mod G) * x^0 */ 173*b10749d8SEric Biggers }, 174*b10749d8SEric Biggers .fold_across_512_bits_consts = { 175*b10749d8SEric Biggers 0x0c32cdb31e18a84a, /* HI64_TERMS: (x^575 mod G) * x^0 */ 176*b10749d8SEric Biggers 0x62242240ace5045a, /* LO64_TERMS: (x^511 mod G) * x^0 */ 177*b10749d8SEric Biggers }, 178*b10749d8SEric Biggers .fold_across_256_bits_consts = { 179*b10749d8SEric Biggers 0xb0bc2e589204f500, /* HI64_TERMS: (x^319 mod G) * x^0 */ 180*b10749d8SEric Biggers 0xe1e0bb9d45d7a44c, /* LO64_TERMS: (x^255 mod G) * x^0 */ 181*b10749d8SEric Biggers }, 182*b10749d8SEric Biggers .fold_across_128_bits_consts = { 183*b10749d8SEric Biggers 0xeadc41fd2ba3d420, /* HI64_TERMS: (x^191 mod G) * x^0 */ 184*b10749d8SEric Biggers 0x21e9761e252621ac, /* LO64_TERMS: (x^127 mod G) * x^0 */ 185*b10749d8SEric Biggers }, 186*b10749d8SEric Biggers .shuf_table = { 187*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 188*b10749d8SEric Biggers 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 189*b10749d8SEric Biggers -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 190*b10749d8SEric Biggers }, 191*b10749d8SEric Biggers .barrett_reduction_consts = { 192*b10749d8SEric Biggers 0x27ecfa329aef9f77, /* HI64_TERMS: floor(x^127 / G) */ 193*b10749d8SEric Biggers 0x34d926535897936a, /* LO64_TERMS: (G - x^64 - x^0) / x */ 194*b10749d8SEric Biggers }, 195*b10749d8SEric Biggers }; 196