crc32.c (03ab3da3b215bac4ebb093c808d54596e03e3225) | crc32.c (6d514b4e7737ad75a7e7e0a3f7dde45d46341691) |
---|---|
1/* 2 * Aug 8, 2011 Bob Pearson with help from Joakim Tjernlund and George Spelvin 3 * cleaned up code to current version of sparse and added the slicing-by-8 4 * algorithm to the closely similar existing slicing-by-4 algorithm. 5 * 6 * Oct 15, 2000 Matt Domsch <Matt_Domsch@dell.com> 7 * Nicer crc32 functions/docs submitted by linux@horizon.com. Thanks! 8 * Code was from the public domain, copyright abandoned. Code was --- 36 unchanged lines hidden (view full) --- 45#endif 46 47#include "crc32table.h" 48 49MODULE_AUTHOR("Matt Domsch <Matt_Domsch@dell.com>"); 50MODULE_DESCRIPTION("Various CRC32 calculations"); 51MODULE_LICENSE("GPL"); 52 | 1/* 2 * Aug 8, 2011 Bob Pearson with help from Joakim Tjernlund and George Spelvin 3 * cleaned up code to current version of sparse and added the slicing-by-8 4 * algorithm to the closely similar existing slicing-by-4 algorithm. 5 * 6 * Oct 15, 2000 Matt Domsch <Matt_Domsch@dell.com> 7 * Nicer crc32 functions/docs submitted by linux@horizon.com. Thanks! 8 * Code was from the public domain, copyright abandoned. Code was --- 36 unchanged lines hidden (view full) --- 45#endif 46 47#include "crc32table.h" 48 49MODULE_AUTHOR("Matt Domsch <Matt_Domsch@dell.com>"); 50MODULE_DESCRIPTION("Various CRC32 calculations"); 51MODULE_LICENSE("GPL"); 52 |
53#define GF2_DIM 32 54 55static u32 gf2_matrix_times(u32 *mat, u32 vec) 56{ 57 u32 sum = 0; 58 59 while (vec) { 60 if (vec & 1) 61 sum ^= *mat; 62 vec >>= 1; 63 mat++; 64 } 65 66 return sum; 67} 68 69static void gf2_matrix_square(u32 *square, u32 *mat) 70{ 71 int i; 72 73 for (i = 0; i < GF2_DIM; i++) 74 square[i] = gf2_matrix_times(mat, mat[i]); 75} 76 | |
77#if CRC_LE_BITS > 8 || CRC_BE_BITS > 8 78 79/* implements slicing-by-4 or slicing-by-8 algorithm */ 80static inline u32 81crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 (*tab)[256]) 82{ 83# ifdef __LITTLE_ENDIAN 84# define DO_CRC(x) crc = t0[(crc ^ (x)) & 255] ^ (crc >> 8) --- 65 unchanged lines hidden (view full) --- 150 } 151 return crc; 152#undef DO_CRC 153#undef DO_CRC4 154#undef DO_CRC8 155} 156#endif 157 | 53#if CRC_LE_BITS > 8 || CRC_BE_BITS > 8 54 55/* implements slicing-by-4 or slicing-by-8 algorithm */ 56static inline u32 57crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 (*tab)[256]) 58{ 59# ifdef __LITTLE_ENDIAN 60# define DO_CRC(x) crc = t0[(crc ^ (x)) & 255] ^ (crc >> 8) --- 65 unchanged lines hidden (view full) --- 126 } 127 return crc; 128#undef DO_CRC 129#undef DO_CRC4 130#undef DO_CRC8 131} 132#endif 133 |
158/* For conditions of distribution and use, see copyright notice in zlib.h */ 159static u32 crc32_generic_combine(u32 crc1, u32 crc2, size_t len2, 160 u32 polynomial) 161{ 162 u32 even[GF2_DIM]; /* Even-power-of-two zeros operator */ 163 u32 odd[GF2_DIM]; /* Odd-power-of-two zeros operator */ 164 u32 row; 165 int i; | |
166 | 134 |
167 if (len2 <= 0) 168 return crc1; 169 170 /* Put operator for one zero bit in odd */ 171 odd[0] = polynomial; 172 row = 1; 173 for (i = 1; i < GF2_DIM; i++) { 174 odd[i] = row; 175 row <<= 1; 176 } 177 178 gf2_matrix_square(even, odd); /* Put operator for two zero bits in even */ 179 gf2_matrix_square(odd, even); /* Put operator for four zero bits in odd */ 180 181 /* Apply len2 zeros to crc1 (first square will put the operator for one 182 * zero byte, eight zero bits, in even). 183 */ 184 do { 185 /* Apply zeros operator for this bit of len2 */ 186 gf2_matrix_square(even, odd); 187 if (len2 & 1) 188 crc1 = gf2_matrix_times(even, crc1); 189 len2 >>= 1; 190 /* If no more bits set, then done */ 191 if (len2 == 0) 192 break; 193 /* Another iteration of the loop with odd and even swapped */ 194 gf2_matrix_square(odd, even); 195 if (len2 & 1) 196 crc1 = gf2_matrix_times(odd, crc1); 197 len2 >>= 1; 198 } while (len2 != 0); 199 200 crc1 ^= crc2; 201 return crc1; 202} 203 | |
204/** 205 * crc32_le_generic() - Calculate bitwise little-endian Ethernet AUTODIN II 206 * CRC32/CRC32C 207 * @crc: seed value for computation. ~0 for Ethernet, sometimes 0 for other 208 * uses, or the previous crc32/crc32c value if computing incrementally. 209 * @p: pointer to buffer over which CRC32/CRC32C is run 210 * @len: length of buffer @p 211 * @tab: little-endian Ethernet table --- 54 unchanged lines hidden (view full) --- 266 (const u32 (*)[256])crc32table_le, CRCPOLY_LE); 267} 268u32 __pure __crc32c_le(u32 crc, unsigned char const *p, size_t len) 269{ 270 return crc32_le_generic(crc, p, len, 271 (const u32 (*)[256])crc32ctable_le, CRC32C_POLY_LE); 272} 273#endif | 135/** 136 * crc32_le_generic() - Calculate bitwise little-endian Ethernet AUTODIN II 137 * CRC32/CRC32C 138 * @crc: seed value for computation. ~0 for Ethernet, sometimes 0 for other 139 * uses, or the previous crc32/crc32c value if computing incrementally. 140 * @p: pointer to buffer over which CRC32/CRC32C is run 141 * @len: length of buffer @p 142 * @tab: little-endian Ethernet table --- 54 unchanged lines hidden (view full) --- 197 (const u32 (*)[256])crc32table_le, CRCPOLY_LE); 198} 199u32 __pure __crc32c_le(u32 crc, unsigned char const *p, size_t len) 200{ 201 return crc32_le_generic(crc, p, len, 202 (const u32 (*)[256])crc32ctable_le, CRC32C_POLY_LE); 203} 204#endif |
274u32 __pure crc32_le_combine(u32 crc1, u32 crc2, size_t len2) | 205EXPORT_SYMBOL(crc32_le); 206EXPORT_SYMBOL(__crc32c_le); 207 208/* 209 * This multiplies the polynomials x and y modulo the given modulus. 210 * This follows the "little-endian" CRC convention that the lsbit 211 * represents the highest power of x, and the msbit represents x^0. 212 */ 213static u32 __attribute_const__ gf2_multiply(u32 x, u32 y, u32 modulus) |
275{ | 214{ |
276 return crc32_generic_combine(crc1, crc2, len2, CRCPOLY_LE); | 215 u32 product = x & 1 ? y : 0; 216 int i; 217 218 for (i = 0; i < 31; i++) { 219 product = (product >> 1) ^ (product & 1 ? modulus : 0); 220 x >>= 1; 221 product ^= x & 1 ? y : 0; 222 } 223 224 return product; |
277} 278 | 225} 226 |
279u32 __pure __crc32c_le_combine(u32 crc1, u32 crc2, size_t len2) | 227/** 228 * crc32_generic_shift - Append len 0 bytes to crc, in logarithmic time 229 * @crc: The original little-endian CRC (i.e. lsbit is x^31 coefficient) 230 * @len: The number of bytes. @crc is multiplied by x^(8*@len) 231 * @polynomial: The modulus used to reduce the result to 32 bits. 232 * 233 * It's possible to parallelize CRC computations by computing a CRC 234 * over separate ranges of a buffer, then summing them. 235 * This shifts the given CRC by 8*len bits (i.e. produces the same effect 236 * as appending len bytes of zero to the data), in time proportional 237 * to log(len). 238 */ 239static u32 __attribute_const__ crc32_generic_shift(u32 crc, size_t len, 240 u32 polynomial) |
280{ | 241{ |
281 return crc32_generic_combine(crc1, crc2, len2, CRC32C_POLY_LE); | 242 u32 power = polynomial; /* CRC of x^32 */ 243 int i; 244 245 /* Shift up to 32 bits in the simple linear way */ 246 for (i = 0; i < 8 * (int)(len & 3); i++) 247 crc = (crc >> 1) ^ (crc & 1 ? polynomial : 0); 248 249 len >>= 2; 250 if (!len) 251 return crc; 252 253 for (;;) { 254 /* "power" is x^(2^i), modulo the polynomial */ 255 if (len & 1) 256 crc = gf2_multiply(crc, power, polynomial); 257 258 len >>= 1; 259 if (!len) 260 break; 261 262 /* Square power, advancing to x^(2^(i+1)) */ 263 power = gf2_multiply(power, power, polynomial); 264 } 265 266 return crc; |
282} | 267} |
283EXPORT_SYMBOL(crc32_le); 284EXPORT_SYMBOL(crc32_le_combine); 285EXPORT_SYMBOL(__crc32c_le); 286EXPORT_SYMBOL(__crc32c_le_combine); | |
287 | 268 |
269u32 __attribute_const__ crc32_le_shift(u32 crc, size_t len) 270{ 271 return crc32_generic_shift(crc, len, CRCPOLY_LE); 272} 273 274u32 __attribute_const__ __crc32c_le_shift(u32 crc, size_t len) 275{ 276 return crc32_generic_shift(crc, len, CRC32C_POLY_LE); 277} 278EXPORT_SYMBOL(crc32_le_shift); 279EXPORT_SYMBOL(__crc32c_le_shift); 280 |
|
288/** 289 * crc32_be_generic() - Calculate bitwise big-endian Ethernet AUTODIN II CRC32 290 * @crc: seed value for computation. ~0 for Ethernet, sometimes 0 for 291 * other uses, or the previous crc32 value if computing incrementally. 292 * @p: pointer to buffer over which CRC32 is run 293 * @len: length of buffer @p 294 * @tab: big-endian Ethernet table 295 * @polynomial: CRC32 BE polynomial --- 886 unchanged lines hidden --- | 281/** 282 * crc32_be_generic() - Calculate bitwise big-endian Ethernet AUTODIN II CRC32 283 * @crc: seed value for computation. ~0 for Ethernet, sometimes 0 for 284 * other uses, or the previous crc32 value if computing incrementally. 285 * @p: pointer to buffer over which CRC32 is run 286 * @len: length of buffer @p 287 * @tab: big-endian Ethernet table 288 * @polynomial: CRC32 BE polynomial --- 886 unchanged lines hidden --- |