10 #include "crc-pclmul-template.h"
18 static inline u32 crc32_le_arch(u32 crc, const u8 *p, size_t len)  in crc32_le_arch()  argument
20 	CRC_PCLMUL(crc, p, len, crc32_lsb, crc32_lsb_0xedb88320_consts,  in crc32_le_arch()
22 	return crc32_le_base(crc, p, len);  in crc32_le_arch()
37 asmlinkage u32 crc32c_x86_3way(u32 crc, const u8 *buffer, size_t len);
39 static inline u32 crc32c_arch(u32 crc, const u8 *p, size_t len)  in crc32c_arch()  argument
44 		return crc32c_base(crc, p, len);  in crc32c_arch()
52 		 * CRC them independently, and combine them using PCLMULQDQ.  in crc32c_arch()
72 			crc = crc32_lsb_vpclmul_avx512(crc, p, len,  in crc32c_arch()
75 			crc = crc32c_x86_3way(crc, p, len);  in crc32c_arch()
77 		return crc;  in crc32c_arch()
90 		asm(CRC32_INST : "+r" (crc) : ASM_INPUT_RM (*(unsigned long *)p));  in crc32c_arch()
93 		asm("crc32l %1, %0" : "+r" (crc) : ASM_INPUT_RM (*(u32 *)p));  in crc32c_arch()
97 		asm("crc32w %1, %0" : "+r" (crc) : ASM_INPUT_RM (*(u16 *)p));  in crc32c_arch()
101 		asm("crc32b %1, %0" : "+r" (crc) : ASM_INPUT_RM (*p));  in crc32c_arch()
103 	return crc;  in crc32c_arch()