1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * CRC64 using [V]PCLMULQDQ instructions 4 * 5 * Copyright 2025 Google LLC 6 */ 7 8 #include <linux/crc64.h> 9 #include <linux/module.h> 10 #include "crc-pclmul-template.h" 11 12 static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_pclmulqdq); 13 14 DECLARE_CRC_PCLMUL_FUNCS(crc64_msb, u64); 15 DECLARE_CRC_PCLMUL_FUNCS(crc64_lsb, u64); 16 17 u64 crc64_be_arch(u64 crc, const u8 *p, size_t len) 18 { 19 CRC_PCLMUL(crc, p, len, crc64_msb, crc64_msb_0x42f0e1eba9ea3693_consts, 20 have_pclmulqdq); 21 return crc64_be_generic(crc, p, len); 22 } 23 EXPORT_SYMBOL_GPL(crc64_be_arch); 24 25 u64 crc64_nvme_arch(u64 crc, const u8 *p, size_t len) 26 { 27 CRC_PCLMUL(crc, p, len, crc64_lsb, crc64_lsb_0x9a6c9329ac4bc9b5_consts, 28 have_pclmulqdq); 29 return crc64_nvme_generic(crc, p, len); 30 } 31 EXPORT_SYMBOL_GPL(crc64_nvme_arch); 32 33 static int __init crc64_x86_init(void) 34 { 35 if (boot_cpu_has(X86_FEATURE_PCLMULQDQ)) { 36 static_branch_enable(&have_pclmulqdq); 37 INIT_CRC_PCLMUL(crc64_msb); 38 INIT_CRC_PCLMUL(crc64_lsb); 39 } 40 return 0; 41 } 42 subsys_initcall(crc64_x86_init); 43 44 static void __exit crc64_x86_exit(void) 45 { 46 } 47 module_exit(crc64_x86_exit); 48 49 MODULE_DESCRIPTION("CRC64 using [V]PCLMULQDQ instructions"); 50 MODULE_LICENSE("GPL"); 51