1*b7b36608SEric Biggers /* SPDX-License-Identifier: GPL-2.0-or-later */
2*b7b36608SEric Biggers /*
3*b7b36608SEric Biggers * SHA-512 optimized using the CP Assist for Cryptographic Functions (CPACF)
4*b7b36608SEric Biggers *
5*b7b36608SEric Biggers * Copyright 2025 Google LLC
6*b7b36608SEric Biggers */
7*b7b36608SEric Biggers #include <asm/cpacf.h>
8*b7b36608SEric Biggers #include <linux/cpufeature.h>
9*b7b36608SEric Biggers
10*b7b36608SEric Biggers static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_cpacf_sha512);
11*b7b36608SEric Biggers
sha512_blocks(struct sha512_block_state * state,const u8 * data,size_t nblocks)12*b7b36608SEric Biggers static void sha512_blocks(struct sha512_block_state *state,
13*b7b36608SEric Biggers const u8 *data, size_t nblocks)
14*b7b36608SEric Biggers {
15*b7b36608SEric Biggers if (static_branch_likely(&have_cpacf_sha512))
16*b7b36608SEric Biggers cpacf_kimd(CPACF_KIMD_SHA_512, state, data,
17*b7b36608SEric Biggers nblocks * SHA512_BLOCK_SIZE);
18*b7b36608SEric Biggers else
19*b7b36608SEric Biggers sha512_blocks_generic(state, data, nblocks);
20*b7b36608SEric Biggers }
21*b7b36608SEric Biggers
22*b7b36608SEric Biggers #define sha512_mod_init_arch sha512_mod_init_arch
sha512_mod_init_arch(void)23*b7b36608SEric Biggers static inline void sha512_mod_init_arch(void)
24*b7b36608SEric Biggers {
25*b7b36608SEric Biggers if (cpu_have_feature(S390_CPU_FEATURE_MSA) &&
26*b7b36608SEric Biggers cpacf_query_func(CPACF_KIMD, CPACF_KIMD_SHA_512))
27*b7b36608SEric Biggers static_branch_enable(&have_cpacf_sha512);
28*b7b36608SEric Biggers }
29