xref: /linux/arch/s390/include/asm/cpacf.h (revision 80625b670312e74512d65b19e9470184386ab265)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2c7d4d259SMartin Schwidefsky /*
3c7d4d259SMartin Schwidefsky  * CP Assist for Cryptographic Functions (CPACF)
4c7d4d259SMartin Schwidefsky  *
59e436c19SHarald Freudenberger  * Copyright IBM Corp. 2003, 2023
6c7d4d259SMartin Schwidefsky  * Author(s): Thomas Spatzier
7c7d4d259SMartin Schwidefsky  *	      Jan Glauber
8c7d4d259SMartin Schwidefsky  *	      Harald Freudenberger (freude@de.ibm.com)
9c7d4d259SMartin Schwidefsky  *	      Martin Schwidefsky <schwidefsky@de.ibm.com>
10c7d4d259SMartin Schwidefsky  */
11c7d4d259SMartin Schwidefsky #ifndef _ASM_S390_CPACF_H
12c7d4d259SMartin Schwidefsky #define _ASM_S390_CPACF_H
13c7d4d259SMartin Schwidefsky 
14c7d4d259SMartin Schwidefsky #include <asm/facility.h>
158c208bc5SIlya Leoshkevich #include <linux/kmsan-checks.h>
16c7d4d259SMartin Schwidefsky 
17c7d4d259SMartin Schwidefsky /*
18c7d4d259SMartin Schwidefsky  * Instruction opcodes for the CPACF instructions
19c7d4d259SMartin Schwidefsky  */
20c7d4d259SMartin Schwidefsky #define CPACF_KMAC		0xb91e		/* MSA	*/
21c7d4d259SMartin Schwidefsky #define CPACF_KM		0xb92e		/* MSA	*/
22c7d4d259SMartin Schwidefsky #define CPACF_KMC		0xb92f		/* MSA	*/
23c7d4d259SMartin Schwidefsky #define CPACF_KIMD		0xb93e		/* MSA	*/
24c7d4d259SMartin Schwidefsky #define CPACF_KLMD		0xb93f		/* MSA	*/
251afd43e0SDavid Hildenbrand #define CPACF_PCKMO		0xb928		/* MSA3 */
261afd43e0SDavid Hildenbrand #define CPACF_KMF		0xb92a		/* MSA4 */
271afd43e0SDavid Hildenbrand #define CPACF_KMO		0xb92b		/* MSA4 */
28c7d4d259SMartin Schwidefsky #define CPACF_PCC		0xb92c		/* MSA4 */
29c7d4d259SMartin Schwidefsky #define CPACF_KMCTR		0xb92d		/* MSA4 */
30985a9d20SHarald Freudenberger #define CPACF_PRNO		0xb93c		/* MSA5 */
31152c1c8dSJason J. Herne #define CPACF_KMA		0xb929		/* MSA8 */
3213209ad0SChristian Borntraeger #define CPACF_KDSA		0xb93a		/* MSA9 */
33c7d4d259SMartin Schwidefsky 
34c7d4d259SMartin Schwidefsky /*
3527937843SMartin Schwidefsky  * En/decryption modifier bits
36edc63a37SMartin Schwidefsky  */
3727937843SMartin Schwidefsky #define CPACF_ENCRYPT		0x00
38edc63a37SMartin Schwidefsky #define CPACF_DECRYPT		0x80
39edc63a37SMartin Schwidefsky 
40edc63a37SMartin Schwidefsky /*
41edc63a37SMartin Schwidefsky  * Function codes for the KM (CIPHER MESSAGE) instruction
42c7d4d259SMartin Schwidefsky  */
43c7d4d259SMartin Schwidefsky #define CPACF_KM_QUERY		0x00
44edc63a37SMartin Schwidefsky #define CPACF_KM_DEA		0x01
45edc63a37SMartin Schwidefsky #define CPACF_KM_TDEA_128	0x02
46edc63a37SMartin Schwidefsky #define CPACF_KM_TDEA_192	0x03
47edc63a37SMartin Schwidefsky #define CPACF_KM_AES_128	0x12
48edc63a37SMartin Schwidefsky #define CPACF_KM_AES_192	0x13
49edc63a37SMartin Schwidefsky #define CPACF_KM_AES_256	0x14
5027937843SMartin Schwidefsky #define CPACF_KM_PAES_128	0x1a
5127937843SMartin Schwidefsky #define CPACF_KM_PAES_192	0x1b
5227937843SMartin Schwidefsky #define CPACF_KM_PAES_256	0x1c
53edc63a37SMartin Schwidefsky #define CPACF_KM_XTS_128	0x32
54edc63a37SMartin Schwidefsky #define CPACF_KM_XTS_256	0x34
5527937843SMartin Schwidefsky #define CPACF_KM_PXTS_128	0x3a
5627937843SMartin Schwidefsky #define CPACF_KM_PXTS_256	0x3c
57*80625b67SHolger Dengler #define CPACF_KM_XTS_128_FULL	0x52
58*80625b67SHolger Dengler #define CPACF_KM_XTS_256_FULL	0x54
59c7d4d259SMartin Schwidefsky 
60c7d4d259SMartin Schwidefsky /*
61c7d4d259SMartin Schwidefsky  * Function codes for the KMC (CIPHER MESSAGE WITH CHAINING)
62edc63a37SMartin Schwidefsky  * instruction
63c7d4d259SMartin Schwidefsky  */
64c7d4d259SMartin Schwidefsky #define CPACF_KMC_QUERY		0x00
65edc63a37SMartin Schwidefsky #define CPACF_KMC_DEA		0x01
66edc63a37SMartin Schwidefsky #define CPACF_KMC_TDEA_128	0x02
67edc63a37SMartin Schwidefsky #define CPACF_KMC_TDEA_192	0x03
68edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_128	0x12
69edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_192	0x13
70edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_256	0x14
7127937843SMartin Schwidefsky #define CPACF_KMC_PAES_128	0x1a
7227937843SMartin Schwidefsky #define CPACF_KMC_PAES_192	0x1b
7327937843SMartin Schwidefsky #define CPACF_KMC_PAES_256	0x1c
74c7d4d259SMartin Schwidefsky #define CPACF_KMC_PRNG		0x43
75c7d4d259SMartin Schwidefsky 
76c7d4d259SMartin Schwidefsky /*
77c7d4d259SMartin Schwidefsky  * Function codes for the KMCTR (CIPHER MESSAGE WITH COUNTER)
78edc63a37SMartin Schwidefsky  * instruction
79c7d4d259SMartin Schwidefsky  */
80c7d4d259SMartin Schwidefsky #define CPACF_KMCTR_QUERY	0x00
81edc63a37SMartin Schwidefsky #define CPACF_KMCTR_DEA		0x01
82edc63a37SMartin Schwidefsky #define CPACF_KMCTR_TDEA_128	0x02
83edc63a37SMartin Schwidefsky #define CPACF_KMCTR_TDEA_192	0x03
84edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_128	0x12
85edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_192	0x13
86edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_256	0x14
8727937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_128	0x1a
8827937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_192	0x1b
8927937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_256	0x1c
90c7d4d259SMartin Schwidefsky 
91c7d4d259SMartin Schwidefsky /*
92c7d4d259SMartin Schwidefsky  * Function codes for the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST)
93edc63a37SMartin Schwidefsky  * instruction
94c7d4d259SMartin Schwidefsky  */
95c7d4d259SMartin Schwidefsky #define CPACF_KIMD_QUERY	0x00
96c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_1	0x01
97c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_256	0x02
98c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_512	0x03
993c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_224	0x20
1003c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_256	0x21
1013c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_384	0x22
1023c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_512	0x23
103c7d4d259SMartin Schwidefsky #define CPACF_KIMD_GHASH	0x41
104c7d4d259SMartin Schwidefsky 
105c7d4d259SMartin Schwidefsky /*
106c7d4d259SMartin Schwidefsky  * Function codes for the KLMD (COMPUTE LAST MESSAGE DIGEST)
107edc63a37SMartin Schwidefsky  * instruction
108c7d4d259SMartin Schwidefsky  */
109c7d4d259SMartin Schwidefsky #define CPACF_KLMD_QUERY	0x00
110c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_1	0x01
111c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_256	0x02
112c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_512	0x03
1133c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_224	0x20
1143c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_256	0x21
1153c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_384	0x22
1163c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_512	0x23
117c7d4d259SMartin Schwidefsky 
118c7d4d259SMartin Schwidefsky /*
119c7d4d259SMartin Schwidefsky  * function codes for the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE)
120edc63a37SMartin Schwidefsky  * instruction
121c7d4d259SMartin Schwidefsky  */
122c7d4d259SMartin Schwidefsky #define CPACF_KMAC_QUERY	0x00
123c7d4d259SMartin Schwidefsky #define CPACF_KMAC_DEA		0x01
124c7d4d259SMartin Schwidefsky #define CPACF_KMAC_TDEA_128	0x02
125c7d4d259SMartin Schwidefsky #define CPACF_KMAC_TDEA_192	0x03
126c7d4d259SMartin Schwidefsky 
127c7d4d259SMartin Schwidefsky /*
12877606708SHarald Freudenberger  * Function codes for the PCKMO (PERFORM CRYPTOGRAPHIC KEY MANAGEMENT)
12977606708SHarald Freudenberger  * instruction
13077606708SHarald Freudenberger  */
13177606708SHarald Freudenberger #define CPACF_PCKMO_QUERY		0x00
13277606708SHarald Freudenberger #define CPACF_PCKMO_ENC_DES_KEY		0x01
13377606708SHarald Freudenberger #define CPACF_PCKMO_ENC_TDES_128_KEY	0x02
13477606708SHarald Freudenberger #define CPACF_PCKMO_ENC_TDES_192_KEY	0x03
13577606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_128_KEY	0x12
13677606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_192_KEY	0x13
13777606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_256_KEY	0x14
1389e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P256_KEY	0x20
1399e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P384_KEY	0x21
1409e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P521_KEY	0x22
1419e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_ED25519_KEY	0x28
1429e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_ED448_KEY	0x29
14377606708SHarald Freudenberger 
14477606708SHarald Freudenberger /*
145985a9d20SHarald Freudenberger  * Function codes for the PRNO (PERFORM RANDOM NUMBER OPERATION)
146edc63a37SMartin Schwidefsky  * instruction
147c7d4d259SMartin Schwidefsky  */
148985a9d20SHarald Freudenberger #define CPACF_PRNO_QUERY		0x00
149985a9d20SHarald Freudenberger #define CPACF_PRNO_SHA512_DRNG_GEN	0x03
150985a9d20SHarald Freudenberger #define CPACF_PRNO_SHA512_DRNG_SEED	0x83
151f75fa65dSHarald Freudenberger #define CPACF_PRNO_TRNG_Q_R2C_RATIO	0x70
152f75fa65dSHarald Freudenberger #define CPACF_PRNO_TRNG			0x72
153c7d4d259SMartin Schwidefsky 
154eecd49c4SPatrick Steuer /*
155eecd49c4SPatrick Steuer  * Function codes for the KMA (CIPHER MESSAGE WITH AUTHENTICATION)
156eecd49c4SPatrick Steuer  * instruction
157eecd49c4SPatrick Steuer  */
158eecd49c4SPatrick Steuer #define CPACF_KMA_QUERY		0x00
159eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_128	0x12
160eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_192	0x13
161eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_256	0x14
162eecd49c4SPatrick Steuer 
163eecd49c4SPatrick Steuer /*
164eecd49c4SPatrick Steuer  * Flags for the KMA (CIPHER MESSAGE WITH AUTHENTICATION) instruction
165eecd49c4SPatrick Steuer  */
166eecd49c4SPatrick Steuer #define CPACF_KMA_LPC	0x100	/* Last-Plaintext/Ciphertext */
167eecd49c4SPatrick Steuer #define CPACF_KMA_LAAD	0x200	/* Last-AAD */
168eecd49c4SPatrick Steuer #define CPACF_KMA_HS	0x400	/* Hash-subkey Supplied */
169eecd49c4SPatrick Steuer 
17069c0e360SMartin Schwidefsky typedef struct { unsigned char bytes[16]; } cpacf_mask_t;
17169c0e360SMartin Schwidefsky 
17232e8bd64SHarald Freudenberger /*
17332e8bd64SHarald Freudenberger  * Prototype for a not existing function to produce a link
17432e8bd64SHarald Freudenberger  * error if __cpacf_query() or __cpacf_check_opcode() is used
17532e8bd64SHarald Freudenberger  * with an invalid compile time const opcode.
17632e8bd64SHarald Freudenberger  */
17732e8bd64SHarald Freudenberger void __cpacf_bad_opcode(void);
17832e8bd64SHarald Freudenberger 
179830999bdSHarald Freudenberger static __always_inline void __cpacf_query_rre(u32 opc, u8 r1, u8 r2,
180830999bdSHarald Freudenberger 					      cpacf_mask_t *mask)
181c7d4d259SMartin Schwidefsky {
182c7d4d259SMartin Schwidefsky 	asm volatile(
183830999bdSHarald Freudenberger 		"	la	%%r1,%[mask]\n"
184830999bdSHarald Freudenberger 		"	xgr	%%r0,%%r0\n"
185830999bdSHarald Freudenberger 		"	.insn	rre,%[opc] << 16,%[r1],%[r2]\n"
186830999bdSHarald Freudenberger 		: [mask] "=R" (*mask)
187830999bdSHarald Freudenberger 		: [opc] "i" (opc),
188830999bdSHarald Freudenberger 		  [r1] "i" (r1), [r2] "i" (r2)
189830999bdSHarald Freudenberger 		: "cc", "r0", "r1");
190830999bdSHarald Freudenberger }
191830999bdSHarald Freudenberger 
192830999bdSHarald Freudenberger static __always_inline void __cpacf_query_rrf(u32 opc,
193830999bdSHarald Freudenberger 					      u8 r1, u8 r2, u8 r3, u8 m4,
194830999bdSHarald Freudenberger 					      cpacf_mask_t *mask)
195830999bdSHarald Freudenberger {
196830999bdSHarald Freudenberger 	asm volatile(
197830999bdSHarald Freudenberger 		"	la	%%r1,%[mask]\n"
198830999bdSHarald Freudenberger 		"	xgr	%%r0,%%r0\n"
199830999bdSHarald Freudenberger 		"	.insn	rrf,%[opc] << 16,%[r1],%[r2],%[r3],%[m4]\n"
200830999bdSHarald Freudenberger 		: [mask] "=R" (*mask)
201830999bdSHarald Freudenberger 		: [opc] "i" (opc), [r1] "i" (r1), [r2] "i" (r2),
202830999bdSHarald Freudenberger 		  [r3] "i" (r3), [m4] "i" (m4)
203830999bdSHarald Freudenberger 		: "cc", "r0", "r1");
204830999bdSHarald Freudenberger }
205830999bdSHarald Freudenberger 
206830999bdSHarald Freudenberger static __always_inline void __cpacf_query(unsigned int opcode,
207830999bdSHarald Freudenberger 					  cpacf_mask_t *mask)
208830999bdSHarald Freudenberger {
209830999bdSHarald Freudenberger 	switch (opcode) {
210830999bdSHarald Freudenberger 	case CPACF_KDSA:
211830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KDSA, 0, 2, mask);
212830999bdSHarald Freudenberger 		break;
213830999bdSHarald Freudenberger 	case CPACF_KIMD:
214830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KIMD, 0, 2, mask);
215830999bdSHarald Freudenberger 		break;
216830999bdSHarald Freudenberger 	case CPACF_KLMD:
217830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KLMD, 0, 2, mask);
218830999bdSHarald Freudenberger 		break;
219830999bdSHarald Freudenberger 	case CPACF_KM:
220830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KM, 2, 4, mask);
221830999bdSHarald Freudenberger 		break;
222830999bdSHarald Freudenberger 	case CPACF_KMA:
223830999bdSHarald Freudenberger 		__cpacf_query_rrf(CPACF_KMA, 2, 4, 6, 0, mask);
224830999bdSHarald Freudenberger 		break;
225830999bdSHarald Freudenberger 	case CPACF_KMAC:
226830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KMAC, 0, 2, mask);
227830999bdSHarald Freudenberger 		break;
228830999bdSHarald Freudenberger 	case CPACF_KMC:
229830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KMC, 2, 4, mask);
230830999bdSHarald Freudenberger 		break;
231830999bdSHarald Freudenberger 	case CPACF_KMCTR:
232830999bdSHarald Freudenberger 		__cpacf_query_rrf(CPACF_KMCTR, 2, 4, 6, 0, mask);
233830999bdSHarald Freudenberger 		break;
234830999bdSHarald Freudenberger 	case CPACF_KMF:
235830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KMF, 2, 4, mask);
236830999bdSHarald Freudenberger 		break;
237830999bdSHarald Freudenberger 	case CPACF_KMO:
238830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_KMO, 2, 4, mask);
239830999bdSHarald Freudenberger 		break;
240830999bdSHarald Freudenberger 	case CPACF_PCC:
241830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_PCC, 0, 0, mask);
242830999bdSHarald Freudenberger 		break;
243830999bdSHarald Freudenberger 	case CPACF_PCKMO:
244830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_PCKMO, 0, 0, mask);
245830999bdSHarald Freudenberger 		break;
246830999bdSHarald Freudenberger 	case CPACF_PRNO:
247830999bdSHarald Freudenberger 		__cpacf_query_rre(CPACF_PRNO, 2, 4, mask);
248830999bdSHarald Freudenberger 		break;
249830999bdSHarald Freudenberger 	default:
25032e8bd64SHarald Freudenberger 		__cpacf_bad_opcode();
251830999bdSHarald Freudenberger 	}
252c7d4d259SMartin Schwidefsky }
253c7d4d259SMartin Schwidefsky 
254d83623c5SMasahiro Yamada static __always_inline int __cpacf_check_opcode(unsigned int opcode)
255c7d4d259SMartin Schwidefsky {
256c7d4d259SMartin Schwidefsky 	switch (opcode) {
257c7d4d259SMartin Schwidefsky 	case CPACF_KMAC:
258c7d4d259SMartin Schwidefsky 	case CPACF_KM:
259c7d4d259SMartin Schwidefsky 	case CPACF_KMC:
260c7d4d259SMartin Schwidefsky 	case CPACF_KIMD:
261c7d4d259SMartin Schwidefsky 	case CPACF_KLMD:
26269c0e360SMartin Schwidefsky 		return test_facility(17);	/* check for MSA */
2631afd43e0SDavid Hildenbrand 	case CPACF_PCKMO:
26469c0e360SMartin Schwidefsky 		return test_facility(76);	/* check for MSA3 */
2651afd43e0SDavid Hildenbrand 	case CPACF_KMF:
2661afd43e0SDavid Hildenbrand 	case CPACF_KMO:
267c7d4d259SMartin Schwidefsky 	case CPACF_PCC:
268c7d4d259SMartin Schwidefsky 	case CPACF_KMCTR:
26969c0e360SMartin Schwidefsky 		return test_facility(77);	/* check for MSA4 */
270985a9d20SHarald Freudenberger 	case CPACF_PRNO:
27169c0e360SMartin Schwidefsky 		return test_facility(57);	/* check for MSA5 */
272eecd49c4SPatrick Steuer 	case CPACF_KMA:
273eecd49c4SPatrick Steuer 		return test_facility(146);	/* check for MSA8 */
274c7d4d259SMartin Schwidefsky 	default:
27532e8bd64SHarald Freudenberger 		__cpacf_bad_opcode();
27632e8bd64SHarald Freudenberger 		return 0;
277c7d4d259SMartin Schwidefsky 	}
27869c0e360SMartin Schwidefsky }
27969c0e360SMartin Schwidefsky 
280830999bdSHarald Freudenberger /**
281830999bdSHarald Freudenberger  * cpacf_query() - check if a specific CPACF function is available
282830999bdSHarald Freudenberger  * @opcode: the opcode of the crypto instruction
283830999bdSHarald Freudenberger  * @func: the function code to test for
284830999bdSHarald Freudenberger  *
285830999bdSHarald Freudenberger  * Executes the query function for the given crypto instruction @opcode
286830999bdSHarald Freudenberger  * and checks if @func is available
287830999bdSHarald Freudenberger  *
288830999bdSHarald Freudenberger  * Returns 1 if @func is available for @opcode, 0 otherwise
289830999bdSHarald Freudenberger  */
290e60fb8bfSMasahiro Yamada static __always_inline int cpacf_query(unsigned int opcode, cpacf_mask_t *mask)
29169c0e360SMartin Schwidefsky {
29269c0e360SMartin Schwidefsky 	if (__cpacf_check_opcode(opcode)) {
29369c0e360SMartin Schwidefsky 		__cpacf_query(opcode, mask);
29469c0e360SMartin Schwidefsky 		return 1;
29569c0e360SMartin Schwidefsky 	}
29669c0e360SMartin Schwidefsky 	memset(mask, 0, sizeof(*mask));
29769c0e360SMartin Schwidefsky 	return 0;
29869c0e360SMartin Schwidefsky }
29969c0e360SMartin Schwidefsky 
30069c0e360SMartin Schwidefsky static inline int cpacf_test_func(cpacf_mask_t *mask, unsigned int func)
30169c0e360SMartin Schwidefsky {
30269c0e360SMartin Schwidefsky 	return (mask->bytes[func >> 3] & (0x80 >> (func & 7))) != 0;
30369c0e360SMartin Schwidefsky }
30469c0e360SMartin Schwidefsky 
305d83623c5SMasahiro Yamada static __always_inline int cpacf_query_func(unsigned int opcode, unsigned int func)
30669c0e360SMartin Schwidefsky {
30769c0e360SMartin Schwidefsky 	cpacf_mask_t mask;
30869c0e360SMartin Schwidefsky 
30969c0e360SMartin Schwidefsky 	if (cpacf_query(opcode, &mask))
31069c0e360SMartin Schwidefsky 		return cpacf_test_func(&mask, func);
31169c0e360SMartin Schwidefsky 	return 0;
312c7d4d259SMartin Schwidefsky }
313c7d4d259SMartin Schwidefsky 
314c7d4d259SMartin Schwidefsky /**
315c7d4d259SMartin Schwidefsky  * cpacf_km() - executes the KM (CIPHER MESSAGE) instruction
316c7d4d259SMartin Schwidefsky  * @func: the function code passed to KM; see CPACF_KM_xxx defines
317c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
318c7d4d259SMartin Schwidefsky  * @dest: address of destination memory area
319c7d4d259SMartin Schwidefsky  * @src: address of source memory area
320c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
321c7d4d259SMartin Schwidefsky  *
322c7d4d259SMartin Schwidefsky  * Returns 0 for the query func, number of processed bytes for
323c7d4d259SMartin Schwidefsky  * encryption/decryption funcs
324c7d4d259SMartin Schwidefsky  */
325edc63a37SMartin Schwidefsky static inline int cpacf_km(unsigned long func, void *param,
326c7d4d259SMartin Schwidefsky 			   u8 *dest, const u8 *src, long src_len)
327c7d4d259SMartin Schwidefsky {
328b84d0c41SHeiko Carstens 	union register_pair d, s;
329c7d4d259SMartin Schwidefsky 
330b84d0c41SHeiko Carstens 	d.even = (unsigned long)dest;
331b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
332b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
333c7d4d259SMartin Schwidefsky 	asm volatile(
334b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
335b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
336c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,%[dst],%[src]\n"
337c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
338b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair), [dst] "+&d" (d.pair)
339b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
340b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KM)
341b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
342c7d4d259SMartin Schwidefsky 
343b84d0c41SHeiko Carstens 	return src_len - s.odd;
344c7d4d259SMartin Schwidefsky }
345c7d4d259SMartin Schwidefsky 
346c7d4d259SMartin Schwidefsky /**
347c7d4d259SMartin Schwidefsky  * cpacf_kmc() - executes the KMC (CIPHER MESSAGE WITH CHAINING) instruction
348c7d4d259SMartin Schwidefsky  * @func: the function code passed to KM; see CPACF_KMC_xxx defines
349c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
350c7d4d259SMartin Schwidefsky  * @dest: address of destination memory area
351c7d4d259SMartin Schwidefsky  * @src: address of source memory area
352c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
353c7d4d259SMartin Schwidefsky  *
354c7d4d259SMartin Schwidefsky  * Returns 0 for the query func, number of processed bytes for
355c7d4d259SMartin Schwidefsky  * encryption/decryption funcs
356c7d4d259SMartin Schwidefsky  */
357edc63a37SMartin Schwidefsky static inline int cpacf_kmc(unsigned long func, void *param,
358c7d4d259SMartin Schwidefsky 			    u8 *dest, const u8 *src, long src_len)
359c7d4d259SMartin Schwidefsky {
360b84d0c41SHeiko Carstens 	union register_pair d, s;
361c7d4d259SMartin Schwidefsky 
362b84d0c41SHeiko Carstens 	d.even = (unsigned long)dest;
363b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
364b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
365c7d4d259SMartin Schwidefsky 	asm volatile(
366b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
367b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
368c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,%[dst],%[src]\n"
369c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
370b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair), [dst] "+&d" (d.pair)
371b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
372b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KMC)
373b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
374c7d4d259SMartin Schwidefsky 
375b84d0c41SHeiko Carstens 	return src_len - s.odd;
376c7d4d259SMartin Schwidefsky }
377c7d4d259SMartin Schwidefsky 
378c7d4d259SMartin Schwidefsky /**
379c7d4d259SMartin Schwidefsky  * cpacf_kimd() - executes the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST)
380c7d4d259SMartin Schwidefsky  *		  instruction
381c7d4d259SMartin Schwidefsky  * @func: the function code passed to KM; see CPACF_KIMD_xxx defines
382c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
383c7d4d259SMartin Schwidefsky  * @src: address of source memory area
384c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
385c7d4d259SMartin Schwidefsky  */
3860177db01SMartin Schwidefsky static inline void cpacf_kimd(unsigned long func, void *param,
387c7d4d259SMartin Schwidefsky 			      const u8 *src, long src_len)
388c7d4d259SMartin Schwidefsky {
389b84d0c41SHeiko Carstens 	union register_pair s;
390c7d4d259SMartin Schwidefsky 
391b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
392b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
393c7d4d259SMartin Schwidefsky 	asm volatile(
394b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
395b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
396c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,0,%[src]\n"
397c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
398b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair)
399b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)(param)),
400b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KIMD)
401b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
402c7d4d259SMartin Schwidefsky }
403c7d4d259SMartin Schwidefsky 
404c7d4d259SMartin Schwidefsky /**
405c7d4d259SMartin Schwidefsky  * cpacf_klmd() - executes the KLMD (COMPUTE LAST MESSAGE DIGEST) instruction
406c7d4d259SMartin Schwidefsky  * @func: the function code passed to KM; see CPACF_KLMD_xxx defines
407c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
408c7d4d259SMartin Schwidefsky  * @src: address of source memory area
409c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
410c7d4d259SMartin Schwidefsky  */
4110177db01SMartin Schwidefsky static inline void cpacf_klmd(unsigned long func, void *param,
412c7d4d259SMartin Schwidefsky 			      const u8 *src, long src_len)
413c7d4d259SMartin Schwidefsky {
414b84d0c41SHeiko Carstens 	union register_pair s;
415c7d4d259SMartin Schwidefsky 
416b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
417b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
418c7d4d259SMartin Schwidefsky 	asm volatile(
419b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
420b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
421c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,0,%[src]\n"
422c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
423b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair)
424b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
425b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KLMD)
426b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
427c7d4d259SMartin Schwidefsky }
428c7d4d259SMartin Schwidefsky 
429c7d4d259SMartin Schwidefsky /**
430c7d4d259SMartin Schwidefsky  * cpacf_kmac() - executes the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE)
431c7d4d259SMartin Schwidefsky  *		  instruction
432c7d4d259SMartin Schwidefsky  * @func: the function code passed to KM; see CPACF_KMAC_xxx defines
433c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
434c7d4d259SMartin Schwidefsky  * @src: address of source memory area
435c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
436c7d4d259SMartin Schwidefsky  *
437c7d4d259SMartin Schwidefsky  * Returns 0 for the query func, number of processed bytes for digest funcs
438c7d4d259SMartin Schwidefsky  */
439edc63a37SMartin Schwidefsky static inline int cpacf_kmac(unsigned long func, void *param,
440c7d4d259SMartin Schwidefsky 			     const u8 *src, long src_len)
441c7d4d259SMartin Schwidefsky {
442b84d0c41SHeiko Carstens 	union register_pair s;
443c7d4d259SMartin Schwidefsky 
444b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
445b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
446c7d4d259SMartin Schwidefsky 	asm volatile(
447b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
448b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
449c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,0,%[src]\n"
450c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
451b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair)
452b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
453b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KMAC)
454b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
455c7d4d259SMartin Schwidefsky 
456b84d0c41SHeiko Carstens 	return src_len - s.odd;
457c7d4d259SMartin Schwidefsky }
458c7d4d259SMartin Schwidefsky 
459c7d4d259SMartin Schwidefsky /**
460c7d4d259SMartin Schwidefsky  * cpacf_kmctr() - executes the KMCTR (CIPHER MESSAGE WITH COUNTER) instruction
461c7d4d259SMartin Schwidefsky  * @func: the function code passed to KMCTR; see CPACF_KMCTR_xxx defines
462c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
463c7d4d259SMartin Schwidefsky  * @dest: address of destination memory area
464c7d4d259SMartin Schwidefsky  * @src: address of source memory area
465c7d4d259SMartin Schwidefsky  * @src_len: length of src operand in bytes
466c7d4d259SMartin Schwidefsky  * @counter: address of counter value
467c7d4d259SMartin Schwidefsky  *
468c7d4d259SMartin Schwidefsky  * Returns 0 for the query func, number of processed bytes for
469c7d4d259SMartin Schwidefsky  * encryption/decryption funcs
470c7d4d259SMartin Schwidefsky  */
471edc63a37SMartin Schwidefsky static inline int cpacf_kmctr(unsigned long func, void *param, u8 *dest,
472c7d4d259SMartin Schwidefsky 			      const u8 *src, long src_len, u8 *counter)
473c7d4d259SMartin Schwidefsky {
474b84d0c41SHeiko Carstens 	union register_pair d, s, c;
475c7d4d259SMartin Schwidefsky 
476b84d0c41SHeiko Carstens 	d.even = (unsigned long)dest;
477b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
478b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
479b84d0c41SHeiko Carstens 	c.even = (unsigned long)counter;
480c7d4d259SMartin Schwidefsky 	asm volatile(
481b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
482b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
483c7d4d259SMartin Schwidefsky 		"0:	.insn	rrf,%[opc] << 16,%[dst],%[src],%[ctr],0\n"
484c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
485b84d0c41SHeiko Carstens 		: [src] "+&d" (s.pair), [dst] "+&d" (d.pair),
486b84d0c41SHeiko Carstens 		  [ctr] "+&d" (c.pair)
487b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
488b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KMCTR)
489b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
490c7d4d259SMartin Schwidefsky 
491b84d0c41SHeiko Carstens 	return src_len - s.odd;
492c7d4d259SMartin Schwidefsky }
493c7d4d259SMartin Schwidefsky 
494c7d4d259SMartin Schwidefsky /**
495985a9d20SHarald Freudenberger  * cpacf_prno() - executes the PRNO (PERFORM RANDOM NUMBER OPERATION)
496c7d4d259SMartin Schwidefsky  *		  instruction
497985a9d20SHarald Freudenberger  * @func: the function code passed to PRNO; see CPACF_PRNO_xxx defines
498c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
499c7d4d259SMartin Schwidefsky  * @dest: address of destination memory area
500c7d4d259SMartin Schwidefsky  * @dest_len: size of destination memory area in bytes
501c7d4d259SMartin Schwidefsky  * @seed: address of seed data
502c7d4d259SMartin Schwidefsky  * @seed_len: size of seed data in bytes
503c7d4d259SMartin Schwidefsky  */
504985a9d20SHarald Freudenberger static inline void cpacf_prno(unsigned long func, void *param,
505f75fa65dSHarald Freudenberger 			      u8 *dest, unsigned long dest_len,
506f75fa65dSHarald Freudenberger 			      const u8 *seed, unsigned long seed_len)
507c7d4d259SMartin Schwidefsky {
508b84d0c41SHeiko Carstens 	union register_pair d, s;
509c7d4d259SMartin Schwidefsky 
510b84d0c41SHeiko Carstens 	d.even = (unsigned long)dest;
511b84d0c41SHeiko Carstens 	d.odd  = (unsigned long)dest_len;
512b84d0c41SHeiko Carstens 	s.even = (unsigned long)seed;
513b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)seed_len;
514c7d4d259SMartin Schwidefsky 	asm volatile (
515b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
516b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
517c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,%[dst],%[seed]\n"
518c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n"	  /* handle partial completion */
519b84d0c41SHeiko Carstens 		: [dst] "+&d" (d.pair)
520b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
521b84d0c41SHeiko Carstens 		  [seed] "d" (s.pair), [opc] "i" (CPACF_PRNO)
522b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
523c7d4d259SMartin Schwidefsky }
524c7d4d259SMartin Schwidefsky 
525c7d4d259SMartin Schwidefsky /**
526f75fa65dSHarald Freudenberger  * cpacf_trng() - executes the TRNG subfunction of the PRNO instruction
527f75fa65dSHarald Freudenberger  * @ucbuf: buffer for unconditioned data
528f75fa65dSHarald Freudenberger  * @ucbuf_len: amount of unconditioned data to fetch in bytes
529f75fa65dSHarald Freudenberger  * @cbuf: buffer for conditioned data
530f75fa65dSHarald Freudenberger  * @cbuf_len: amount of conditioned data to fetch in bytes
531f75fa65dSHarald Freudenberger  */
532f75fa65dSHarald Freudenberger static inline void cpacf_trng(u8 *ucbuf, unsigned long ucbuf_len,
533f75fa65dSHarald Freudenberger 			      u8 *cbuf, unsigned long cbuf_len)
534f75fa65dSHarald Freudenberger {
535b84d0c41SHeiko Carstens 	union register_pair u, c;
536f75fa65dSHarald Freudenberger 
537b84d0c41SHeiko Carstens 	u.even = (unsigned long)ucbuf;
538b84d0c41SHeiko Carstens 	u.odd  = (unsigned long)ucbuf_len;
539b84d0c41SHeiko Carstens 	c.even = (unsigned long)cbuf;
540b84d0c41SHeiko Carstens 	c.odd  = (unsigned long)cbuf_len;
541f75fa65dSHarald Freudenberger 	asm volatile (
542b84d0c41SHeiko Carstens 		"	lghi	0,%[fc]\n"
543f75fa65dSHarald Freudenberger 		"0:	.insn	rre,%[opc] << 16,%[ucbuf],%[cbuf]\n"
544f75fa65dSHarald Freudenberger 		"	brc	1,0b\n"	  /* handle partial completion */
545b84d0c41SHeiko Carstens 		: [ucbuf] "+&d" (u.pair), [cbuf] "+&d" (c.pair)
546b84d0c41SHeiko Carstens 		: [fc] "K" (CPACF_PRNO_TRNG), [opc] "i" (CPACF_PRNO)
547b84d0c41SHeiko Carstens 		: "cc", "memory", "0");
5488c208bc5SIlya Leoshkevich 	kmsan_unpoison_memory(ucbuf, ucbuf_len);
5498c208bc5SIlya Leoshkevich 	kmsan_unpoison_memory(cbuf, cbuf_len);
550f75fa65dSHarald Freudenberger }
551f75fa65dSHarald Freudenberger 
552f75fa65dSHarald Freudenberger /**
553c7d4d259SMartin Schwidefsky  * cpacf_pcc() - executes the PCC (PERFORM CRYPTOGRAPHIC COMPUTATION)
554c7d4d259SMartin Schwidefsky  *		 instruction
555c7d4d259SMartin Schwidefsky  * @func: the function code passed to PCC; see CPACF_KM_xxx defines
556c7d4d259SMartin Schwidefsky  * @param: address of parameter block; see POP for details on each func
557c7d4d259SMartin Schwidefsky  */
5580177db01SMartin Schwidefsky static inline void cpacf_pcc(unsigned long func, void *param)
559c7d4d259SMartin Schwidefsky {
560c7d4d259SMartin Schwidefsky 	asm volatile(
561b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
562b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
563c7d4d259SMartin Schwidefsky 		"0:	.insn	rre,%[opc] << 16,0,0\n" /* PCC opcode */
564c7d4d259SMartin Schwidefsky 		"	brc	1,0b\n" /* handle partial completion */
565c7d4d259SMartin Schwidefsky 		:
566b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
567b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_PCC)
568b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
569c7d4d259SMartin Schwidefsky }
570c7d4d259SMartin Schwidefsky 
57177606708SHarald Freudenberger /**
57277606708SHarald Freudenberger  * cpacf_pckmo() - executes the PCKMO (PERFORM CRYPTOGRAPHIC KEY
57377606708SHarald Freudenberger  *		  MANAGEMENT) instruction
57477606708SHarald Freudenberger  * @func: the function code passed to PCKMO; see CPACF_PCKMO_xxx defines
57577606708SHarald Freudenberger  * @param: address of parameter block; see POP for details on each func
57677606708SHarald Freudenberger  *
57777606708SHarald Freudenberger  * Returns 0.
57877606708SHarald Freudenberger  */
57977606708SHarald Freudenberger static inline void cpacf_pckmo(long func, void *param)
58077606708SHarald Freudenberger {
58177606708SHarald Freudenberger 	asm volatile(
582b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
583b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
58477606708SHarald Freudenberger 		"       .insn   rre,%[opc] << 16,0,0\n" /* PCKMO opcode */
58577606708SHarald Freudenberger 		:
586b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
587b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_PCKMO)
588b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
58977606708SHarald Freudenberger }
59077606708SHarald Freudenberger 
591eecd49c4SPatrick Steuer /**
592eecd49c4SPatrick Steuer  * cpacf_kma() - executes the KMA (CIPHER MESSAGE WITH AUTHENTICATION)
593eecd49c4SPatrick Steuer  *		 instruction
594eecd49c4SPatrick Steuer  * @func: the function code passed to KMA; see CPACF_KMA_xxx defines
595eecd49c4SPatrick Steuer  * @param: address of parameter block; see POP for details on each func
596eecd49c4SPatrick Steuer  * @dest: address of destination memory area
597eecd49c4SPatrick Steuer  * @src: address of source memory area
598eecd49c4SPatrick Steuer  * @src_len: length of src operand in bytes
599eecd49c4SPatrick Steuer  * @aad: address of additional authenticated data memory area
600eecd49c4SPatrick Steuer  * @aad_len: length of aad operand in bytes
601eecd49c4SPatrick Steuer  */
602eecd49c4SPatrick Steuer static inline void cpacf_kma(unsigned long func, void *param, u8 *dest,
603eecd49c4SPatrick Steuer 			     const u8 *src, unsigned long src_len,
604eecd49c4SPatrick Steuer 			     const u8 *aad, unsigned long aad_len)
605eecd49c4SPatrick Steuer {
606b84d0c41SHeiko Carstens 	union register_pair d, s, a;
607eecd49c4SPatrick Steuer 
608b84d0c41SHeiko Carstens 	d.even = (unsigned long)dest;
609b84d0c41SHeiko Carstens 	s.even = (unsigned long)src;
610b84d0c41SHeiko Carstens 	s.odd  = (unsigned long)src_len;
611b84d0c41SHeiko Carstens 	a.even = (unsigned long)aad;
612b84d0c41SHeiko Carstens 	a.odd  = (unsigned long)aad_len;
613eecd49c4SPatrick Steuer 	asm volatile(
614b84d0c41SHeiko Carstens 		"	lgr	0,%[fc]\n"
615b84d0c41SHeiko Carstens 		"	lgr	1,%[pba]\n"
616eecd49c4SPatrick Steuer 		"0:	.insn	rrf,%[opc] << 16,%[dst],%[src],%[aad],0\n"
617eecd49c4SPatrick Steuer 		"	brc	1,0b\n"	/* handle partial completion */
618b84d0c41SHeiko Carstens 		: [dst] "+&d" (d.pair), [src] "+&d" (s.pair),
619b84d0c41SHeiko Carstens 		  [aad] "+&d" (a.pair)
620b84d0c41SHeiko Carstens 		: [fc] "d" (func), [pba] "d" ((unsigned long)param),
621b84d0c41SHeiko Carstens 		  [opc] "i" (CPACF_KMA)
622b84d0c41SHeiko Carstens 		: "cc", "memory", "0", "1");
623eecd49c4SPatrick Steuer }
624eecd49c4SPatrick Steuer 
625c7d4d259SMartin Schwidefsky #endif	/* _ASM_S390_CPACF_H */
626