1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2c7d4d259SMartin Schwidefsky /* 3c7d4d259SMartin Schwidefsky * CP Assist for Cryptographic Functions (CPACF) 4c7d4d259SMartin Schwidefsky * 59e436c19SHarald Freudenberger * Copyright IBM Corp. 2003, 2023 6c7d4d259SMartin Schwidefsky * Author(s): Thomas Spatzier 7c7d4d259SMartin Schwidefsky * Jan Glauber 8c7d4d259SMartin Schwidefsky * Harald Freudenberger (freude@de.ibm.com) 9c7d4d259SMartin Schwidefsky * Martin Schwidefsky <schwidefsky@de.ibm.com> 10c7d4d259SMartin Schwidefsky */ 11c7d4d259SMartin Schwidefsky #ifndef _ASM_S390_CPACF_H 12c7d4d259SMartin Schwidefsky #define _ASM_S390_CPACF_H 13c7d4d259SMartin Schwidefsky 14c7d4d259SMartin Schwidefsky #include <asm/facility.h> 158c208bc5SIlya Leoshkevich #include <linux/kmsan-checks.h> 16c7d4d259SMartin Schwidefsky 17c7d4d259SMartin Schwidefsky /* 18c7d4d259SMartin Schwidefsky * Instruction opcodes for the CPACF instructions 19c7d4d259SMartin Schwidefsky */ 20c7d4d259SMartin Schwidefsky #define CPACF_KMAC 0xb91e /* MSA */ 21c7d4d259SMartin Schwidefsky #define CPACF_KM 0xb92e /* MSA */ 22c7d4d259SMartin Schwidefsky #define CPACF_KMC 0xb92f /* MSA */ 23c7d4d259SMartin Schwidefsky #define CPACF_KIMD 0xb93e /* MSA */ 24c7d4d259SMartin Schwidefsky #define CPACF_KLMD 0xb93f /* MSA */ 251afd43e0SDavid Hildenbrand #define CPACF_PCKMO 0xb928 /* MSA3 */ 261afd43e0SDavid Hildenbrand #define CPACF_KMF 0xb92a /* MSA4 */ 271afd43e0SDavid Hildenbrand #define CPACF_KMO 0xb92b /* MSA4 */ 28c7d4d259SMartin Schwidefsky #define CPACF_PCC 0xb92c /* MSA4 */ 29c7d4d259SMartin Schwidefsky #define CPACF_KMCTR 0xb92d /* MSA4 */ 30985a9d20SHarald Freudenberger #define CPACF_PRNO 0xb93c /* MSA5 */ 31152c1c8dSJason J. Herne #define CPACF_KMA 0xb929 /* MSA8 */ 3213209ad0SChristian Borntraeger #define CPACF_KDSA 0xb93a /* MSA9 */ 33c7d4d259SMartin Schwidefsky 34c7d4d259SMartin Schwidefsky /* 3527937843SMartin Schwidefsky * En/decryption modifier bits 36edc63a37SMartin Schwidefsky */ 3727937843SMartin Schwidefsky #define CPACF_ENCRYPT 0x00 38edc63a37SMartin Schwidefsky #define CPACF_DECRYPT 0x80 39edc63a37SMartin Schwidefsky 40edc63a37SMartin Schwidefsky /* 41edc63a37SMartin Schwidefsky * Function codes for the KM (CIPHER MESSAGE) instruction 42c7d4d259SMartin Schwidefsky */ 43c7d4d259SMartin Schwidefsky #define CPACF_KM_QUERY 0x00 44edc63a37SMartin Schwidefsky #define CPACF_KM_DEA 0x01 45edc63a37SMartin Schwidefsky #define CPACF_KM_TDEA_128 0x02 46edc63a37SMartin Schwidefsky #define CPACF_KM_TDEA_192 0x03 47edc63a37SMartin Schwidefsky #define CPACF_KM_AES_128 0x12 48edc63a37SMartin Schwidefsky #define CPACF_KM_AES_192 0x13 49edc63a37SMartin Schwidefsky #define CPACF_KM_AES_256 0x14 5027937843SMartin Schwidefsky #define CPACF_KM_PAES_128 0x1a 5127937843SMartin Schwidefsky #define CPACF_KM_PAES_192 0x1b 5227937843SMartin Schwidefsky #define CPACF_KM_PAES_256 0x1c 53edc63a37SMartin Schwidefsky #define CPACF_KM_XTS_128 0x32 54edc63a37SMartin Schwidefsky #define CPACF_KM_XTS_256 0x34 5527937843SMartin Schwidefsky #define CPACF_KM_PXTS_128 0x3a 5627937843SMartin Schwidefsky #define CPACF_KM_PXTS_256 0x3c 57*80625b67SHolger Dengler #define CPACF_KM_XTS_128_FULL 0x52 58*80625b67SHolger Dengler #define CPACF_KM_XTS_256_FULL 0x54 59c7d4d259SMartin Schwidefsky 60c7d4d259SMartin Schwidefsky /* 61c7d4d259SMartin Schwidefsky * Function codes for the KMC (CIPHER MESSAGE WITH CHAINING) 62edc63a37SMartin Schwidefsky * instruction 63c7d4d259SMartin Schwidefsky */ 64c7d4d259SMartin Schwidefsky #define CPACF_KMC_QUERY 0x00 65edc63a37SMartin Schwidefsky #define CPACF_KMC_DEA 0x01 66edc63a37SMartin Schwidefsky #define CPACF_KMC_TDEA_128 0x02 67edc63a37SMartin Schwidefsky #define CPACF_KMC_TDEA_192 0x03 68edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_128 0x12 69edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_192 0x13 70edc63a37SMartin Schwidefsky #define CPACF_KMC_AES_256 0x14 7127937843SMartin Schwidefsky #define CPACF_KMC_PAES_128 0x1a 7227937843SMartin Schwidefsky #define CPACF_KMC_PAES_192 0x1b 7327937843SMartin Schwidefsky #define CPACF_KMC_PAES_256 0x1c 74c7d4d259SMartin Schwidefsky #define CPACF_KMC_PRNG 0x43 75c7d4d259SMartin Schwidefsky 76c7d4d259SMartin Schwidefsky /* 77c7d4d259SMartin Schwidefsky * Function codes for the KMCTR (CIPHER MESSAGE WITH COUNTER) 78edc63a37SMartin Schwidefsky * instruction 79c7d4d259SMartin Schwidefsky */ 80c7d4d259SMartin Schwidefsky #define CPACF_KMCTR_QUERY 0x00 81edc63a37SMartin Schwidefsky #define CPACF_KMCTR_DEA 0x01 82edc63a37SMartin Schwidefsky #define CPACF_KMCTR_TDEA_128 0x02 83edc63a37SMartin Schwidefsky #define CPACF_KMCTR_TDEA_192 0x03 84edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_128 0x12 85edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_192 0x13 86edc63a37SMartin Schwidefsky #define CPACF_KMCTR_AES_256 0x14 8727937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_128 0x1a 8827937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_192 0x1b 8927937843SMartin Schwidefsky #define CPACF_KMCTR_PAES_256 0x1c 90c7d4d259SMartin Schwidefsky 91c7d4d259SMartin Schwidefsky /* 92c7d4d259SMartin Schwidefsky * Function codes for the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST) 93edc63a37SMartin Schwidefsky * instruction 94c7d4d259SMartin Schwidefsky */ 95c7d4d259SMartin Schwidefsky #define CPACF_KIMD_QUERY 0x00 96c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_1 0x01 97c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_256 0x02 98c7d4d259SMartin Schwidefsky #define CPACF_KIMD_SHA_512 0x03 993c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_224 0x20 1003c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_256 0x21 1013c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_384 0x22 1023c2eb6b7SJoerg Schmidbauer #define CPACF_KIMD_SHA3_512 0x23 103c7d4d259SMartin Schwidefsky #define CPACF_KIMD_GHASH 0x41 104c7d4d259SMartin Schwidefsky 105c7d4d259SMartin Schwidefsky /* 106c7d4d259SMartin Schwidefsky * Function codes for the KLMD (COMPUTE LAST MESSAGE DIGEST) 107edc63a37SMartin Schwidefsky * instruction 108c7d4d259SMartin Schwidefsky */ 109c7d4d259SMartin Schwidefsky #define CPACF_KLMD_QUERY 0x00 110c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_1 0x01 111c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_256 0x02 112c7d4d259SMartin Schwidefsky #define CPACF_KLMD_SHA_512 0x03 1133c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_224 0x20 1143c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_256 0x21 1153c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_384 0x22 1163c2eb6b7SJoerg Schmidbauer #define CPACF_KLMD_SHA3_512 0x23 117c7d4d259SMartin Schwidefsky 118c7d4d259SMartin Schwidefsky /* 119c7d4d259SMartin Schwidefsky * function codes for the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE) 120edc63a37SMartin Schwidefsky * instruction 121c7d4d259SMartin Schwidefsky */ 122c7d4d259SMartin Schwidefsky #define CPACF_KMAC_QUERY 0x00 123c7d4d259SMartin Schwidefsky #define CPACF_KMAC_DEA 0x01 124c7d4d259SMartin Schwidefsky #define CPACF_KMAC_TDEA_128 0x02 125c7d4d259SMartin Schwidefsky #define CPACF_KMAC_TDEA_192 0x03 126c7d4d259SMartin Schwidefsky 127c7d4d259SMartin Schwidefsky /* 12877606708SHarald Freudenberger * Function codes for the PCKMO (PERFORM CRYPTOGRAPHIC KEY MANAGEMENT) 12977606708SHarald Freudenberger * instruction 13077606708SHarald Freudenberger */ 13177606708SHarald Freudenberger #define CPACF_PCKMO_QUERY 0x00 13277606708SHarald Freudenberger #define CPACF_PCKMO_ENC_DES_KEY 0x01 13377606708SHarald Freudenberger #define CPACF_PCKMO_ENC_TDES_128_KEY 0x02 13477606708SHarald Freudenberger #define CPACF_PCKMO_ENC_TDES_192_KEY 0x03 13577606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_128_KEY 0x12 13677606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_192_KEY 0x13 13777606708SHarald Freudenberger #define CPACF_PCKMO_ENC_AES_256_KEY 0x14 1389e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P256_KEY 0x20 1399e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P384_KEY 0x21 1409e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_P521_KEY 0x22 1419e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_ED25519_KEY 0x28 1429e436c19SHarald Freudenberger #define CPACF_PCKMO_ENC_ECC_ED448_KEY 0x29 14377606708SHarald Freudenberger 14477606708SHarald Freudenberger /* 145985a9d20SHarald Freudenberger * Function codes for the PRNO (PERFORM RANDOM NUMBER OPERATION) 146edc63a37SMartin Schwidefsky * instruction 147c7d4d259SMartin Schwidefsky */ 148985a9d20SHarald Freudenberger #define CPACF_PRNO_QUERY 0x00 149985a9d20SHarald Freudenberger #define CPACF_PRNO_SHA512_DRNG_GEN 0x03 150985a9d20SHarald Freudenberger #define CPACF_PRNO_SHA512_DRNG_SEED 0x83 151f75fa65dSHarald Freudenberger #define CPACF_PRNO_TRNG_Q_R2C_RATIO 0x70 152f75fa65dSHarald Freudenberger #define CPACF_PRNO_TRNG 0x72 153c7d4d259SMartin Schwidefsky 154eecd49c4SPatrick Steuer /* 155eecd49c4SPatrick Steuer * Function codes for the KMA (CIPHER MESSAGE WITH AUTHENTICATION) 156eecd49c4SPatrick Steuer * instruction 157eecd49c4SPatrick Steuer */ 158eecd49c4SPatrick Steuer #define CPACF_KMA_QUERY 0x00 159eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_128 0x12 160eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_192 0x13 161eecd49c4SPatrick Steuer #define CPACF_KMA_GCM_AES_256 0x14 162eecd49c4SPatrick Steuer 163eecd49c4SPatrick Steuer /* 164eecd49c4SPatrick Steuer * Flags for the KMA (CIPHER MESSAGE WITH AUTHENTICATION) instruction 165eecd49c4SPatrick Steuer */ 166eecd49c4SPatrick Steuer #define CPACF_KMA_LPC 0x100 /* Last-Plaintext/Ciphertext */ 167eecd49c4SPatrick Steuer #define CPACF_KMA_LAAD 0x200 /* Last-AAD */ 168eecd49c4SPatrick Steuer #define CPACF_KMA_HS 0x400 /* Hash-subkey Supplied */ 169eecd49c4SPatrick Steuer 17069c0e360SMartin Schwidefsky typedef struct { unsigned char bytes[16]; } cpacf_mask_t; 17169c0e360SMartin Schwidefsky 17232e8bd64SHarald Freudenberger /* 17332e8bd64SHarald Freudenberger * Prototype for a not existing function to produce a link 17432e8bd64SHarald Freudenberger * error if __cpacf_query() or __cpacf_check_opcode() is used 17532e8bd64SHarald Freudenberger * with an invalid compile time const opcode. 17632e8bd64SHarald Freudenberger */ 17732e8bd64SHarald Freudenberger void __cpacf_bad_opcode(void); 17832e8bd64SHarald Freudenberger 179830999bdSHarald Freudenberger static __always_inline void __cpacf_query_rre(u32 opc, u8 r1, u8 r2, 180830999bdSHarald Freudenberger cpacf_mask_t *mask) 181c7d4d259SMartin Schwidefsky { 182c7d4d259SMartin Schwidefsky asm volatile( 183830999bdSHarald Freudenberger " la %%r1,%[mask]\n" 184830999bdSHarald Freudenberger " xgr %%r0,%%r0\n" 185830999bdSHarald Freudenberger " .insn rre,%[opc] << 16,%[r1],%[r2]\n" 186830999bdSHarald Freudenberger : [mask] "=R" (*mask) 187830999bdSHarald Freudenberger : [opc] "i" (opc), 188830999bdSHarald Freudenberger [r1] "i" (r1), [r2] "i" (r2) 189830999bdSHarald Freudenberger : "cc", "r0", "r1"); 190830999bdSHarald Freudenberger } 191830999bdSHarald Freudenberger 192830999bdSHarald Freudenberger static __always_inline void __cpacf_query_rrf(u32 opc, 193830999bdSHarald Freudenberger u8 r1, u8 r2, u8 r3, u8 m4, 194830999bdSHarald Freudenberger cpacf_mask_t *mask) 195830999bdSHarald Freudenberger { 196830999bdSHarald Freudenberger asm volatile( 197830999bdSHarald Freudenberger " la %%r1,%[mask]\n" 198830999bdSHarald Freudenberger " xgr %%r0,%%r0\n" 199830999bdSHarald Freudenberger " .insn rrf,%[opc] << 16,%[r1],%[r2],%[r3],%[m4]\n" 200830999bdSHarald Freudenberger : [mask] "=R" (*mask) 201830999bdSHarald Freudenberger : [opc] "i" (opc), [r1] "i" (r1), [r2] "i" (r2), 202830999bdSHarald Freudenberger [r3] "i" (r3), [m4] "i" (m4) 203830999bdSHarald Freudenberger : "cc", "r0", "r1"); 204830999bdSHarald Freudenberger } 205830999bdSHarald Freudenberger 206830999bdSHarald Freudenberger static __always_inline void __cpacf_query(unsigned int opcode, 207830999bdSHarald Freudenberger cpacf_mask_t *mask) 208830999bdSHarald Freudenberger { 209830999bdSHarald Freudenberger switch (opcode) { 210830999bdSHarald Freudenberger case CPACF_KDSA: 211830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KDSA, 0, 2, mask); 212830999bdSHarald Freudenberger break; 213830999bdSHarald Freudenberger case CPACF_KIMD: 214830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KIMD, 0, 2, mask); 215830999bdSHarald Freudenberger break; 216830999bdSHarald Freudenberger case CPACF_KLMD: 217830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KLMD, 0, 2, mask); 218830999bdSHarald Freudenberger break; 219830999bdSHarald Freudenberger case CPACF_KM: 220830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KM, 2, 4, mask); 221830999bdSHarald Freudenberger break; 222830999bdSHarald Freudenberger case CPACF_KMA: 223830999bdSHarald Freudenberger __cpacf_query_rrf(CPACF_KMA, 2, 4, 6, 0, mask); 224830999bdSHarald Freudenberger break; 225830999bdSHarald Freudenberger case CPACF_KMAC: 226830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KMAC, 0, 2, mask); 227830999bdSHarald Freudenberger break; 228830999bdSHarald Freudenberger case CPACF_KMC: 229830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KMC, 2, 4, mask); 230830999bdSHarald Freudenberger break; 231830999bdSHarald Freudenberger case CPACF_KMCTR: 232830999bdSHarald Freudenberger __cpacf_query_rrf(CPACF_KMCTR, 2, 4, 6, 0, mask); 233830999bdSHarald Freudenberger break; 234830999bdSHarald Freudenberger case CPACF_KMF: 235830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KMF, 2, 4, mask); 236830999bdSHarald Freudenberger break; 237830999bdSHarald Freudenberger case CPACF_KMO: 238830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_KMO, 2, 4, mask); 239830999bdSHarald Freudenberger break; 240830999bdSHarald Freudenberger case CPACF_PCC: 241830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_PCC, 0, 0, mask); 242830999bdSHarald Freudenberger break; 243830999bdSHarald Freudenberger case CPACF_PCKMO: 244830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_PCKMO, 0, 0, mask); 245830999bdSHarald Freudenberger break; 246830999bdSHarald Freudenberger case CPACF_PRNO: 247830999bdSHarald Freudenberger __cpacf_query_rre(CPACF_PRNO, 2, 4, mask); 248830999bdSHarald Freudenberger break; 249830999bdSHarald Freudenberger default: 25032e8bd64SHarald Freudenberger __cpacf_bad_opcode(); 251830999bdSHarald Freudenberger } 252c7d4d259SMartin Schwidefsky } 253c7d4d259SMartin Schwidefsky 254d83623c5SMasahiro Yamada static __always_inline int __cpacf_check_opcode(unsigned int opcode) 255c7d4d259SMartin Schwidefsky { 256c7d4d259SMartin Schwidefsky switch (opcode) { 257c7d4d259SMartin Schwidefsky case CPACF_KMAC: 258c7d4d259SMartin Schwidefsky case CPACF_KM: 259c7d4d259SMartin Schwidefsky case CPACF_KMC: 260c7d4d259SMartin Schwidefsky case CPACF_KIMD: 261c7d4d259SMartin Schwidefsky case CPACF_KLMD: 26269c0e360SMartin Schwidefsky return test_facility(17); /* check for MSA */ 2631afd43e0SDavid Hildenbrand case CPACF_PCKMO: 26469c0e360SMartin Schwidefsky return test_facility(76); /* check for MSA3 */ 2651afd43e0SDavid Hildenbrand case CPACF_KMF: 2661afd43e0SDavid Hildenbrand case CPACF_KMO: 267c7d4d259SMartin Schwidefsky case CPACF_PCC: 268c7d4d259SMartin Schwidefsky case CPACF_KMCTR: 26969c0e360SMartin Schwidefsky return test_facility(77); /* check for MSA4 */ 270985a9d20SHarald Freudenberger case CPACF_PRNO: 27169c0e360SMartin Schwidefsky return test_facility(57); /* check for MSA5 */ 272eecd49c4SPatrick Steuer case CPACF_KMA: 273eecd49c4SPatrick Steuer return test_facility(146); /* check for MSA8 */ 274c7d4d259SMartin Schwidefsky default: 27532e8bd64SHarald Freudenberger __cpacf_bad_opcode(); 27632e8bd64SHarald Freudenberger return 0; 277c7d4d259SMartin Schwidefsky } 27869c0e360SMartin Schwidefsky } 27969c0e360SMartin Schwidefsky 280830999bdSHarald Freudenberger /** 281830999bdSHarald Freudenberger * cpacf_query() - check if a specific CPACF function is available 282830999bdSHarald Freudenberger * @opcode: the opcode of the crypto instruction 283830999bdSHarald Freudenberger * @func: the function code to test for 284830999bdSHarald Freudenberger * 285830999bdSHarald Freudenberger * Executes the query function for the given crypto instruction @opcode 286830999bdSHarald Freudenberger * and checks if @func is available 287830999bdSHarald Freudenberger * 288830999bdSHarald Freudenberger * Returns 1 if @func is available for @opcode, 0 otherwise 289830999bdSHarald Freudenberger */ 290e60fb8bfSMasahiro Yamada static __always_inline int cpacf_query(unsigned int opcode, cpacf_mask_t *mask) 29169c0e360SMartin Schwidefsky { 29269c0e360SMartin Schwidefsky if (__cpacf_check_opcode(opcode)) { 29369c0e360SMartin Schwidefsky __cpacf_query(opcode, mask); 29469c0e360SMartin Schwidefsky return 1; 29569c0e360SMartin Schwidefsky } 29669c0e360SMartin Schwidefsky memset(mask, 0, sizeof(*mask)); 29769c0e360SMartin Schwidefsky return 0; 29869c0e360SMartin Schwidefsky } 29969c0e360SMartin Schwidefsky 30069c0e360SMartin Schwidefsky static inline int cpacf_test_func(cpacf_mask_t *mask, unsigned int func) 30169c0e360SMartin Schwidefsky { 30269c0e360SMartin Schwidefsky return (mask->bytes[func >> 3] & (0x80 >> (func & 7))) != 0; 30369c0e360SMartin Schwidefsky } 30469c0e360SMartin Schwidefsky 305d83623c5SMasahiro Yamada static __always_inline int cpacf_query_func(unsigned int opcode, unsigned int func) 30669c0e360SMartin Schwidefsky { 30769c0e360SMartin Schwidefsky cpacf_mask_t mask; 30869c0e360SMartin Schwidefsky 30969c0e360SMartin Schwidefsky if (cpacf_query(opcode, &mask)) 31069c0e360SMartin Schwidefsky return cpacf_test_func(&mask, func); 31169c0e360SMartin Schwidefsky return 0; 312c7d4d259SMartin Schwidefsky } 313c7d4d259SMartin Schwidefsky 314c7d4d259SMartin Schwidefsky /** 315c7d4d259SMartin Schwidefsky * cpacf_km() - executes the KM (CIPHER MESSAGE) instruction 316c7d4d259SMartin Schwidefsky * @func: the function code passed to KM; see CPACF_KM_xxx defines 317c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 318c7d4d259SMartin Schwidefsky * @dest: address of destination memory area 319c7d4d259SMartin Schwidefsky * @src: address of source memory area 320c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 321c7d4d259SMartin Schwidefsky * 322c7d4d259SMartin Schwidefsky * Returns 0 for the query func, number of processed bytes for 323c7d4d259SMartin Schwidefsky * encryption/decryption funcs 324c7d4d259SMartin Schwidefsky */ 325edc63a37SMartin Schwidefsky static inline int cpacf_km(unsigned long func, void *param, 326c7d4d259SMartin Schwidefsky u8 *dest, const u8 *src, long src_len) 327c7d4d259SMartin Schwidefsky { 328b84d0c41SHeiko Carstens union register_pair d, s; 329c7d4d259SMartin Schwidefsky 330b84d0c41SHeiko Carstens d.even = (unsigned long)dest; 331b84d0c41SHeiko Carstens s.even = (unsigned long)src; 332b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 333c7d4d259SMartin Schwidefsky asm volatile( 334b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 335b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 336c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,%[dst],%[src]\n" 337c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 338b84d0c41SHeiko Carstens : [src] "+&d" (s.pair), [dst] "+&d" (d.pair) 339b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 340b84d0c41SHeiko Carstens [opc] "i" (CPACF_KM) 341b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 342c7d4d259SMartin Schwidefsky 343b84d0c41SHeiko Carstens return src_len - s.odd; 344c7d4d259SMartin Schwidefsky } 345c7d4d259SMartin Schwidefsky 346c7d4d259SMartin Schwidefsky /** 347c7d4d259SMartin Schwidefsky * cpacf_kmc() - executes the KMC (CIPHER MESSAGE WITH CHAINING) instruction 348c7d4d259SMartin Schwidefsky * @func: the function code passed to KM; see CPACF_KMC_xxx defines 349c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 350c7d4d259SMartin Schwidefsky * @dest: address of destination memory area 351c7d4d259SMartin Schwidefsky * @src: address of source memory area 352c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 353c7d4d259SMartin Schwidefsky * 354c7d4d259SMartin Schwidefsky * Returns 0 for the query func, number of processed bytes for 355c7d4d259SMartin Schwidefsky * encryption/decryption funcs 356c7d4d259SMartin Schwidefsky */ 357edc63a37SMartin Schwidefsky static inline int cpacf_kmc(unsigned long func, void *param, 358c7d4d259SMartin Schwidefsky u8 *dest, const u8 *src, long src_len) 359c7d4d259SMartin Schwidefsky { 360b84d0c41SHeiko Carstens union register_pair d, s; 361c7d4d259SMartin Schwidefsky 362b84d0c41SHeiko Carstens d.even = (unsigned long)dest; 363b84d0c41SHeiko Carstens s.even = (unsigned long)src; 364b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 365c7d4d259SMartin Schwidefsky asm volatile( 366b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 367b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 368c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,%[dst],%[src]\n" 369c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 370b84d0c41SHeiko Carstens : [src] "+&d" (s.pair), [dst] "+&d" (d.pair) 371b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 372b84d0c41SHeiko Carstens [opc] "i" (CPACF_KMC) 373b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 374c7d4d259SMartin Schwidefsky 375b84d0c41SHeiko Carstens return src_len - s.odd; 376c7d4d259SMartin Schwidefsky } 377c7d4d259SMartin Schwidefsky 378c7d4d259SMartin Schwidefsky /** 379c7d4d259SMartin Schwidefsky * cpacf_kimd() - executes the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST) 380c7d4d259SMartin Schwidefsky * instruction 381c7d4d259SMartin Schwidefsky * @func: the function code passed to KM; see CPACF_KIMD_xxx defines 382c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 383c7d4d259SMartin Schwidefsky * @src: address of source memory area 384c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 385c7d4d259SMartin Schwidefsky */ 3860177db01SMartin Schwidefsky static inline void cpacf_kimd(unsigned long func, void *param, 387c7d4d259SMartin Schwidefsky const u8 *src, long src_len) 388c7d4d259SMartin Schwidefsky { 389b84d0c41SHeiko Carstens union register_pair s; 390c7d4d259SMartin Schwidefsky 391b84d0c41SHeiko Carstens s.even = (unsigned long)src; 392b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 393c7d4d259SMartin Schwidefsky asm volatile( 394b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 395b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 396c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,0,%[src]\n" 397c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 398b84d0c41SHeiko Carstens : [src] "+&d" (s.pair) 399b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)(param)), 400b84d0c41SHeiko Carstens [opc] "i" (CPACF_KIMD) 401b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 402c7d4d259SMartin Schwidefsky } 403c7d4d259SMartin Schwidefsky 404c7d4d259SMartin Schwidefsky /** 405c7d4d259SMartin Schwidefsky * cpacf_klmd() - executes the KLMD (COMPUTE LAST MESSAGE DIGEST) instruction 406c7d4d259SMartin Schwidefsky * @func: the function code passed to KM; see CPACF_KLMD_xxx defines 407c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 408c7d4d259SMartin Schwidefsky * @src: address of source memory area 409c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 410c7d4d259SMartin Schwidefsky */ 4110177db01SMartin Schwidefsky static inline void cpacf_klmd(unsigned long func, void *param, 412c7d4d259SMartin Schwidefsky const u8 *src, long src_len) 413c7d4d259SMartin Schwidefsky { 414b84d0c41SHeiko Carstens union register_pair s; 415c7d4d259SMartin Schwidefsky 416b84d0c41SHeiko Carstens s.even = (unsigned long)src; 417b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 418c7d4d259SMartin Schwidefsky asm volatile( 419b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 420b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 421c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,0,%[src]\n" 422c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 423b84d0c41SHeiko Carstens : [src] "+&d" (s.pair) 424b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 425b84d0c41SHeiko Carstens [opc] "i" (CPACF_KLMD) 426b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 427c7d4d259SMartin Schwidefsky } 428c7d4d259SMartin Schwidefsky 429c7d4d259SMartin Schwidefsky /** 430c7d4d259SMartin Schwidefsky * cpacf_kmac() - executes the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE) 431c7d4d259SMartin Schwidefsky * instruction 432c7d4d259SMartin Schwidefsky * @func: the function code passed to KM; see CPACF_KMAC_xxx defines 433c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 434c7d4d259SMartin Schwidefsky * @src: address of source memory area 435c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 436c7d4d259SMartin Schwidefsky * 437c7d4d259SMartin Schwidefsky * Returns 0 for the query func, number of processed bytes for digest funcs 438c7d4d259SMartin Schwidefsky */ 439edc63a37SMartin Schwidefsky static inline int cpacf_kmac(unsigned long func, void *param, 440c7d4d259SMartin Schwidefsky const u8 *src, long src_len) 441c7d4d259SMartin Schwidefsky { 442b84d0c41SHeiko Carstens union register_pair s; 443c7d4d259SMartin Schwidefsky 444b84d0c41SHeiko Carstens s.even = (unsigned long)src; 445b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 446c7d4d259SMartin Schwidefsky asm volatile( 447b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 448b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 449c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,0,%[src]\n" 450c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 451b84d0c41SHeiko Carstens : [src] "+&d" (s.pair) 452b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 453b84d0c41SHeiko Carstens [opc] "i" (CPACF_KMAC) 454b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 455c7d4d259SMartin Schwidefsky 456b84d0c41SHeiko Carstens return src_len - s.odd; 457c7d4d259SMartin Schwidefsky } 458c7d4d259SMartin Schwidefsky 459c7d4d259SMartin Schwidefsky /** 460c7d4d259SMartin Schwidefsky * cpacf_kmctr() - executes the KMCTR (CIPHER MESSAGE WITH COUNTER) instruction 461c7d4d259SMartin Schwidefsky * @func: the function code passed to KMCTR; see CPACF_KMCTR_xxx defines 462c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 463c7d4d259SMartin Schwidefsky * @dest: address of destination memory area 464c7d4d259SMartin Schwidefsky * @src: address of source memory area 465c7d4d259SMartin Schwidefsky * @src_len: length of src operand in bytes 466c7d4d259SMartin Schwidefsky * @counter: address of counter value 467c7d4d259SMartin Schwidefsky * 468c7d4d259SMartin Schwidefsky * Returns 0 for the query func, number of processed bytes for 469c7d4d259SMartin Schwidefsky * encryption/decryption funcs 470c7d4d259SMartin Schwidefsky */ 471edc63a37SMartin Schwidefsky static inline int cpacf_kmctr(unsigned long func, void *param, u8 *dest, 472c7d4d259SMartin Schwidefsky const u8 *src, long src_len, u8 *counter) 473c7d4d259SMartin Schwidefsky { 474b84d0c41SHeiko Carstens union register_pair d, s, c; 475c7d4d259SMartin Schwidefsky 476b84d0c41SHeiko Carstens d.even = (unsigned long)dest; 477b84d0c41SHeiko Carstens s.even = (unsigned long)src; 478b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 479b84d0c41SHeiko Carstens c.even = (unsigned long)counter; 480c7d4d259SMartin Schwidefsky asm volatile( 481b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 482b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 483c7d4d259SMartin Schwidefsky "0: .insn rrf,%[opc] << 16,%[dst],%[src],%[ctr],0\n" 484c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 485b84d0c41SHeiko Carstens : [src] "+&d" (s.pair), [dst] "+&d" (d.pair), 486b84d0c41SHeiko Carstens [ctr] "+&d" (c.pair) 487b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 488b84d0c41SHeiko Carstens [opc] "i" (CPACF_KMCTR) 489b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 490c7d4d259SMartin Schwidefsky 491b84d0c41SHeiko Carstens return src_len - s.odd; 492c7d4d259SMartin Schwidefsky } 493c7d4d259SMartin Schwidefsky 494c7d4d259SMartin Schwidefsky /** 495985a9d20SHarald Freudenberger * cpacf_prno() - executes the PRNO (PERFORM RANDOM NUMBER OPERATION) 496c7d4d259SMartin Schwidefsky * instruction 497985a9d20SHarald Freudenberger * @func: the function code passed to PRNO; see CPACF_PRNO_xxx defines 498c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 499c7d4d259SMartin Schwidefsky * @dest: address of destination memory area 500c7d4d259SMartin Schwidefsky * @dest_len: size of destination memory area in bytes 501c7d4d259SMartin Schwidefsky * @seed: address of seed data 502c7d4d259SMartin Schwidefsky * @seed_len: size of seed data in bytes 503c7d4d259SMartin Schwidefsky */ 504985a9d20SHarald Freudenberger static inline void cpacf_prno(unsigned long func, void *param, 505f75fa65dSHarald Freudenberger u8 *dest, unsigned long dest_len, 506f75fa65dSHarald Freudenberger const u8 *seed, unsigned long seed_len) 507c7d4d259SMartin Schwidefsky { 508b84d0c41SHeiko Carstens union register_pair d, s; 509c7d4d259SMartin Schwidefsky 510b84d0c41SHeiko Carstens d.even = (unsigned long)dest; 511b84d0c41SHeiko Carstens d.odd = (unsigned long)dest_len; 512b84d0c41SHeiko Carstens s.even = (unsigned long)seed; 513b84d0c41SHeiko Carstens s.odd = (unsigned long)seed_len; 514c7d4d259SMartin Schwidefsky asm volatile ( 515b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 516b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 517c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,%[dst],%[seed]\n" 518c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 519b84d0c41SHeiko Carstens : [dst] "+&d" (d.pair) 520b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 521b84d0c41SHeiko Carstens [seed] "d" (s.pair), [opc] "i" (CPACF_PRNO) 522b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 523c7d4d259SMartin Schwidefsky } 524c7d4d259SMartin Schwidefsky 525c7d4d259SMartin Schwidefsky /** 526f75fa65dSHarald Freudenberger * cpacf_trng() - executes the TRNG subfunction of the PRNO instruction 527f75fa65dSHarald Freudenberger * @ucbuf: buffer for unconditioned data 528f75fa65dSHarald Freudenberger * @ucbuf_len: amount of unconditioned data to fetch in bytes 529f75fa65dSHarald Freudenberger * @cbuf: buffer for conditioned data 530f75fa65dSHarald Freudenberger * @cbuf_len: amount of conditioned data to fetch in bytes 531f75fa65dSHarald Freudenberger */ 532f75fa65dSHarald Freudenberger static inline void cpacf_trng(u8 *ucbuf, unsigned long ucbuf_len, 533f75fa65dSHarald Freudenberger u8 *cbuf, unsigned long cbuf_len) 534f75fa65dSHarald Freudenberger { 535b84d0c41SHeiko Carstens union register_pair u, c; 536f75fa65dSHarald Freudenberger 537b84d0c41SHeiko Carstens u.even = (unsigned long)ucbuf; 538b84d0c41SHeiko Carstens u.odd = (unsigned long)ucbuf_len; 539b84d0c41SHeiko Carstens c.even = (unsigned long)cbuf; 540b84d0c41SHeiko Carstens c.odd = (unsigned long)cbuf_len; 541f75fa65dSHarald Freudenberger asm volatile ( 542b84d0c41SHeiko Carstens " lghi 0,%[fc]\n" 543f75fa65dSHarald Freudenberger "0: .insn rre,%[opc] << 16,%[ucbuf],%[cbuf]\n" 544f75fa65dSHarald Freudenberger " brc 1,0b\n" /* handle partial completion */ 545b84d0c41SHeiko Carstens : [ucbuf] "+&d" (u.pair), [cbuf] "+&d" (c.pair) 546b84d0c41SHeiko Carstens : [fc] "K" (CPACF_PRNO_TRNG), [opc] "i" (CPACF_PRNO) 547b84d0c41SHeiko Carstens : "cc", "memory", "0"); 5488c208bc5SIlya Leoshkevich kmsan_unpoison_memory(ucbuf, ucbuf_len); 5498c208bc5SIlya Leoshkevich kmsan_unpoison_memory(cbuf, cbuf_len); 550f75fa65dSHarald Freudenberger } 551f75fa65dSHarald Freudenberger 552f75fa65dSHarald Freudenberger /** 553c7d4d259SMartin Schwidefsky * cpacf_pcc() - executes the PCC (PERFORM CRYPTOGRAPHIC COMPUTATION) 554c7d4d259SMartin Schwidefsky * instruction 555c7d4d259SMartin Schwidefsky * @func: the function code passed to PCC; see CPACF_KM_xxx defines 556c7d4d259SMartin Schwidefsky * @param: address of parameter block; see POP for details on each func 557c7d4d259SMartin Schwidefsky */ 5580177db01SMartin Schwidefsky static inline void cpacf_pcc(unsigned long func, void *param) 559c7d4d259SMartin Schwidefsky { 560c7d4d259SMartin Schwidefsky asm volatile( 561b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 562b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 563c7d4d259SMartin Schwidefsky "0: .insn rre,%[opc] << 16,0,0\n" /* PCC opcode */ 564c7d4d259SMartin Schwidefsky " brc 1,0b\n" /* handle partial completion */ 565c7d4d259SMartin Schwidefsky : 566b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 567b84d0c41SHeiko Carstens [opc] "i" (CPACF_PCC) 568b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 569c7d4d259SMartin Schwidefsky } 570c7d4d259SMartin Schwidefsky 57177606708SHarald Freudenberger /** 57277606708SHarald Freudenberger * cpacf_pckmo() - executes the PCKMO (PERFORM CRYPTOGRAPHIC KEY 57377606708SHarald Freudenberger * MANAGEMENT) instruction 57477606708SHarald Freudenberger * @func: the function code passed to PCKMO; see CPACF_PCKMO_xxx defines 57577606708SHarald Freudenberger * @param: address of parameter block; see POP for details on each func 57677606708SHarald Freudenberger * 57777606708SHarald Freudenberger * Returns 0. 57877606708SHarald Freudenberger */ 57977606708SHarald Freudenberger static inline void cpacf_pckmo(long func, void *param) 58077606708SHarald Freudenberger { 58177606708SHarald Freudenberger asm volatile( 582b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 583b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 58477606708SHarald Freudenberger " .insn rre,%[opc] << 16,0,0\n" /* PCKMO opcode */ 58577606708SHarald Freudenberger : 586b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 587b84d0c41SHeiko Carstens [opc] "i" (CPACF_PCKMO) 588b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 58977606708SHarald Freudenberger } 59077606708SHarald Freudenberger 591eecd49c4SPatrick Steuer /** 592eecd49c4SPatrick Steuer * cpacf_kma() - executes the KMA (CIPHER MESSAGE WITH AUTHENTICATION) 593eecd49c4SPatrick Steuer * instruction 594eecd49c4SPatrick Steuer * @func: the function code passed to KMA; see CPACF_KMA_xxx defines 595eecd49c4SPatrick Steuer * @param: address of parameter block; see POP for details on each func 596eecd49c4SPatrick Steuer * @dest: address of destination memory area 597eecd49c4SPatrick Steuer * @src: address of source memory area 598eecd49c4SPatrick Steuer * @src_len: length of src operand in bytes 599eecd49c4SPatrick Steuer * @aad: address of additional authenticated data memory area 600eecd49c4SPatrick Steuer * @aad_len: length of aad operand in bytes 601eecd49c4SPatrick Steuer */ 602eecd49c4SPatrick Steuer static inline void cpacf_kma(unsigned long func, void *param, u8 *dest, 603eecd49c4SPatrick Steuer const u8 *src, unsigned long src_len, 604eecd49c4SPatrick Steuer const u8 *aad, unsigned long aad_len) 605eecd49c4SPatrick Steuer { 606b84d0c41SHeiko Carstens union register_pair d, s, a; 607eecd49c4SPatrick Steuer 608b84d0c41SHeiko Carstens d.even = (unsigned long)dest; 609b84d0c41SHeiko Carstens s.even = (unsigned long)src; 610b84d0c41SHeiko Carstens s.odd = (unsigned long)src_len; 611b84d0c41SHeiko Carstens a.even = (unsigned long)aad; 612b84d0c41SHeiko Carstens a.odd = (unsigned long)aad_len; 613eecd49c4SPatrick Steuer asm volatile( 614b84d0c41SHeiko Carstens " lgr 0,%[fc]\n" 615b84d0c41SHeiko Carstens " lgr 1,%[pba]\n" 616eecd49c4SPatrick Steuer "0: .insn rrf,%[opc] << 16,%[dst],%[src],%[aad],0\n" 617eecd49c4SPatrick Steuer " brc 1,0b\n" /* handle partial completion */ 618b84d0c41SHeiko Carstens : [dst] "+&d" (d.pair), [src] "+&d" (s.pair), 619b84d0c41SHeiko Carstens [aad] "+&d" (a.pair) 620b84d0c41SHeiko Carstens : [fc] "d" (func), [pba] "d" ((unsigned long)param), 621b84d0c41SHeiko Carstens [opc] "i" (CPACF_KMA) 622b84d0c41SHeiko Carstens : "cc", "memory", "0", "1"); 623eecd49c4SPatrick Steuer } 624eecd49c4SPatrick Steuer 625c7d4d259SMartin Schwidefsky #endif /* _ASM_S390_CPACF_H */ 626