1 /* $FreeBSD$ */ 2 /* $OpenBSD: cryptodev.h,v 1.31 2002/06/11 11:14:29 beck Exp $ */ 3 4 /*- 5 * The author of this code is Angelos D. Keromytis (angelos@cis.upenn.edu) 6 * Copyright (c) 2002-2006 Sam Leffler, Errno Consulting 7 * 8 * This code was written by Angelos D. Keromytis in Athens, Greece, in 9 * February 2000. Network Security Technologies Inc. (NSTI) kindly 10 * supported the development of this code. 11 * 12 * Copyright (c) 2000 Angelos D. Keromytis 13 * 14 * Permission to use, copy, and modify this software with or without fee 15 * is hereby granted, provided that this entire notice is included in 16 * all source code copies of any software which is or includes a copy or 17 * modification of this software. 18 * 19 * THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR 20 * IMPLIED WARRANTY. IN PARTICULAR, NONE OF THE AUTHORS MAKES ANY 21 * REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE 22 * MERCHANTABILITY OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR 23 * PURPOSE. 24 * 25 * Copyright (c) 2001 Theo de Raadt 26 * Copyright (c) 2014 The FreeBSD Foundation 27 * All rights reserved. 28 * 29 * Portions of this software were developed by John-Mark Gurney 30 * under sponsorship of the FreeBSD Foundation and 31 * Rubicon Communications, LLC (Netgate). 32 * 33 * Redistribution and use in source and binary forms, with or without 34 * modification, are permitted provided that the following conditions 35 * are met: 36 * 37 * 1. Redistributions of source code must retain the above copyright 38 * notice, this list of conditions and the following disclaimer. 39 * 2. Redistributions in binary form must reproduce the above copyright 40 * notice, this list of conditions and the following disclaimer in the 41 * documentation and/or other materials provided with the distribution. 42 * 3. The name of the author may not be used to endorse or promote products 43 * derived from this software without specific prior written permission. 44 * 45 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 46 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 47 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 48 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 49 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 50 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 51 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 52 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 53 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 54 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 55 * 56 * Effort sponsored in part by the Defense Advanced Research Projects 57 * Agency (DARPA) and Air Force Research Laboratory, Air Force 58 * Materiel Command, USAF, under agreement number F30602-01-2-0537. 59 * 60 */ 61 62 #ifndef _CRYPTO_CRYPTO_H_ 63 #define _CRYPTO_CRYPTO_H_ 64 65 #include <sys/ioccom.h> 66 67 #ifdef _KERNEL 68 #include <opencrypto/_cryptodev.h> 69 #include <sys/_task.h> 70 #endif 71 72 /* Some initial values */ 73 #define CRYPTO_DRIVERS_INITIAL 4 74 75 /* Hash values */ 76 #define NULL_HASH_LEN 16 77 #define SHA1_HASH_LEN 20 78 #define RIPEMD160_HASH_LEN 20 79 #define SHA2_224_HASH_LEN 28 80 #define SHA2_256_HASH_LEN 32 81 #define SHA2_384_HASH_LEN 48 82 #define SHA2_512_HASH_LEN 64 83 #define AES_GMAC_HASH_LEN 16 84 #define POLY1305_HASH_LEN 16 85 #define AES_CBC_MAC_HASH_LEN 16 86 /* Maximum hash algorithm result length */ 87 #define HASH_MAX_LEN SHA2_512_HASH_LEN /* Keep this updated */ 88 89 #define SHA1_BLOCK_LEN 64 90 #define RIPEMD160_BLOCK_LEN 64 91 #define SHA2_224_BLOCK_LEN 64 92 #define SHA2_256_BLOCK_LEN 64 93 #define SHA2_384_BLOCK_LEN 128 94 #define SHA2_512_BLOCK_LEN 128 95 96 /* HMAC values */ 97 #define NULL_HMAC_BLOCK_LEN 64 98 /* Maximum HMAC block length */ 99 #define HMAC_MAX_BLOCK_LEN SHA2_512_BLOCK_LEN /* Keep this updated */ 100 #define HMAC_IPAD_VAL 0x36 101 #define HMAC_OPAD_VAL 0x5C 102 /* HMAC Key Length */ 103 #define AES_128_GMAC_KEY_LEN 16 104 #define AES_192_GMAC_KEY_LEN 24 105 #define AES_256_GMAC_KEY_LEN 32 106 #define AES_128_CBC_MAC_KEY_LEN 16 107 #define AES_192_CBC_MAC_KEY_LEN 24 108 #define AES_256_CBC_MAC_KEY_LEN 32 109 110 #define POLY1305_KEY_LEN 32 111 112 /* Encryption algorithm block sizes */ 113 #define NULL_BLOCK_LEN 4 /* IPsec to maintain alignment */ 114 #define RIJNDAEL128_BLOCK_LEN 16 115 #define AES_BLOCK_LEN 16 116 #define AES_ICM_BLOCK_LEN 1 117 #define CAMELLIA_BLOCK_LEN 16 118 #define CHACHA20_NATIVE_BLOCK_LEN 64 119 #define EALG_MAX_BLOCK_LEN CHACHA20_NATIVE_BLOCK_LEN /* Keep this updated */ 120 121 /* IV Lengths */ 122 123 #define AES_GCM_IV_LEN 12 124 #define AES_CCM_IV_LEN 12 125 #define AES_XTS_IV_LEN 8 126 #define AES_XTS_ALPHA 0x87 /* GF(2^128) generator polynomial */ 127 128 /* Min and Max Encryption Key Sizes */ 129 #define NULL_MIN_KEY 0 130 #define NULL_MAX_KEY 256 /* 2048 bits, max key */ 131 #define RIJNDAEL_MIN_KEY 16 132 #define RIJNDAEL_MAX_KEY 32 133 #define AES_MIN_KEY RIJNDAEL_MIN_KEY 134 #define AES_MAX_KEY RIJNDAEL_MAX_KEY 135 #define AES_XTS_MIN_KEY (2 * AES_MIN_KEY) 136 #define AES_XTS_MAX_KEY (2 * AES_MAX_KEY) 137 #define CAMELLIA_MIN_KEY 16 138 #define CAMELLIA_MAX_KEY 32 139 140 /* Maximum hash algorithm result length */ 141 #define AALG_MAX_RESULT_LEN 64 /* Keep this updated */ 142 143 #define CRYPTO_ALGORITHM_MIN 1 144 #define CRYPTO_DES_CBC 1 145 #define CRYPTO_3DES_CBC 2 146 #define CRYPTO_BLF_CBC 3 147 #define CRYPTO_CAST_CBC 4 148 #define CRYPTO_SKIPJACK_CBC 5 149 #define CRYPTO_MD5_HMAC 6 150 #define CRYPTO_SHA1_HMAC 7 151 #define CRYPTO_RIPEMD160_HMAC 8 152 #define CRYPTO_MD5_KPDK 9 153 #define CRYPTO_SHA1_KPDK 10 154 #define CRYPTO_RIJNDAEL128_CBC 11 /* 128 bit blocksize */ 155 #define CRYPTO_AES_CBC 11 /* 128 bit blocksize -- the same as above */ 156 #define CRYPTO_ARC4 12 157 #define CRYPTO_MD5 13 158 #define CRYPTO_SHA1 14 159 #define CRYPTO_NULL_HMAC 15 160 #define CRYPTO_NULL_CBC 16 161 #define CRYPTO_DEFLATE_COMP 17 /* Deflate compression algorithm */ 162 #define CRYPTO_SHA2_256_HMAC 18 163 #define CRYPTO_SHA2_384_HMAC 19 164 #define CRYPTO_SHA2_512_HMAC 20 165 #define CRYPTO_CAMELLIA_CBC 21 166 #define CRYPTO_AES_XTS 22 167 #define CRYPTO_AES_ICM 23 /* commonly known as CTR mode */ 168 #define CRYPTO_AES_NIST_GMAC 24 /* GMAC only */ 169 #define CRYPTO_AES_NIST_GCM_16 25 /* 16 byte ICV */ 170 #ifdef _KERNEL 171 #define CRYPTO_AES_128_NIST_GMAC 26 /* auth side */ 172 #define CRYPTO_AES_192_NIST_GMAC 27 /* auth side */ 173 #define CRYPTO_AES_256_NIST_GMAC 28 /* auth side */ 174 #endif 175 #define CRYPTO_BLAKE2B 29 /* Blake2b hash */ 176 #define CRYPTO_BLAKE2S 30 /* Blake2s hash */ 177 #define CRYPTO_CHACHA20 31 /* Chacha20 stream cipher */ 178 #define CRYPTO_SHA2_224_HMAC 32 179 #define CRYPTO_RIPEMD160 33 180 #define CRYPTO_SHA2_224 34 181 #define CRYPTO_SHA2_256 35 182 #define CRYPTO_SHA2_384 36 183 #define CRYPTO_SHA2_512 37 184 #define CRYPTO_POLY1305 38 185 #define CRYPTO_AES_CCM_CBC_MAC 39 /* auth side */ 186 #define CRYPTO_AES_CCM_16 40 /* cipher side */ 187 #define CRYPTO_ALGORITHM_MAX 40 /* Keep updated - see below */ 188 189 #define CRYPTO_ALGO_VALID(x) ((x) >= CRYPTO_ALGORITHM_MIN && \ 190 (x) <= CRYPTO_ALGORITHM_MAX) 191 192 /* Algorithm flags */ 193 #define CRYPTO_ALG_FLAG_SUPPORTED 0x01 /* Algorithm is supported */ 194 #define CRYPTO_ALG_FLAG_RNG_ENABLE 0x02 /* Has HW RNG for DH/DSA */ 195 #define CRYPTO_ALG_FLAG_DSA_SHA 0x04 /* Can do SHA on msg */ 196 197 /* 198 * Crypto driver/device flags. They can set in the crid 199 * parameter when creating a session or submitting a key 200 * op to affect the device/driver assigned. If neither 201 * of these are specified then the crid is assumed to hold 202 * the driver id of an existing (and suitable) device that 203 * must be used to satisfy the request. 204 */ 205 #define CRYPTO_FLAG_HARDWARE 0x01000000 /* hardware accelerated */ 206 #define CRYPTO_FLAG_SOFTWARE 0x02000000 /* software implementation */ 207 208 /* NB: deprecated */ 209 struct session_op { 210 u_int32_t cipher; /* ie. CRYPTO_AES_CBC */ 211 u_int32_t mac; /* ie. CRYPTO_SHA2_256_HMAC */ 212 213 u_int32_t keylen; /* cipher key */ 214 c_caddr_t key; 215 int mackeylen; /* mac key */ 216 c_caddr_t mackey; 217 218 u_int32_t ses; /* returns: session # */ 219 }; 220 221 /* 222 * session and crypt _op structs are used by userspace programs to interact 223 * with /dev/crypto. Confusingly, the internal kernel interface is named 224 * "cryptop" (no underscore). 225 */ 226 struct session2_op { 227 u_int32_t cipher; /* ie. CRYPTO_AES_CBC */ 228 u_int32_t mac; /* ie. CRYPTO_SHA2_256_HMAC */ 229 230 u_int32_t keylen; /* cipher key */ 231 c_caddr_t key; 232 int mackeylen; /* mac key */ 233 c_caddr_t mackey; 234 235 u_int32_t ses; /* returns: session # */ 236 int crid; /* driver id + flags (rw) */ 237 int pad[4]; /* for future expansion */ 238 }; 239 240 struct crypt_op { 241 u_int32_t ses; 242 u_int16_t op; /* i.e. COP_ENCRYPT */ 243 #define COP_ENCRYPT 1 244 #define COP_DECRYPT 2 245 u_int16_t flags; 246 #define COP_F_CIPHER_FIRST 0x0001 /* Cipher before MAC. */ 247 #define COP_F_BATCH 0x0008 /* Batch op if possible */ 248 u_int len; 249 c_caddr_t src; /* become iov[] inside kernel */ 250 caddr_t dst; 251 caddr_t mac; /* must be big enough for chosen MAC */ 252 c_caddr_t iv; 253 }; 254 255 /* op and flags the same as crypt_op */ 256 struct crypt_aead { 257 u_int32_t ses; 258 u_int16_t op; /* i.e. COP_ENCRYPT */ 259 u_int16_t flags; 260 u_int len; 261 u_int aadlen; 262 u_int ivlen; 263 c_caddr_t src; /* become iov[] inside kernel */ 264 caddr_t dst; 265 c_caddr_t aad; /* additional authenticated data */ 266 caddr_t tag; /* must fit for chosen TAG length */ 267 c_caddr_t iv; 268 }; 269 270 /* 271 * Parameters for looking up a crypto driver/device by 272 * device name or by id. The latter are returned for 273 * created sessions (crid) and completed key operations. 274 */ 275 struct crypt_find_op { 276 int crid; /* driver id + flags */ 277 char name[32]; /* device/driver name */ 278 }; 279 280 /* bignum parameter, in packed bytes, ... */ 281 struct crparam { 282 caddr_t crp_p; 283 u_int crp_nbits; 284 }; 285 286 #define CRK_MAXPARAM 8 287 288 struct crypt_kop { 289 u_int crk_op; /* ie. CRK_MOD_EXP or other */ 290 u_int crk_status; /* return status */ 291 u_short crk_iparams; /* # of input parameters */ 292 u_short crk_oparams; /* # of output parameters */ 293 u_int crk_crid; /* NB: only used by CIOCKEY2 (rw) */ 294 struct crparam crk_param[CRK_MAXPARAM]; 295 }; 296 #define CRK_ALGORITM_MIN 0 297 #define CRK_MOD_EXP 0 298 #define CRK_MOD_EXP_CRT 1 299 #define CRK_DSA_SIGN 2 300 #define CRK_DSA_VERIFY 3 301 #define CRK_DH_COMPUTE_KEY 4 302 #define CRK_ALGORITHM_MAX 4 /* Keep updated - see below */ 303 304 #define CRF_MOD_EXP (1 << CRK_MOD_EXP) 305 #define CRF_MOD_EXP_CRT (1 << CRK_MOD_EXP_CRT) 306 #define CRF_DSA_SIGN (1 << CRK_DSA_SIGN) 307 #define CRF_DSA_VERIFY (1 << CRK_DSA_VERIFY) 308 #define CRF_DH_COMPUTE_KEY (1 << CRK_DH_COMPUTE_KEY) 309 310 /* 311 * done against open of /dev/crypto, to get a cloned descriptor. 312 * Please use F_SETFD against the cloned descriptor. 313 */ 314 #define CRIOGET _IOWR('c', 100, u_int32_t) 315 #define CRIOASYMFEAT CIOCASYMFEAT 316 #define CRIOFINDDEV CIOCFINDDEV 317 318 /* the following are done against the cloned descriptor */ 319 #define CIOCGSESSION _IOWR('c', 101, struct session_op) 320 #define CIOCFSESSION _IOW('c', 102, u_int32_t) 321 #define CIOCCRYPT _IOWR('c', 103, struct crypt_op) 322 #define CIOCKEY _IOWR('c', 104, struct crypt_kop) 323 #define CIOCASYMFEAT _IOR('c', 105, u_int32_t) 324 #define CIOCGSESSION2 _IOWR('c', 106, struct session2_op) 325 #define CIOCKEY2 _IOWR('c', 107, struct crypt_kop) 326 #define CIOCFINDDEV _IOWR('c', 108, struct crypt_find_op) 327 #define CIOCCRYPTAEAD _IOWR('c', 109, struct crypt_aead) 328 329 struct cryptotstat { 330 struct timespec acc; /* total accumulated time */ 331 struct timespec min; /* min time */ 332 struct timespec max; /* max time */ 333 u_int32_t count; /* number of observations */ 334 }; 335 336 struct cryptostats { 337 u_int32_t cs_ops; /* symmetric crypto ops submitted */ 338 u_int32_t cs_errs; /* symmetric crypto ops that failed */ 339 u_int32_t cs_kops; /* asymetric/key ops submitted */ 340 u_int32_t cs_kerrs; /* asymetric/key ops that failed */ 341 u_int32_t cs_intrs; /* crypto swi thread activations */ 342 u_int32_t cs_rets; /* crypto return thread activations */ 343 u_int32_t cs_blocks; /* symmetric op driver block */ 344 u_int32_t cs_kblocks; /* symmetric op driver block */ 345 /* 346 * When CRYPTO_TIMING is defined at compile time and the 347 * sysctl debug.crypto is set to 1, the crypto system will 348 * accumulate statistics about how long it takes to process 349 * crypto requests at various points during processing. 350 */ 351 struct cryptotstat cs_invoke; /* crypto_dipsatch -> crypto_invoke */ 352 struct cryptotstat cs_done; /* crypto_invoke -> crypto_done */ 353 struct cryptotstat cs_cb; /* crypto_done -> callback */ 354 struct cryptotstat cs_finis; /* callback -> callback return */ 355 }; 356 357 #ifdef _KERNEL 358 359 /* 360 * Return values for cryptodev_probesession methods. 361 */ 362 #define CRYPTODEV_PROBE_HARDWARE (-100) 363 #define CRYPTODEV_PROBE_ACCEL_SOFTWARE (-200) 364 #define CRYPTODEV_PROBE_SOFTWARE (-500) 365 366 #if 0 367 #define CRYPTDEB(s, ...) do { \ 368 printf("%s:%d: " s "\n", __FILE__, __LINE__, ## __VA_ARGS__); \ 369 } while (0) 370 #else 371 #define CRYPTDEB(...) do { } while (0) 372 #endif 373 374 struct crypto_session_params { 375 int csp_mode; /* Type of operations to perform. */ 376 377 #define CSP_MODE_NONE 0 378 #define CSP_MODE_COMPRESS 1 /* Compression/decompression. */ 379 #define CSP_MODE_CIPHER 2 /* Encrypt/decrypt. */ 380 #define CSP_MODE_DIGEST 3 /* Compute/verify digest. */ 381 #define CSP_MODE_AEAD 4 /* Combined auth/encryption. */ 382 #define CSP_MODE_ETA 5 /* IPsec style encrypt-then-auth */ 383 384 int csp_flags; 385 386 #define CSP_F_SEPARATE_OUTPUT 0x0001 /* Requests can use separate output */ 387 #define CSP_F_SEPARATE_AAD 0x0002 /* Requests can use separate AAD */ 388 389 int csp_ivlen; /* IV length in bytes. */ 390 391 int csp_cipher_alg; 392 int csp_cipher_klen; /* Key length in bytes. */ 393 const void *csp_cipher_key; 394 395 int csp_auth_alg; 396 int csp_auth_klen; /* Key length in bytes. */ 397 const void *csp_auth_key; 398 int csp_auth_mlen; /* Number of digest bytes to use. 399 0 means all. */ 400 }; 401 402 enum crypto_buffer_type { 403 CRYPTO_BUF_NONE = 0, 404 CRYPTO_BUF_CONTIG, 405 CRYPTO_BUF_UIO, 406 CRYPTO_BUF_MBUF, 407 CRYPTO_BUF_LAST = CRYPTO_BUF_MBUF 408 }; 409 410 /* 411 * Description of a data buffer for a request. Requests can either 412 * have a single buffer that is modified in place or separate input 413 * and output buffers. 414 */ 415 struct crypto_buffer { 416 union { 417 struct { 418 char *cb_buf; 419 int cb_buf_len; 420 }; 421 struct mbuf *cb_mbuf; 422 struct uio *cb_uio; 423 }; 424 enum crypto_buffer_type cb_type; 425 }; 426 427 /* 428 * A cursor is used to iterate through a crypto request data buffer. 429 */ 430 struct crypto_buffer_cursor { 431 union { 432 char *cc_buf; 433 struct mbuf *cc_mbuf; 434 struct iovec *cc_iov; 435 }; 436 union { 437 int cc_buf_len; 438 size_t cc_offset; 439 }; 440 enum crypto_buffer_type cc_type; 441 }; 442 443 /* Structure describing complete operation */ 444 struct cryptop { 445 TAILQ_ENTRY(cryptop) crp_next; 446 447 struct task crp_task; 448 449 crypto_session_t crp_session; /* Session */ 450 int crp_olen; /* Result total length */ 451 452 int crp_etype; /* 453 * Error type (zero means no error). 454 * All error codes except EAGAIN 455 * indicate possible data corruption (as in, 456 * the data have been touched). On all 457 * errors, the crp_session may have changed 458 * (reset to a new one), so the caller 459 * should always check and use the new 460 * value on future requests. 461 */ 462 int crp_flags; 463 464 #define CRYPTO_F_BATCH 0x0008 /* Batch op if possible */ 465 #define CRYPTO_F_CBIMM 0x0010 /* Do callback immediately */ 466 #define CRYPTO_F_DONE 0x0020 /* Operation completed */ 467 #define CRYPTO_F_CBIFSYNC 0x0040 /* Do CBIMM if op is synchronous */ 468 #define CRYPTO_F_ASYNC 0x0080 /* Dispatch crypto jobs on several threads 469 * if op is synchronous 470 */ 471 #define CRYPTO_F_ASYNC_KEEPORDER 0x0100 /* 472 * Dispatch the crypto jobs in the same 473 * order there are submitted. Applied only 474 * if CRYPTO_F_ASYNC flags is set 475 */ 476 #define CRYPTO_F_IV_SEPARATE 0x0200 /* Use crp_iv[] as IV. */ 477 478 int crp_op; 479 480 struct crypto_buffer crp_buf; 481 struct crypto_buffer crp_obuf; 482 483 void *crp_aad; /* AAD buffer. */ 484 int crp_aad_start; /* Location of AAD. */ 485 int crp_aad_length; /* 0 => no AAD. */ 486 int crp_iv_start; /* Location of IV. IV length is from 487 * the session. 488 */ 489 int crp_payload_start; /* Location of ciphertext. */ 490 int crp_payload_output_start; 491 int crp_payload_length; 492 int crp_digest_start; /* Location of MAC/tag. Length is 493 * from the session. 494 */ 495 496 uint8_t crp_iv[EALG_MAX_BLOCK_LEN]; /* IV if IV_SEPARATE. */ 497 498 const void *crp_cipher_key; /* New cipher key if non-NULL. */ 499 const void *crp_auth_key; /* New auth key if non-NULL. */ 500 501 void *crp_opaque; /* Opaque pointer, passed along */ 502 503 int (*crp_callback)(struct cryptop *); /* Callback function */ 504 505 struct bintime crp_tstamp; /* performance time stamp */ 506 uint32_t crp_seq; /* used for ordered dispatch */ 507 uint32_t crp_retw_id; /* 508 * the return worker to be used, 509 * used for ordered dispatch 510 */ 511 }; 512 513 static __inline void 514 _crypto_use_buf(struct crypto_buffer *cb, void *buf, int len) 515 { 516 cb->cb_buf = buf; 517 cb->cb_buf_len = len; 518 cb->cb_type = CRYPTO_BUF_CONTIG; 519 } 520 521 static __inline void 522 _crypto_use_mbuf(struct crypto_buffer *cb, struct mbuf *m) 523 { 524 cb->cb_mbuf = m; 525 cb->cb_type = CRYPTO_BUF_MBUF; 526 } 527 528 static __inline void 529 _crypto_use_uio(struct crypto_buffer *cb, struct uio *uio) 530 { 531 cb->cb_uio = uio; 532 cb->cb_type = CRYPTO_BUF_UIO; 533 } 534 535 static __inline void 536 crypto_use_buf(struct cryptop *crp, void *buf, int len) 537 { 538 _crypto_use_buf(&crp->crp_buf, buf, len); 539 } 540 541 static __inline void 542 crypto_use_mbuf(struct cryptop *crp, struct mbuf *m) 543 { 544 _crypto_use_mbuf(&crp->crp_buf, m); 545 } 546 547 static __inline void 548 crypto_use_uio(struct cryptop *crp, struct uio *uio) 549 { 550 _crypto_use_uio(&crp->crp_buf, uio); 551 } 552 553 static __inline void 554 crypto_use_output_buf(struct cryptop *crp, void *buf, int len) 555 { 556 _crypto_use_buf(&crp->crp_obuf, buf, len); 557 } 558 559 static __inline void 560 crypto_use_output_mbuf(struct cryptop *crp, struct mbuf *m) 561 { 562 _crypto_use_mbuf(&crp->crp_obuf, m); 563 } 564 565 static __inline void 566 crypto_use_output_uio(struct cryptop *crp, struct uio *uio) 567 { 568 _crypto_use_uio(&crp->crp_obuf, uio); 569 } 570 571 #define CRYPTOP_ASYNC(crp) \ 572 (((crp)->crp_flags & CRYPTO_F_ASYNC) && \ 573 crypto_ses2caps((crp)->crp_session) & CRYPTOCAP_F_SYNC) 574 #define CRYPTOP_ASYNC_KEEPORDER(crp) \ 575 (CRYPTOP_ASYNC(crp) && \ 576 (crp)->crp_flags & CRYPTO_F_ASYNC_KEEPORDER) 577 #define CRYPTO_HAS_OUTPUT_BUFFER(crp) \ 578 ((crp)->crp_obuf.cb_type != CRYPTO_BUF_NONE) 579 580 /* Flags in crp_op. */ 581 #define CRYPTO_OP_DECRYPT 0x0 582 #define CRYPTO_OP_ENCRYPT 0x1 583 #define CRYPTO_OP_IS_ENCRYPT(op) ((op) & CRYPTO_OP_ENCRYPT) 584 #define CRYPTO_OP_COMPUTE_DIGEST 0x0 585 #define CRYPTO_OP_VERIFY_DIGEST 0x2 586 #define CRYPTO_OP_DECOMPRESS CRYPTO_OP_DECRYPT 587 #define CRYPTO_OP_COMPRESS CRYPTO_OP_ENCRYPT 588 #define CRYPTO_OP_IS_COMPRESS(op) ((op) & CRYPTO_OP_COMPRESS) 589 590 /* 591 * Hints passed to process methods. 592 */ 593 #define CRYPTO_HINT_MORE 0x1 /* more ops coming shortly */ 594 595 struct cryptkop { 596 TAILQ_ENTRY(cryptkop) krp_next; 597 598 u_int krp_op; /* ie. CRK_MOD_EXP or other */ 599 u_int krp_status; /* return status */ 600 u_short krp_iparams; /* # of input parameters */ 601 u_short krp_oparams; /* # of output parameters */ 602 u_int krp_crid; /* desired device, etc. */ 603 uint32_t krp_hid; /* device used */ 604 struct crparam krp_param[CRK_MAXPARAM]; /* kvm */ 605 void (*krp_callback)(struct cryptkop *); 606 struct cryptocap *krp_cap; 607 }; 608 609 uint32_t crypto_ses2hid(crypto_session_t crypto_session); 610 uint32_t crypto_ses2caps(crypto_session_t crypto_session); 611 void *crypto_get_driver_session(crypto_session_t crypto_session); 612 const struct crypto_session_params *crypto_get_params( 613 crypto_session_t crypto_session); 614 struct auth_hash *crypto_auth_hash(const struct crypto_session_params *csp); 615 struct enc_xform *crypto_cipher(const struct crypto_session_params *csp); 616 617 MALLOC_DECLARE(M_CRYPTO_DATA); 618 619 extern int crypto_newsession(crypto_session_t *cses, 620 const struct crypto_session_params *params, int hard); 621 extern void crypto_freesession(crypto_session_t cses); 622 #define CRYPTOCAP_F_HARDWARE CRYPTO_FLAG_HARDWARE 623 #define CRYPTOCAP_F_SOFTWARE CRYPTO_FLAG_SOFTWARE 624 #define CRYPTOCAP_F_SYNC 0x04000000 /* operates synchronously */ 625 #define CRYPTOCAP_F_ACCEL_SOFTWARE 0x08000000 626 extern int32_t crypto_get_driverid(device_t dev, size_t session_size, 627 int flags); 628 extern int crypto_find_driver(const char *); 629 extern device_t crypto_find_device_byhid(int hid); 630 extern int crypto_getcaps(int hid); 631 extern int crypto_kregister(u_int32_t, int, u_int32_t); 632 extern int crypto_unregister_all(u_int32_t driverid); 633 extern int crypto_dispatch(struct cryptop *crp); 634 extern int crypto_kdispatch(struct cryptkop *); 635 #define CRYPTO_SYMQ 0x1 636 #define CRYPTO_ASYMQ 0x2 637 extern int crypto_unblock(u_int32_t, int); 638 extern void crypto_done(struct cryptop *crp); 639 extern void crypto_kdone(struct cryptkop *); 640 extern int crypto_getfeat(int *); 641 642 extern void crypto_freereq(struct cryptop *crp); 643 extern struct cryptop *crypto_getreq(crypto_session_t cses, int how); 644 645 extern int crypto_usercrypto; /* userland may do crypto requests */ 646 extern int crypto_userasymcrypto; /* userland may do asym crypto reqs */ 647 extern int crypto_devallowsoft; /* only use hardware crypto */ 648 649 #ifdef SYSCTL_DECL 650 SYSCTL_DECL(_kern_crypto); 651 #endif 652 653 /* Helper routines for drivers to initialize auth contexts for HMAC. */ 654 struct auth_hash; 655 656 void hmac_init_ipad(struct auth_hash *axf, const char *key, int klen, 657 void *auth_ctx); 658 void hmac_init_opad(struct auth_hash *axf, const char *key, int klen, 659 void *auth_ctx); 660 661 /* 662 * Crypto-related utility routines used mainly by drivers. 663 * 664 * Similar to m_copyback/data, *_copyback copy data from the 'src' 665 * buffer into the crypto request's data buffer while *_copydata copy 666 * data from the crypto request's data buffer into the the 'dst' 667 * buffer. 668 */ 669 void crypto_copyback(struct cryptop *crp, int off, int size, 670 const void *src); 671 void crypto_copydata(struct cryptop *crp, int off, int size, void *dst); 672 int crypto_apply(struct cryptop *crp, int off, int len, 673 int (*f)(void *, const void *, u_int), void *arg); 674 void *crypto_contiguous_subsegment(struct cryptop *crp, size_t skip, 675 size_t len); 676 677 int crypto_apply_buf(struct crypto_buffer *cb, int off, int len, 678 int (*f)(void *, const void *, u_int), void *arg); 679 void *crypto_buffer_contiguous_subsegment(struct crypto_buffer *cb, 680 size_t skip, size_t len); 681 size_t crypto_buffer_len(struct crypto_buffer *cb); 682 void crypto_cursor_init(struct crypto_buffer_cursor *cc, 683 const struct crypto_buffer *cb); 684 void crypto_cursor_advance(struct crypto_buffer_cursor *cc, size_t amount); 685 void *crypto_cursor_segbase(struct crypto_buffer_cursor *cc); 686 size_t crypto_cursor_seglen(struct crypto_buffer_cursor *cc); 687 void crypto_cursor_copyback(struct crypto_buffer_cursor *cc, int size, 688 const void *vsrc); 689 void crypto_cursor_copydata(struct crypto_buffer_cursor *cc, int size, 690 void *vdst); 691 void crypto_cursor_copydata_noadv(struct crypto_buffer_cursor *cc, int size, 692 void *vdst); 693 694 static __inline void 695 crypto_read_iv(struct cryptop *crp, void *iv) 696 { 697 const struct crypto_session_params *csp; 698 699 csp = crypto_get_params(crp->crp_session); 700 if (crp->crp_flags & CRYPTO_F_IV_SEPARATE) 701 memcpy(iv, crp->crp_iv, csp->csp_ivlen); 702 else 703 crypto_copydata(crp, crp->crp_iv_start, csp->csp_ivlen, iv); 704 } 705 706 #endif /* _KERNEL */ 707 #endif /* _CRYPTO_CRYPTO_H_ */ 708