1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 * Copyright (c) 2012 Nexenta Systems, Inc. All rights reserved. 25 * Copyright (c) 2017 Joyent, Inc. 26 */ 27 28 #include <sys/types.h> 29 #include <sys/stream.h> 30 #include <sys/stropts.h> 31 #include <sys/strsubr.h> 32 #include <sys/errno.h> 33 #include <sys/ddi.h> 34 #include <sys/debug.h> 35 #include <sys/cmn_err.h> 36 #include <sys/stream.h> 37 #include <sys/strlog.h> 38 #include <sys/kmem.h> 39 #include <sys/sunddi.h> 40 #include <sys/tihdr.h> 41 #include <sys/atomic.h> 42 #include <sys/socket.h> 43 #include <sys/sysmacros.h> 44 #include <sys/crypto/common.h> 45 #include <sys/crypto/api.h> 46 #include <sys/zone.h> 47 #include <netinet/in.h> 48 #include <net/if.h> 49 #include <net/pfkeyv2.h> 50 #include <net/pfpolicy.h> 51 #include <inet/common.h> 52 #include <netinet/ip6.h> 53 #include <inet/ip.h> 54 #include <inet/ip_ire.h> 55 #include <inet/ip6.h> 56 #include <inet/ipsec_info.h> 57 #include <inet/tcp.h> 58 #include <inet/sadb.h> 59 #include <inet/ipsec_impl.h> 60 #include <inet/ipsecah.h> 61 #include <inet/ipsecesp.h> 62 #include <sys/random.h> 63 #include <sys/dlpi.h> 64 #include <sys/strsun.h> 65 #include <sys/strsubr.h> 66 #include <inet/ip_if.h> 67 #include <inet/ipdrop.h> 68 #include <inet/ipclassifier.h> 69 #include <inet/sctp_ip.h> 70 #include <sys/tsol/tnet.h> 71 72 /* 73 * This source file contains Security Association Database (SADB) common 74 * routines. They are linked in with the AH module. Since AH has no chance 75 * of falling under export control, it was safe to link it in there. 76 */ 77 78 static uint8_t *sadb_action_to_ecomb(uint8_t *, uint8_t *, ipsec_action_t *, 79 netstack_t *); 80 static ipsa_t *sadb_torch_assoc(isaf_t *, ipsa_t *); 81 static void sadb_destroy_acqlist(iacqf_t **, uint_t, boolean_t, 82 netstack_t *); 83 static void sadb_destroy(sadb_t *, netstack_t *); 84 static mblk_t *sadb_sa2msg(ipsa_t *, sadb_msg_t *); 85 static ts_label_t *sadb_label_from_sens(sadb_sens_t *, uint64_t *); 86 87 static time_t sadb_add_time(time_t, uint64_t); 88 static void lifetime_fuzz(ipsa_t *); 89 static void age_pair_peer_list(templist_t *, sadb_t *, boolean_t); 90 static int get_ipsa_pair(ipsa_query_t *, ipsap_t *, int *); 91 static void init_ipsa_pair(ipsap_t *); 92 static void destroy_ipsa_pair(ipsap_t *); 93 static int update_pairing(ipsap_t *, ipsa_query_t *, keysock_in_t *, int *); 94 static void ipsa_set_replay(ipsa_t *ipsa, uint32_t offset); 95 96 /* 97 * ipsacq_maxpackets is defined here to make it tunable 98 * from /etc/system. 99 */ 100 extern uint64_t ipsacq_maxpackets; 101 102 #define SET_EXPIRE(sa, delta, exp) { \ 103 if (((sa)->ipsa_ ## delta) != 0) { \ 104 (sa)->ipsa_ ## exp = sadb_add_time((sa)->ipsa_addtime, \ 105 (sa)->ipsa_ ## delta); \ 106 } \ 107 } 108 109 #define UPDATE_EXPIRE(sa, delta, exp) { \ 110 if (((sa)->ipsa_ ## delta) != 0) { \ 111 time_t tmp = sadb_add_time((sa)->ipsa_usetime, \ 112 (sa)->ipsa_ ## delta); \ 113 if (((sa)->ipsa_ ## exp) == 0) \ 114 (sa)->ipsa_ ## exp = tmp; \ 115 else \ 116 (sa)->ipsa_ ## exp = \ 117 MIN((sa)->ipsa_ ## exp, tmp); \ 118 } \ 119 } 120 121 122 /* wrap the macro so we can pass it as a function pointer */ 123 void 124 sadb_sa_refrele(void *target) 125 { 126 IPSA_REFRELE(((ipsa_t *)target)); 127 } 128 129 /* 130 * We presume that sizeof (long) == sizeof (time_t) and that time_t is 131 * a signed type. 132 */ 133 #define TIME_MAX LONG_MAX 134 135 /* 136 * PF_KEY gives us lifetimes in uint64_t seconds. We presume that 137 * time_t is defined to be a signed type with the same range as 138 * "long". On ILP32 systems, we thus run the risk of wrapping around 139 * at end of time, as well as "overwrapping" the clock back around 140 * into a seemingly valid but incorrect future date earlier than the 141 * desired expiration. 142 * 143 * In order to avoid odd behavior (either negative lifetimes or loss 144 * of high order bits) when someone asks for bizarrely long SA 145 * lifetimes, we do a saturating add for expire times. 146 * 147 * We presume that ILP32 systems will be past end of support life when 148 * the 32-bit time_t overflows (a dangerous assumption, mind you..). 149 * 150 * On LP64, 2^64 seconds are about 5.8e11 years, at which point we 151 * will hopefully have figured out clever ways to avoid the use of 152 * fixed-sized integers in computation. 153 */ 154 static time_t 155 sadb_add_time(time_t base, uint64_t delta) 156 { 157 time_t sum; 158 159 /* 160 * Clip delta to the maximum possible time_t value to 161 * prevent "overwrapping" back into a shorter-than-desired 162 * future time. 163 */ 164 if (delta > TIME_MAX) 165 delta = TIME_MAX; 166 /* 167 * This sum may still overflow. 168 */ 169 sum = base + delta; 170 171 /* 172 * .. so if the result is less than the base, we overflowed. 173 */ 174 if (sum < base) 175 sum = TIME_MAX; 176 177 return (sum); 178 } 179 180 /* 181 * Callers of this function have already created a working security 182 * association, and have found the appropriate table & hash chain. All this 183 * function does is check duplicates, and insert the SA. The caller needs to 184 * hold the hash bucket lock and increment the refcnt before insertion. 185 * 186 * Return 0 if success, EEXIST if collision. 187 */ 188 #define SA_UNIQUE_MATCH(sa1, sa2) \ 189 (((sa1)->ipsa_unique_id & (sa1)->ipsa_unique_mask) == \ 190 ((sa2)->ipsa_unique_id & (sa2)->ipsa_unique_mask)) 191 192 int 193 sadb_insertassoc(ipsa_t *ipsa, isaf_t *bucket) 194 { 195 ipsa_t **ptpn = NULL; 196 ipsa_t *walker; 197 boolean_t unspecsrc; 198 199 ASSERT(MUTEX_HELD(&bucket->isaf_lock)); 200 201 unspecsrc = IPSA_IS_ADDR_UNSPEC(ipsa->ipsa_srcaddr, ipsa->ipsa_addrfam); 202 203 walker = bucket->isaf_ipsa; 204 ASSERT(walker == NULL || ipsa->ipsa_addrfam == walker->ipsa_addrfam); 205 206 /* 207 * Find insertion point (pointed to with **ptpn). Insert at the head 208 * of the list unless there's an unspecified source address, then 209 * insert it after the last SA with a specified source address. 210 * 211 * BTW, you'll have to walk the whole chain, matching on {DST, SPI} 212 * checking for collisions. 213 */ 214 215 while (walker != NULL) { 216 if (IPSA_ARE_ADDR_EQUAL(walker->ipsa_dstaddr, 217 ipsa->ipsa_dstaddr, ipsa->ipsa_addrfam)) { 218 if (walker->ipsa_spi == ipsa->ipsa_spi) 219 return (EEXIST); 220 221 mutex_enter(&walker->ipsa_lock); 222 if (ipsa->ipsa_state == IPSA_STATE_MATURE && 223 (walker->ipsa_flags & IPSA_F_USED) && 224 SA_UNIQUE_MATCH(walker, ipsa)) { 225 walker->ipsa_flags |= IPSA_F_CINVALID; 226 } 227 mutex_exit(&walker->ipsa_lock); 228 } 229 230 if (ptpn == NULL && unspecsrc) { 231 if (IPSA_IS_ADDR_UNSPEC(walker->ipsa_srcaddr, 232 walker->ipsa_addrfam)) 233 ptpn = walker->ipsa_ptpn; 234 else if (walker->ipsa_next == NULL) 235 ptpn = &walker->ipsa_next; 236 } 237 238 walker = walker->ipsa_next; 239 } 240 241 if (ptpn == NULL) 242 ptpn = &bucket->isaf_ipsa; 243 ipsa->ipsa_next = *ptpn; 244 ipsa->ipsa_ptpn = ptpn; 245 if (ipsa->ipsa_next != NULL) 246 ipsa->ipsa_next->ipsa_ptpn = &ipsa->ipsa_next; 247 *ptpn = ipsa; 248 ipsa->ipsa_linklock = &bucket->isaf_lock; 249 250 return (0); 251 } 252 #undef SA_UNIQUE_MATCH 253 254 /* 255 * Free a security association. Its reference count is 0, which means 256 * I must free it. The SA must be unlocked and must not be linked into 257 * any fanout list. 258 */ 259 static void 260 sadb_freeassoc(ipsa_t *ipsa) 261 { 262 ipsec_stack_t *ipss = ipsa->ipsa_netstack->netstack_ipsec; 263 mblk_t *asyncmp, *mp; 264 265 ASSERT(ipss != NULL); 266 ASSERT(MUTEX_NOT_HELD(&ipsa->ipsa_lock)); 267 ASSERT(ipsa->ipsa_refcnt == 0); 268 ASSERT(ipsa->ipsa_next == NULL); 269 ASSERT(ipsa->ipsa_ptpn == NULL); 270 271 272 asyncmp = sadb_clear_lpkt(ipsa); 273 if (asyncmp != NULL) { 274 mp = ip_recv_attr_free_mblk(asyncmp); 275 ip_drop_packet(mp, B_TRUE, NULL, 276 DROPPER(ipss, ipds_sadb_inlarval_timeout), 277 &ipss->ipsec_sadb_dropper); 278 } 279 mutex_enter(&ipsa->ipsa_lock); 280 281 if (ipsa->ipsa_tsl != NULL) { 282 label_rele(ipsa->ipsa_tsl); 283 ipsa->ipsa_tsl = NULL; 284 } 285 286 if (ipsa->ipsa_otsl != NULL) { 287 label_rele(ipsa->ipsa_otsl); 288 ipsa->ipsa_otsl = NULL; 289 } 290 291 ipsec_destroy_ctx_tmpl(ipsa, IPSEC_ALG_AUTH); 292 ipsec_destroy_ctx_tmpl(ipsa, IPSEC_ALG_ENCR); 293 mutex_exit(&ipsa->ipsa_lock); 294 295 /* bzero() these fields for paranoia's sake. */ 296 if (ipsa->ipsa_authkey != NULL) { 297 bzero(ipsa->ipsa_authkey, ipsa->ipsa_authkeylen); 298 kmem_free(ipsa->ipsa_authkey, ipsa->ipsa_authkeylen); 299 } 300 if (ipsa->ipsa_encrkey != NULL) { 301 bzero(ipsa->ipsa_encrkey, ipsa->ipsa_encrkeylen); 302 kmem_free(ipsa->ipsa_encrkey, ipsa->ipsa_encrkeylen); 303 } 304 if (ipsa->ipsa_nonce_buf != NULL) { 305 bzero(ipsa->ipsa_nonce_buf, sizeof (ipsec_nonce_t)); 306 kmem_free(ipsa->ipsa_nonce_buf, sizeof (ipsec_nonce_t)); 307 } 308 if (ipsa->ipsa_src_cid != NULL) { 309 IPSID_REFRELE(ipsa->ipsa_src_cid); 310 } 311 if (ipsa->ipsa_dst_cid != NULL) { 312 IPSID_REFRELE(ipsa->ipsa_dst_cid); 313 } 314 if (ipsa->ipsa_emech.cm_param != NULL) 315 kmem_free(ipsa->ipsa_emech.cm_param, 316 ipsa->ipsa_emech.cm_param_len); 317 318 mutex_destroy(&ipsa->ipsa_lock); 319 kmem_free(ipsa, sizeof (*ipsa)); 320 } 321 322 /* 323 * Unlink a security association from a hash bucket. Assume the hash bucket 324 * lock is held, but the association's lock is not. 325 * 326 * Note that we do not bump the bucket's generation number here because 327 * we might not be making a visible change to the set of visible SA's. 328 * All callers MUST bump the bucket's generation number before they unlock 329 * the bucket if they use sadb_unlinkassoc to permanetly remove an SA which 330 * was present in the bucket at the time it was locked. 331 */ 332 void 333 sadb_unlinkassoc(ipsa_t *ipsa) 334 { 335 ASSERT(ipsa->ipsa_linklock != NULL); 336 ASSERT(MUTEX_HELD(ipsa->ipsa_linklock)); 337 338 /* These fields are protected by the link lock. */ 339 *(ipsa->ipsa_ptpn) = ipsa->ipsa_next; 340 if (ipsa->ipsa_next != NULL) { 341 ipsa->ipsa_next->ipsa_ptpn = ipsa->ipsa_ptpn; 342 ipsa->ipsa_next = NULL; 343 } 344 345 ipsa->ipsa_ptpn = NULL; 346 347 /* This may destroy the SA. */ 348 IPSA_REFRELE(ipsa); 349 } 350 351 void 352 sadb_delete_cluster(ipsa_t *assoc) 353 { 354 uint8_t protocol; 355 356 if (cl_inet_deletespi && 357 ((assoc->ipsa_state == IPSA_STATE_LARVAL) || 358 (assoc->ipsa_state == IPSA_STATE_MATURE))) { 359 protocol = (assoc->ipsa_type == SADB_SATYPE_AH) ? 360 IPPROTO_AH : IPPROTO_ESP; 361 cl_inet_deletespi(assoc->ipsa_netstack->netstack_stackid, 362 protocol, assoc->ipsa_spi, NULL); 363 } 364 } 365 366 /* 367 * Create a larval security association with the specified SPI. All other 368 * fields are zeroed. 369 */ 370 static ipsa_t * 371 sadb_makelarvalassoc(uint32_t spi, uint32_t *src, uint32_t *dst, int addrfam, 372 netstack_t *ns) 373 { 374 ipsa_t *newbie; 375 376 /* 377 * Allocate... 378 */ 379 380 newbie = (ipsa_t *)kmem_zalloc(sizeof (ipsa_t), KM_NOSLEEP); 381 if (newbie == NULL) { 382 /* Can't make new larval SA. */ 383 return (NULL); 384 } 385 386 /* Assigned requested SPI, assume caller does SPI allocation magic. */ 387 newbie->ipsa_spi = spi; 388 newbie->ipsa_netstack = ns; /* No netstack_hold */ 389 390 /* 391 * Copy addresses... 392 */ 393 394 IPSA_COPY_ADDR(newbie->ipsa_srcaddr, src, addrfam); 395 IPSA_COPY_ADDR(newbie->ipsa_dstaddr, dst, addrfam); 396 397 newbie->ipsa_addrfam = addrfam; 398 399 /* 400 * Set common initialization values, including refcnt. 401 */ 402 mutex_init(&newbie->ipsa_lock, NULL, MUTEX_DEFAULT, NULL); 403 newbie->ipsa_state = IPSA_STATE_LARVAL; 404 newbie->ipsa_refcnt = 1; 405 newbie->ipsa_freefunc = sadb_freeassoc; 406 407 /* 408 * There aren't a lot of other common initialization values, as 409 * they are copied in from the PF_KEY message. 410 */ 411 412 return (newbie); 413 } 414 415 /* 416 * Call me to initialize a security association fanout. 417 */ 418 static int 419 sadb_init_fanout(isaf_t **tablep, uint_t size, int kmflag) 420 { 421 isaf_t *table; 422 int i; 423 424 table = (isaf_t *)kmem_alloc(size * sizeof (*table), kmflag); 425 *tablep = table; 426 427 if (table == NULL) 428 return (ENOMEM); 429 430 for (i = 0; i < size; i++) { 431 mutex_init(&(table[i].isaf_lock), NULL, MUTEX_DEFAULT, NULL); 432 table[i].isaf_ipsa = NULL; 433 table[i].isaf_gen = 0; 434 } 435 436 return (0); 437 } 438 439 /* 440 * Call me to initialize an acquire fanout 441 */ 442 static int 443 sadb_init_acfanout(iacqf_t **tablep, uint_t size, int kmflag) 444 { 445 iacqf_t *table; 446 int i; 447 448 table = (iacqf_t *)kmem_alloc(size * sizeof (*table), kmflag); 449 *tablep = table; 450 451 if (table == NULL) 452 return (ENOMEM); 453 454 for (i = 0; i < size; i++) { 455 mutex_init(&(table[i].iacqf_lock), NULL, MUTEX_DEFAULT, NULL); 456 table[i].iacqf_ipsacq = NULL; 457 } 458 459 return (0); 460 } 461 462 /* 463 * Attempt to initialize an SADB instance. On failure, return ENOMEM; 464 * caller must clean up partial allocations. 465 */ 466 static int 467 sadb_init_trial(sadb_t *sp, uint_t size, int kmflag) 468 { 469 ASSERT(sp->sdb_of == NULL); 470 ASSERT(sp->sdb_if == NULL); 471 ASSERT(sp->sdb_acq == NULL); 472 473 sp->sdb_hashsize = size; 474 if (sadb_init_fanout(&sp->sdb_of, size, kmflag) != 0) 475 return (ENOMEM); 476 if (sadb_init_fanout(&sp->sdb_if, size, kmflag) != 0) 477 return (ENOMEM); 478 if (sadb_init_acfanout(&sp->sdb_acq, size, kmflag) != 0) 479 return (ENOMEM); 480 481 return (0); 482 } 483 484 /* 485 * Call me to initialize an SADB instance; fall back to default size on failure. 486 */ 487 static void 488 sadb_init(const char *name, sadb_t *sp, uint_t size, uint_t ver, 489 netstack_t *ns) 490 { 491 ASSERT(sp->sdb_of == NULL); 492 ASSERT(sp->sdb_if == NULL); 493 ASSERT(sp->sdb_acq == NULL); 494 495 if (size < IPSEC_DEFAULT_HASH_SIZE) 496 size = IPSEC_DEFAULT_HASH_SIZE; 497 498 if (sadb_init_trial(sp, size, KM_NOSLEEP) != 0) { 499 500 cmn_err(CE_WARN, 501 "Unable to allocate %u entry IPv%u %s SADB hash table", 502 size, ver, name); 503 504 sadb_destroy(sp, ns); 505 size = IPSEC_DEFAULT_HASH_SIZE; 506 cmn_err(CE_WARN, "Falling back to %d entries", size); 507 (void) sadb_init_trial(sp, size, KM_SLEEP); 508 } 509 } 510 511 512 /* 513 * Initialize an SADB-pair. 514 */ 515 void 516 sadbp_init(const char *name, sadbp_t *sp, int type, int size, netstack_t *ns) 517 { 518 sadb_init(name, &sp->s_v4, size, 4, ns); 519 sadb_init(name, &sp->s_v6, size, 6, ns); 520 521 sp->s_satype = type; 522 523 ASSERT((type == SADB_SATYPE_AH) || (type == SADB_SATYPE_ESP)); 524 if (type == SADB_SATYPE_AH) { 525 ipsec_stack_t *ipss = ns->netstack_ipsec; 526 527 ip_drop_register(&ipss->ipsec_sadb_dropper, "IPsec SADB"); 528 sp->s_addflags = AH_ADD_SETTABLE_FLAGS; 529 sp->s_updateflags = AH_UPDATE_SETTABLE_FLAGS; 530 } else { 531 sp->s_addflags = ESP_ADD_SETTABLE_FLAGS; 532 sp->s_updateflags = ESP_UPDATE_SETTABLE_FLAGS; 533 } 534 } 535 536 /* 537 * Deliver a single SADB_DUMP message representing a single SA. This is 538 * called many times by sadb_dump(). 539 * 540 * If the return value of this is ENOBUFS (not the same as ENOMEM), then 541 * the caller should take that as a hint that dupb() on the "original answer" 542 * failed, and that perhaps the caller should try again with a copyb()ed 543 * "original answer". 544 */ 545 static int 546 sadb_dump_deliver(queue_t *pfkey_q, mblk_t *original_answer, ipsa_t *ipsa, 547 sadb_msg_t *samsg) 548 { 549 mblk_t *answer; 550 551 answer = dupb(original_answer); 552 if (answer == NULL) 553 return (ENOBUFS); 554 answer->b_cont = sadb_sa2msg(ipsa, samsg); 555 if (answer->b_cont == NULL) { 556 freeb(answer); 557 return (ENOMEM); 558 } 559 560 /* Just do a putnext, and let keysock deal with flow control. */ 561 putnext(pfkey_q, answer); 562 return (0); 563 } 564 565 /* 566 * Common function to allocate and prepare a keysock_out_t M_CTL message. 567 */ 568 mblk_t * 569 sadb_keysock_out(minor_t serial) 570 { 571 mblk_t *mp; 572 keysock_out_t *kso; 573 574 mp = allocb(sizeof (ipsec_info_t), BPRI_HI); 575 if (mp != NULL) { 576 mp->b_datap->db_type = M_CTL; 577 mp->b_wptr += sizeof (ipsec_info_t); 578 kso = (keysock_out_t *)mp->b_rptr; 579 kso->ks_out_type = KEYSOCK_OUT; 580 kso->ks_out_len = sizeof (*kso); 581 kso->ks_out_serial = serial; 582 } 583 584 return (mp); 585 } 586 587 /* 588 * Perform an SADB_DUMP, spewing out every SA in an array of SA fanouts 589 * to keysock. 590 */ 591 static int 592 sadb_dump_fanout(queue_t *pfkey_q, mblk_t *mp, minor_t serial, isaf_t *fanout, 593 int num_entries, boolean_t do_peers, time_t active_time) 594 { 595 int i, error = 0; 596 mblk_t *original_answer; 597 ipsa_t *walker; 598 sadb_msg_t *samsg; 599 time_t current; 600 601 /* 602 * For each IPSA hash bucket do: 603 * - Hold the mutex 604 * - Walk each entry, doing an sadb_dump_deliver() on it. 605 */ 606 ASSERT(mp->b_cont != NULL); 607 samsg = (sadb_msg_t *)mp->b_cont->b_rptr; 608 609 original_answer = sadb_keysock_out(serial); 610 if (original_answer == NULL) 611 return (ENOMEM); 612 613 current = gethrestime_sec(); 614 for (i = 0; i < num_entries; i++) { 615 mutex_enter(&fanout[i].isaf_lock); 616 for (walker = fanout[i].isaf_ipsa; walker != NULL; 617 walker = walker->ipsa_next) { 618 if (!do_peers && walker->ipsa_haspeer) 619 continue; 620 if ((active_time != 0) && 621 ((current - walker->ipsa_lastuse) > active_time)) 622 continue; 623 error = sadb_dump_deliver(pfkey_q, original_answer, 624 walker, samsg); 625 if (error == ENOBUFS) { 626 mblk_t *new_original_answer; 627 628 /* Ran out of dupb's. Try a copyb. */ 629 new_original_answer = copyb(original_answer); 630 if (new_original_answer == NULL) { 631 error = ENOMEM; 632 } else { 633 freeb(original_answer); 634 original_answer = new_original_answer; 635 error = sadb_dump_deliver(pfkey_q, 636 original_answer, walker, samsg); 637 } 638 } 639 if (error != 0) 640 break; /* out of for loop. */ 641 } 642 mutex_exit(&fanout[i].isaf_lock); 643 if (error != 0) 644 break; /* out of for loop. */ 645 } 646 647 freeb(original_answer); 648 return (error); 649 } 650 651 /* 652 * Dump an entire SADB; outbound first, then inbound. 653 */ 654 655 int 656 sadb_dump(queue_t *pfkey_q, mblk_t *mp, keysock_in_t *ksi, sadb_t *sp) 657 { 658 int error; 659 time_t active_time = 0; 660 sadb_x_edump_t *edump = 661 (sadb_x_edump_t *)ksi->ks_in_extv[SADB_X_EXT_EDUMP]; 662 663 if (edump != NULL) { 664 active_time = edump->sadb_x_edump_timeout; 665 } 666 667 /* Dump outbound */ 668 error = sadb_dump_fanout(pfkey_q, mp, ksi->ks_in_serial, sp->sdb_of, 669 sp->sdb_hashsize, B_TRUE, active_time); 670 if (error) 671 return (error); 672 673 /* Dump inbound */ 674 return sadb_dump_fanout(pfkey_q, mp, ksi->ks_in_serial, sp->sdb_if, 675 sp->sdb_hashsize, B_FALSE, active_time); 676 } 677 678 /* 679 * Generic sadb table walker. 680 * 681 * Call "walkfn" for each SA in each bucket in "table"; pass the 682 * bucket, the entry and "cookie" to the callback function. 683 * Take care to ensure that walkfn can delete the SA without screwing 684 * up our traverse. 685 * 686 * The bucket is locked for the duration of the callback, both so that the 687 * callback can just call sadb_unlinkassoc() when it wants to delete something, 688 * and so that no new entries are added while we're walking the list. 689 */ 690 static void 691 sadb_walker(isaf_t *table, uint_t numentries, 692 void (*walkfn)(isaf_t *head, ipsa_t *entry, void *cookie), 693 void *cookie) 694 { 695 int i; 696 for (i = 0; i < numentries; i++) { 697 ipsa_t *entry, *next; 698 699 mutex_enter(&table[i].isaf_lock); 700 701 for (entry = table[i].isaf_ipsa; entry != NULL; 702 entry = next) { 703 next = entry->ipsa_next; 704 (*walkfn)(&table[i], entry, cookie); 705 } 706 mutex_exit(&table[i].isaf_lock); 707 } 708 } 709 710 /* 711 * Call me to free up a security association fanout. Use the forever 712 * variable to indicate freeing up the SAs (forever == B_FALSE, e.g. 713 * an SADB_FLUSH message), or destroying everything (forever == B_TRUE, 714 * when a module is unloaded). 715 */ 716 static void 717 sadb_destroyer(isaf_t **tablep, uint_t numentries, boolean_t forever, 718 boolean_t inbound) 719 { 720 int i; 721 isaf_t *table = *tablep; 722 uint8_t protocol; 723 ipsa_t *sa; 724 netstackid_t sid; 725 726 if (table == NULL) 727 return; 728 729 for (i = 0; i < numentries; i++) { 730 mutex_enter(&table[i].isaf_lock); 731 while ((sa = table[i].isaf_ipsa) != NULL) { 732 if (inbound && cl_inet_deletespi && 733 (sa->ipsa_state != IPSA_STATE_ACTIVE_ELSEWHERE) && 734 (sa->ipsa_state != IPSA_STATE_IDLE)) { 735 protocol = (sa->ipsa_type == SADB_SATYPE_AH) ? 736 IPPROTO_AH : IPPROTO_ESP; 737 sid = sa->ipsa_netstack->netstack_stackid; 738 cl_inet_deletespi(sid, protocol, sa->ipsa_spi, 739 NULL); 740 } 741 sadb_unlinkassoc(sa); 742 } 743 table[i].isaf_gen++; 744 mutex_exit(&table[i].isaf_lock); 745 if (forever) 746 mutex_destroy(&(table[i].isaf_lock)); 747 } 748 749 if (forever) { 750 *tablep = NULL; 751 kmem_free(table, numentries * sizeof (*table)); 752 } 753 } 754 755 /* 756 * Entry points to sadb_destroyer(). 757 */ 758 static void 759 sadb_flush(sadb_t *sp, netstack_t *ns) 760 { 761 /* 762 * Flush out each bucket, one at a time. Were it not for keysock's 763 * enforcement, there would be a subtlety where I could add on the 764 * heels of a flush. With keysock's enforcement, however, this 765 * makes ESP's job easy. 766 */ 767 sadb_destroyer(&sp->sdb_of, sp->sdb_hashsize, B_FALSE, B_FALSE); 768 sadb_destroyer(&sp->sdb_if, sp->sdb_hashsize, B_FALSE, B_TRUE); 769 770 /* For each acquire, destroy it; leave the bucket mutex alone. */ 771 sadb_destroy_acqlist(&sp->sdb_acq, sp->sdb_hashsize, B_FALSE, ns); 772 } 773 774 static void 775 sadb_destroy(sadb_t *sp, netstack_t *ns) 776 { 777 sadb_destroyer(&sp->sdb_of, sp->sdb_hashsize, B_TRUE, B_FALSE); 778 sadb_destroyer(&sp->sdb_if, sp->sdb_hashsize, B_TRUE, B_TRUE); 779 780 /* For each acquire, destroy it, including the bucket mutex. */ 781 sadb_destroy_acqlist(&sp->sdb_acq, sp->sdb_hashsize, B_TRUE, ns); 782 783 ASSERT(sp->sdb_of == NULL); 784 ASSERT(sp->sdb_if == NULL); 785 ASSERT(sp->sdb_acq == NULL); 786 } 787 788 void 789 sadbp_flush(sadbp_t *spp, netstack_t *ns) 790 { 791 sadb_flush(&spp->s_v4, ns); 792 sadb_flush(&spp->s_v6, ns); 793 } 794 795 void 796 sadbp_destroy(sadbp_t *spp, netstack_t *ns) 797 { 798 sadb_destroy(&spp->s_v4, ns); 799 sadb_destroy(&spp->s_v6, ns); 800 801 if (spp->s_satype == SADB_SATYPE_AH) { 802 ipsec_stack_t *ipss = ns->netstack_ipsec; 803 804 ip_drop_unregister(&ipss->ipsec_sadb_dropper); 805 } 806 } 807 808 809 /* 810 * Check hard vs. soft lifetimes. If there's a reality mismatch (e.g. 811 * soft lifetimes > hard lifetimes) return an appropriate diagnostic for 812 * EINVAL. 813 */ 814 int 815 sadb_hardsoftchk(sadb_lifetime_t *hard, sadb_lifetime_t *soft, 816 sadb_lifetime_t *idle) 817 { 818 if (hard == NULL || soft == NULL) 819 return (0); 820 821 if (hard->sadb_lifetime_allocations != 0 && 822 soft->sadb_lifetime_allocations != 0 && 823 hard->sadb_lifetime_allocations < soft->sadb_lifetime_allocations) 824 return (SADB_X_DIAGNOSTIC_ALLOC_HSERR); 825 826 if (hard->sadb_lifetime_bytes != 0 && 827 soft->sadb_lifetime_bytes != 0 && 828 hard->sadb_lifetime_bytes < soft->sadb_lifetime_bytes) 829 return (SADB_X_DIAGNOSTIC_BYTES_HSERR); 830 831 if (hard->sadb_lifetime_addtime != 0 && 832 soft->sadb_lifetime_addtime != 0 && 833 hard->sadb_lifetime_addtime < soft->sadb_lifetime_addtime) 834 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 835 836 if (hard->sadb_lifetime_usetime != 0 && 837 soft->sadb_lifetime_usetime != 0 && 838 hard->sadb_lifetime_usetime < soft->sadb_lifetime_usetime) 839 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 840 841 if (idle != NULL) { 842 if (hard->sadb_lifetime_addtime != 0 && 843 idle->sadb_lifetime_addtime != 0 && 844 hard->sadb_lifetime_addtime < idle->sadb_lifetime_addtime) 845 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 846 847 if (soft->sadb_lifetime_addtime != 0 && 848 idle->sadb_lifetime_addtime != 0 && 849 soft->sadb_lifetime_addtime < idle->sadb_lifetime_addtime) 850 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 851 852 if (hard->sadb_lifetime_usetime != 0 && 853 idle->sadb_lifetime_usetime != 0 && 854 hard->sadb_lifetime_usetime < idle->sadb_lifetime_usetime) 855 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 856 857 if (soft->sadb_lifetime_usetime != 0 && 858 idle->sadb_lifetime_usetime != 0 && 859 soft->sadb_lifetime_usetime < idle->sadb_lifetime_usetime) 860 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 861 } 862 863 return (0); 864 } 865 866 /* 867 * Sanity check sensitivity labels. 868 * 869 * For now, just reject labels on unlabeled systems. 870 */ 871 int 872 sadb_labelchk(keysock_in_t *ksi) 873 { 874 if (!is_system_labeled()) { 875 if (ksi->ks_in_extv[SADB_EXT_SENSITIVITY] != NULL) 876 return (SADB_X_DIAGNOSTIC_BAD_LABEL); 877 878 if (ksi->ks_in_extv[SADB_X_EXT_OUTER_SENS] != NULL) 879 return (SADB_X_DIAGNOSTIC_BAD_LABEL); 880 } 881 882 return (0); 883 } 884 885 /* 886 * Clone a security association for the purposes of inserting a single SA 887 * into inbound and outbound tables respectively. This function should only 888 * be called from sadb_common_add(). 889 */ 890 static ipsa_t * 891 sadb_cloneassoc(ipsa_t *ipsa) 892 { 893 ipsa_t *newbie; 894 boolean_t error = B_FALSE; 895 896 ASSERT(MUTEX_NOT_HELD(&(ipsa->ipsa_lock))); 897 898 newbie = kmem_alloc(sizeof (ipsa_t), KM_NOSLEEP); 899 if (newbie == NULL) 900 return (NULL); 901 902 /* Copy over what we can. */ 903 *newbie = *ipsa; 904 905 /* bzero and initialize locks, in case *_init() allocates... */ 906 mutex_init(&newbie->ipsa_lock, NULL, MUTEX_DEFAULT, NULL); 907 908 if (newbie->ipsa_tsl != NULL) 909 label_hold(newbie->ipsa_tsl); 910 911 if (newbie->ipsa_otsl != NULL) 912 label_hold(newbie->ipsa_otsl); 913 914 /* 915 * While somewhat dain-bramaged, the most graceful way to 916 * recover from errors is to keep plowing through the 917 * allocations, and getting what I can. It's easier to call 918 * sadb_freeassoc() on the stillborn clone when all the 919 * pointers aren't pointing to the parent's data. 920 */ 921 922 if (ipsa->ipsa_authkey != NULL) { 923 newbie->ipsa_authkey = kmem_alloc(newbie->ipsa_authkeylen, 924 KM_NOSLEEP); 925 if (newbie->ipsa_authkey == NULL) { 926 error = B_TRUE; 927 } else { 928 bcopy(ipsa->ipsa_authkey, newbie->ipsa_authkey, 929 newbie->ipsa_authkeylen); 930 931 newbie->ipsa_kcfauthkey.ck_data = 932 newbie->ipsa_authkey; 933 } 934 935 if (newbie->ipsa_amech.cm_param != NULL) { 936 newbie->ipsa_amech.cm_param = 937 (char *)&newbie->ipsa_mac_len; 938 } 939 } 940 941 if (ipsa->ipsa_encrkey != NULL) { 942 newbie->ipsa_encrkey = kmem_alloc(newbie->ipsa_encrkeylen, 943 KM_NOSLEEP); 944 if (newbie->ipsa_encrkey == NULL) { 945 error = B_TRUE; 946 } else { 947 bcopy(ipsa->ipsa_encrkey, newbie->ipsa_encrkey, 948 newbie->ipsa_encrkeylen); 949 950 newbie->ipsa_kcfencrkey.ck_data = 951 newbie->ipsa_encrkey; 952 } 953 } 954 955 newbie->ipsa_authtmpl = NULL; 956 newbie->ipsa_encrtmpl = NULL; 957 newbie->ipsa_haspeer = B_TRUE; 958 959 if (ipsa->ipsa_src_cid != NULL) { 960 newbie->ipsa_src_cid = ipsa->ipsa_src_cid; 961 IPSID_REFHOLD(ipsa->ipsa_src_cid); 962 } 963 964 if (ipsa->ipsa_dst_cid != NULL) { 965 newbie->ipsa_dst_cid = ipsa->ipsa_dst_cid; 966 IPSID_REFHOLD(ipsa->ipsa_dst_cid); 967 } 968 969 if (error) { 970 sadb_freeassoc(newbie); 971 return (NULL); 972 } 973 974 return (newbie); 975 } 976 977 /* 978 * Initialize a SADB address extension at the address specified by addrext. 979 * Return a pointer to the end of the new address extension. 980 */ 981 static uint8_t * 982 sadb_make_addr_ext(uint8_t *start, uint8_t *end, uint16_t exttype, 983 sa_family_t af, uint32_t *addr, uint16_t port, uint8_t proto, int prefix) 984 { 985 struct sockaddr_in *sin; 986 struct sockaddr_in6 *sin6; 987 uint8_t *cur = start; 988 int addrext_len; 989 int sin_len; 990 sadb_address_t *addrext = (sadb_address_t *)cur; 991 992 if (cur == NULL) 993 return (NULL); 994 995 cur += sizeof (*addrext); 996 if (cur > end) 997 return (NULL); 998 999 addrext->sadb_address_proto = proto; 1000 addrext->sadb_address_prefixlen = prefix; 1001 addrext->sadb_address_reserved = 0; 1002 addrext->sadb_address_exttype = exttype; 1003 1004 switch (af) { 1005 case AF_INET: 1006 sin = (struct sockaddr_in *)cur; 1007 sin_len = sizeof (*sin); 1008 cur += sin_len; 1009 if (cur > end) 1010 return (NULL); 1011 1012 sin->sin_family = af; 1013 bzero(sin->sin_zero, sizeof (sin->sin_zero)); 1014 sin->sin_port = port; 1015 IPSA_COPY_ADDR(&sin->sin_addr, addr, af); 1016 break; 1017 case AF_INET6: 1018 sin6 = (struct sockaddr_in6 *)cur; 1019 sin_len = sizeof (*sin6); 1020 cur += sin_len; 1021 if (cur > end) 1022 return (NULL); 1023 1024 bzero(sin6, sizeof (*sin6)); 1025 sin6->sin6_family = af; 1026 sin6->sin6_port = port; 1027 IPSA_COPY_ADDR(&sin6->sin6_addr, addr, af); 1028 break; 1029 } 1030 1031 addrext_len = roundup(cur - start, sizeof (uint64_t)); 1032 addrext->sadb_address_len = SADB_8TO64(addrext_len); 1033 1034 cur = start + addrext_len; 1035 if (cur > end) 1036 cur = NULL; 1037 1038 return (cur); 1039 } 1040 1041 /* 1042 * Construct a key management cookie extension. 1043 */ 1044 1045 static uint8_t * 1046 sadb_make_kmc_ext(uint8_t *cur, uint8_t *end, uint32_t kmp, uint64_t kmc) 1047 { 1048 sadb_x_kmc_t *kmcext = (sadb_x_kmc_t *)cur; 1049 1050 if (cur == NULL) 1051 return (NULL); 1052 1053 cur += sizeof (*kmcext); 1054 1055 if (cur > end) 1056 return (NULL); 1057 1058 kmcext->sadb_x_kmc_len = SADB_8TO64(sizeof (*kmcext)); 1059 kmcext->sadb_x_kmc_exttype = SADB_X_EXT_KM_COOKIE; 1060 kmcext->sadb_x_kmc_proto = kmp; 1061 kmcext->sadb_x_kmc_cookie64 = kmc; 1062 1063 return (cur); 1064 } 1065 1066 /* 1067 * Given an original message header with sufficient space following it, and an 1068 * SA, construct a full PF_KEY message with all of the relevant extensions. 1069 * This is mostly used for SADB_GET, and SADB_DUMP. 1070 */ 1071 static mblk_t * 1072 sadb_sa2msg(ipsa_t *ipsa, sadb_msg_t *samsg) 1073 { 1074 int alloclen, addrsize, paddrsize, authsize, encrsize; 1075 int srcidsize, dstidsize, senslen, osenslen; 1076 sa_family_t fam, pfam; /* Address family for SADB_EXT_ADDRESS */ 1077 /* src/dst and proxy sockaddrs. */ 1078 /* 1079 * The following are pointers into the PF_KEY message this PF_KEY 1080 * message creates. 1081 */ 1082 sadb_msg_t *newsamsg; 1083 sadb_sa_t *assoc; 1084 sadb_lifetime_t *lt; 1085 sadb_key_t *key; 1086 sadb_ident_t *ident; 1087 sadb_sens_t *sens; 1088 sadb_ext_t *walker; /* For when we need a generic ext. pointer. */ 1089 sadb_x_replay_ctr_t *repl_ctr; 1090 sadb_x_pair_t *pair_ext; 1091 1092 mblk_t *mp; 1093 uint8_t *cur, *end; 1094 /* These indicate the presence of the above extension fields. */ 1095 boolean_t soft = B_FALSE, hard = B_FALSE; 1096 boolean_t isrc = B_FALSE, idst = B_FALSE; 1097 boolean_t auth = B_FALSE, encr = B_FALSE; 1098 boolean_t sensinteg = B_FALSE, osensinteg = B_FALSE; 1099 boolean_t srcid = B_FALSE, dstid = B_FALSE; 1100 boolean_t idle; 1101 boolean_t paired; 1102 uint32_t otherspi; 1103 1104 /* First off, figure out the allocation length for this message. */ 1105 /* 1106 * Constant stuff. This includes base, SA, address (src, dst), 1107 * and lifetime (current). 1108 */ 1109 alloclen = sizeof (sadb_msg_t) + sizeof (sadb_sa_t) + 1110 sizeof (sadb_lifetime_t); 1111 1112 fam = ipsa->ipsa_addrfam; 1113 switch (fam) { 1114 case AF_INET: 1115 addrsize = roundup(sizeof (struct sockaddr_in) + 1116 sizeof (sadb_address_t), sizeof (uint64_t)); 1117 break; 1118 case AF_INET6: 1119 addrsize = roundup(sizeof (struct sockaddr_in6) + 1120 sizeof (sadb_address_t), sizeof (uint64_t)); 1121 break; 1122 default: 1123 return (NULL); 1124 } 1125 /* 1126 * Allocate TWO address extensions, for source and destination. 1127 * (Thus, the * 2.) 1128 */ 1129 alloclen += addrsize * 2; 1130 if (ipsa->ipsa_flags & IPSA_F_NATT_REM) 1131 alloclen += addrsize; 1132 if (ipsa->ipsa_flags & IPSA_F_NATT_LOC) 1133 alloclen += addrsize; 1134 1135 if (ipsa->ipsa_flags & IPSA_F_PAIRED) { 1136 paired = B_TRUE; 1137 alloclen += sizeof (sadb_x_pair_t); 1138 otherspi = ipsa->ipsa_otherspi; 1139 } else { 1140 paired = B_FALSE; 1141 } 1142 1143 /* How 'bout other lifetimes? */ 1144 if (ipsa->ipsa_softaddlt != 0 || ipsa->ipsa_softuselt != 0 || 1145 ipsa->ipsa_softbyteslt != 0 || ipsa->ipsa_softalloc != 0) { 1146 alloclen += sizeof (sadb_lifetime_t); 1147 soft = B_TRUE; 1148 } 1149 1150 if (ipsa->ipsa_hardaddlt != 0 || ipsa->ipsa_harduselt != 0 || 1151 ipsa->ipsa_hardbyteslt != 0 || ipsa->ipsa_hardalloc != 0) { 1152 alloclen += sizeof (sadb_lifetime_t); 1153 hard = B_TRUE; 1154 } 1155 1156 if (ipsa->ipsa_idleaddlt != 0 || ipsa->ipsa_idleuselt != 0) { 1157 alloclen += sizeof (sadb_lifetime_t); 1158 idle = B_TRUE; 1159 } else { 1160 idle = B_FALSE; 1161 } 1162 1163 /* Inner addresses. */ 1164 if (ipsa->ipsa_innerfam != 0) { 1165 pfam = ipsa->ipsa_innerfam; 1166 switch (pfam) { 1167 case AF_INET6: 1168 paddrsize = roundup(sizeof (struct sockaddr_in6) + 1169 sizeof (sadb_address_t), sizeof (uint64_t)); 1170 break; 1171 case AF_INET: 1172 paddrsize = roundup(sizeof (struct sockaddr_in) + 1173 sizeof (sadb_address_t), sizeof (uint64_t)); 1174 break; 1175 default: 1176 cmn_err(CE_PANIC, 1177 "IPsec SADB: Proxy length failure.\n"); 1178 break; 1179 } 1180 isrc = B_TRUE; 1181 idst = B_TRUE; 1182 alloclen += 2 * paddrsize; 1183 } 1184 1185 /* For the following fields, assume that length != 0 ==> stuff */ 1186 if (ipsa->ipsa_authkeylen != 0) { 1187 authsize = roundup(sizeof (sadb_key_t) + ipsa->ipsa_authkeylen, 1188 sizeof (uint64_t)); 1189 alloclen += authsize; 1190 auth = B_TRUE; 1191 } 1192 1193 if (ipsa->ipsa_encrkeylen != 0) { 1194 encrsize = roundup(sizeof (sadb_key_t) + ipsa->ipsa_encrkeylen + 1195 ipsa->ipsa_nonce_len, sizeof (uint64_t)); 1196 alloclen += encrsize; 1197 encr = B_TRUE; 1198 } else { 1199 encr = B_FALSE; 1200 } 1201 1202 if (ipsa->ipsa_tsl != NULL) { 1203 senslen = sadb_sens_len_from_label(ipsa->ipsa_tsl); 1204 alloclen += senslen; 1205 sensinteg = B_TRUE; 1206 } 1207 1208 if (ipsa->ipsa_otsl != NULL) { 1209 osenslen = sadb_sens_len_from_label(ipsa->ipsa_otsl); 1210 alloclen += osenslen; 1211 osensinteg = B_TRUE; 1212 } 1213 1214 /* 1215 * Must use strlen() here for lengths. Identities use NULL 1216 * pointers to indicate their nonexistence. 1217 */ 1218 if (ipsa->ipsa_src_cid != NULL) { 1219 srcidsize = roundup(sizeof (sadb_ident_t) + 1220 strlen(ipsa->ipsa_src_cid->ipsid_cid) + 1, 1221 sizeof (uint64_t)); 1222 alloclen += srcidsize; 1223 srcid = B_TRUE; 1224 } 1225 1226 if (ipsa->ipsa_dst_cid != NULL) { 1227 dstidsize = roundup(sizeof (sadb_ident_t) + 1228 strlen(ipsa->ipsa_dst_cid->ipsid_cid) + 1, 1229 sizeof (uint64_t)); 1230 alloclen += dstidsize; 1231 dstid = B_TRUE; 1232 } 1233 1234 if ((ipsa->ipsa_kmp != 0) || (ipsa->ipsa_kmc != 0)) 1235 alloclen += sizeof (sadb_x_kmc_t); 1236 1237 if (ipsa->ipsa_replay != 0) { 1238 alloclen += sizeof (sadb_x_replay_ctr_t); 1239 } 1240 1241 /* Make sure the allocation length is a multiple of 8 bytes. */ 1242 ASSERT((alloclen & 0x7) == 0); 1243 1244 /* XXX Possibly make it esballoc, with a bzero-ing free_ftn. */ 1245 mp = allocb(alloclen, BPRI_HI); 1246 if (mp == NULL) 1247 return (NULL); 1248 bzero(mp->b_rptr, alloclen); 1249 1250 mp->b_wptr += alloclen; 1251 end = mp->b_wptr; 1252 newsamsg = (sadb_msg_t *)mp->b_rptr; 1253 *newsamsg = *samsg; 1254 newsamsg->sadb_msg_len = (uint16_t)SADB_8TO64(alloclen); 1255 1256 mutex_enter(&ipsa->ipsa_lock); /* Since I'm grabbing SA fields... */ 1257 1258 newsamsg->sadb_msg_satype = ipsa->ipsa_type; 1259 1260 assoc = (sadb_sa_t *)(newsamsg + 1); 1261 assoc->sadb_sa_len = SADB_8TO64(sizeof (*assoc)); 1262 assoc->sadb_sa_exttype = SADB_EXT_SA; 1263 assoc->sadb_sa_spi = ipsa->ipsa_spi; 1264 assoc->sadb_sa_replay = ipsa->ipsa_replay_wsize; 1265 assoc->sadb_sa_state = ipsa->ipsa_state; 1266 assoc->sadb_sa_auth = ipsa->ipsa_auth_alg; 1267 assoc->sadb_sa_encrypt = ipsa->ipsa_encr_alg; 1268 assoc->sadb_sa_flags = ipsa->ipsa_flags; 1269 1270 lt = (sadb_lifetime_t *)(assoc + 1); 1271 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1272 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT; 1273 /* We do not support the concept. */ 1274 lt->sadb_lifetime_allocations = 0; 1275 lt->sadb_lifetime_bytes = ipsa->ipsa_bytes; 1276 lt->sadb_lifetime_addtime = ipsa->ipsa_addtime; 1277 lt->sadb_lifetime_usetime = ipsa->ipsa_usetime; 1278 1279 if (hard) { 1280 lt++; 1281 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1282 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD; 1283 lt->sadb_lifetime_allocations = ipsa->ipsa_hardalloc; 1284 lt->sadb_lifetime_bytes = ipsa->ipsa_hardbyteslt; 1285 lt->sadb_lifetime_addtime = ipsa->ipsa_hardaddlt; 1286 lt->sadb_lifetime_usetime = ipsa->ipsa_harduselt; 1287 } 1288 1289 if (soft) { 1290 lt++; 1291 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1292 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT; 1293 lt->sadb_lifetime_allocations = ipsa->ipsa_softalloc; 1294 lt->sadb_lifetime_bytes = ipsa->ipsa_softbyteslt; 1295 lt->sadb_lifetime_addtime = ipsa->ipsa_softaddlt; 1296 lt->sadb_lifetime_usetime = ipsa->ipsa_softuselt; 1297 } 1298 1299 if (idle) { 1300 lt++; 1301 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1302 lt->sadb_lifetime_exttype = SADB_X_EXT_LIFETIME_IDLE; 1303 lt->sadb_lifetime_addtime = ipsa->ipsa_idleaddlt; 1304 lt->sadb_lifetime_usetime = ipsa->ipsa_idleuselt; 1305 } 1306 1307 cur = (uint8_t *)(lt + 1); 1308 1309 /* NOTE: Don't fill in ports here if we are a tunnel-mode SA. */ 1310 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_SRC, fam, 1311 ipsa->ipsa_srcaddr, (!isrc && !idst) ? SA_SRCPORT(ipsa) : 0, 1312 SA_PROTO(ipsa), 0); 1313 if (cur == NULL) { 1314 freemsg(mp); 1315 mp = NULL; 1316 goto bail; 1317 } 1318 1319 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_DST, fam, 1320 ipsa->ipsa_dstaddr, (!isrc && !idst) ? SA_DSTPORT(ipsa) : 0, 1321 SA_PROTO(ipsa), 0); 1322 if (cur == NULL) { 1323 freemsg(mp); 1324 mp = NULL; 1325 goto bail; 1326 } 1327 1328 if (ipsa->ipsa_flags & IPSA_F_NATT_LOC) { 1329 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_NATT_LOC, 1330 fam, &ipsa->ipsa_natt_addr_loc, ipsa->ipsa_local_nat_port, 1331 IPPROTO_UDP, 0); 1332 if (cur == NULL) { 1333 freemsg(mp); 1334 mp = NULL; 1335 goto bail; 1336 } 1337 } 1338 1339 if (ipsa->ipsa_flags & IPSA_F_NATT_REM) { 1340 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_NATT_REM, 1341 fam, &ipsa->ipsa_natt_addr_rem, ipsa->ipsa_remote_nat_port, 1342 IPPROTO_UDP, 0); 1343 if (cur == NULL) { 1344 freemsg(mp); 1345 mp = NULL; 1346 goto bail; 1347 } 1348 } 1349 1350 /* If we are a tunnel-mode SA, fill in the inner-selectors. */ 1351 if (isrc) { 1352 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_SRC, 1353 pfam, ipsa->ipsa_innersrc, SA_SRCPORT(ipsa), 1354 SA_IPROTO(ipsa), ipsa->ipsa_innersrcpfx); 1355 if (cur == NULL) { 1356 freemsg(mp); 1357 mp = NULL; 1358 goto bail; 1359 } 1360 } 1361 1362 if (idst) { 1363 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_DST, 1364 pfam, ipsa->ipsa_innerdst, SA_DSTPORT(ipsa), 1365 SA_IPROTO(ipsa), ipsa->ipsa_innerdstpfx); 1366 if (cur == NULL) { 1367 freemsg(mp); 1368 mp = NULL; 1369 goto bail; 1370 } 1371 } 1372 1373 if ((ipsa->ipsa_kmp != 0) || (ipsa->ipsa_kmc != 0)) { 1374 cur = sadb_make_kmc_ext(cur, end, 1375 ipsa->ipsa_kmp, ipsa->ipsa_kmc); 1376 if (cur == NULL) { 1377 freemsg(mp); 1378 mp = NULL; 1379 goto bail; 1380 } 1381 } 1382 1383 walker = (sadb_ext_t *)cur; 1384 if (auth) { 1385 key = (sadb_key_t *)walker; 1386 key->sadb_key_len = SADB_8TO64(authsize); 1387 key->sadb_key_exttype = SADB_EXT_KEY_AUTH; 1388 key->sadb_key_bits = ipsa->ipsa_authkeybits; 1389 key->sadb_key_reserved = 0; 1390 bcopy(ipsa->ipsa_authkey, key + 1, ipsa->ipsa_authkeylen); 1391 walker = (sadb_ext_t *)((uint64_t *)walker + 1392 walker->sadb_ext_len); 1393 } 1394 1395 if (encr) { 1396 uint8_t *buf_ptr; 1397 key = (sadb_key_t *)walker; 1398 key->sadb_key_len = SADB_8TO64(encrsize); 1399 key->sadb_key_exttype = SADB_EXT_KEY_ENCRYPT; 1400 key->sadb_key_bits = ipsa->ipsa_encrkeybits; 1401 key->sadb_key_reserved = ipsa->ipsa_saltbits; 1402 buf_ptr = (uint8_t *)(key + 1); 1403 bcopy(ipsa->ipsa_encrkey, buf_ptr, ipsa->ipsa_encrkeylen); 1404 if (ipsa->ipsa_salt != NULL) { 1405 buf_ptr += ipsa->ipsa_encrkeylen; 1406 bcopy(ipsa->ipsa_salt, buf_ptr, ipsa->ipsa_saltlen); 1407 } 1408 walker = (sadb_ext_t *)((uint64_t *)walker + 1409 walker->sadb_ext_len); 1410 } 1411 1412 if (srcid) { 1413 ident = (sadb_ident_t *)walker; 1414 ident->sadb_ident_len = SADB_8TO64(srcidsize); 1415 ident->sadb_ident_exttype = SADB_EXT_IDENTITY_SRC; 1416 ident->sadb_ident_type = ipsa->ipsa_src_cid->ipsid_type; 1417 ident->sadb_ident_id = 0; 1418 ident->sadb_ident_reserved = 0; 1419 (void) strcpy((char *)(ident + 1), 1420 ipsa->ipsa_src_cid->ipsid_cid); 1421 walker = (sadb_ext_t *)((uint64_t *)walker + 1422 walker->sadb_ext_len); 1423 } 1424 1425 if (dstid) { 1426 ident = (sadb_ident_t *)walker; 1427 ident->sadb_ident_len = SADB_8TO64(dstidsize); 1428 ident->sadb_ident_exttype = SADB_EXT_IDENTITY_DST; 1429 ident->sadb_ident_type = ipsa->ipsa_dst_cid->ipsid_type; 1430 ident->sadb_ident_id = 0; 1431 ident->sadb_ident_reserved = 0; 1432 (void) strcpy((char *)(ident + 1), 1433 ipsa->ipsa_dst_cid->ipsid_cid); 1434 walker = (sadb_ext_t *)((uint64_t *)walker + 1435 walker->sadb_ext_len); 1436 } 1437 1438 if (sensinteg) { 1439 sens = (sadb_sens_t *)walker; 1440 sadb_sens_from_label(sens, SADB_EXT_SENSITIVITY, 1441 ipsa->ipsa_tsl, senslen); 1442 1443 walker = (sadb_ext_t *)((uint64_t *)walker + 1444 walker->sadb_ext_len); 1445 } 1446 1447 if (osensinteg) { 1448 sens = (sadb_sens_t *)walker; 1449 1450 sadb_sens_from_label(sens, SADB_X_EXT_OUTER_SENS, 1451 ipsa->ipsa_otsl, osenslen); 1452 if (ipsa->ipsa_mac_exempt) 1453 sens->sadb_x_sens_flags = SADB_X_SENS_IMPLICIT; 1454 1455 walker = (sadb_ext_t *)((uint64_t *)walker + 1456 walker->sadb_ext_len); 1457 } 1458 1459 if (paired) { 1460 pair_ext = (sadb_x_pair_t *)walker; 1461 1462 pair_ext->sadb_x_pair_len = SADB_8TO64(sizeof (sadb_x_pair_t)); 1463 pair_ext->sadb_x_pair_exttype = SADB_X_EXT_PAIR; 1464 pair_ext->sadb_x_pair_spi = otherspi; 1465 1466 walker = (sadb_ext_t *)((uint64_t *)walker + 1467 walker->sadb_ext_len); 1468 } 1469 1470 if (ipsa->ipsa_replay != 0) { 1471 repl_ctr = (sadb_x_replay_ctr_t *)walker; 1472 repl_ctr->sadb_x_rc_len = SADB_8TO64(sizeof (*repl_ctr)); 1473 repl_ctr->sadb_x_rc_exttype = SADB_X_EXT_REPLAY_VALUE; 1474 repl_ctr->sadb_x_rc_replay32 = ipsa->ipsa_replay; 1475 repl_ctr->sadb_x_rc_replay64 = 0; 1476 walker = (sadb_ext_t *)(repl_ctr + 1); 1477 } 1478 1479 bail: 1480 /* Pardon any delays... */ 1481 mutex_exit(&ipsa->ipsa_lock); 1482 1483 return (mp); 1484 } 1485 1486 /* 1487 * Strip out key headers or unmarked headers (SADB_EXT_KEY_*, SADB_EXT_UNKNOWN) 1488 * and adjust base message accordingly. 1489 * 1490 * Assume message is pulled up in one piece of contiguous memory. 1491 * 1492 * Say if we start off with: 1493 * 1494 * +------+----+-------------+-----------+---------------+---------------+ 1495 * | base | SA | source addr | dest addr | rsrvd. or key | soft lifetime | 1496 * +------+----+-------------+-----------+---------------+---------------+ 1497 * 1498 * we will end up with 1499 * 1500 * +------+----+-------------+-----------+---------------+ 1501 * | base | SA | source addr | dest addr | soft lifetime | 1502 * +------+----+-------------+-----------+---------------+ 1503 */ 1504 static void 1505 sadb_strip(sadb_msg_t *samsg) 1506 { 1507 sadb_ext_t *ext; 1508 uint8_t *target = NULL; 1509 uint8_t *msgend; 1510 int sofar = SADB_8TO64(sizeof (*samsg)); 1511 int copylen; 1512 1513 ext = (sadb_ext_t *)(samsg + 1); 1514 msgend = (uint8_t *)samsg; 1515 msgend += SADB_64TO8(samsg->sadb_msg_len); 1516 while ((uint8_t *)ext < msgend) { 1517 if (ext->sadb_ext_type == SADB_EXT_RESERVED || 1518 ext->sadb_ext_type == SADB_EXT_KEY_AUTH || 1519 ext->sadb_ext_type == SADB_X_EXT_EDUMP || 1520 ext->sadb_ext_type == SADB_EXT_KEY_ENCRYPT) { 1521 /* 1522 * Aha! I found a header to be erased. 1523 */ 1524 1525 if (target != NULL) { 1526 /* 1527 * If I had a previous header to be erased, 1528 * copy over it. I can get away with just 1529 * copying backwards because the target will 1530 * always be 8 bytes behind the source. 1531 */ 1532 copylen = ((uint8_t *)ext) - (target + 1533 SADB_64TO8( 1534 ((sadb_ext_t *)target)->sadb_ext_len)); 1535 ovbcopy(((uint8_t *)ext - copylen), target, 1536 copylen); 1537 target += copylen; 1538 ((sadb_ext_t *)target)->sadb_ext_len = 1539 SADB_8TO64(((uint8_t *)ext) - target + 1540 SADB_64TO8(ext->sadb_ext_len)); 1541 } else { 1542 target = (uint8_t *)ext; 1543 } 1544 } else { 1545 sofar += ext->sadb_ext_len; 1546 } 1547 1548 ext = (sadb_ext_t *)(((uint64_t *)ext) + ext->sadb_ext_len); 1549 } 1550 1551 ASSERT((uint8_t *)ext == msgend); 1552 1553 if (target != NULL) { 1554 copylen = ((uint8_t *)ext) - (target + 1555 SADB_64TO8(((sadb_ext_t *)target)->sadb_ext_len)); 1556 if (copylen != 0) 1557 ovbcopy(((uint8_t *)ext - copylen), target, copylen); 1558 } 1559 1560 /* Adjust samsg. */ 1561 samsg->sadb_msg_len = (uint16_t)sofar; 1562 1563 /* Assume all of the rest is cleared by caller in sadb_pfkey_echo(). */ 1564 } 1565 1566 /* 1567 * AH needs to send an error to PF_KEY. Assume mp points to an M_CTL 1568 * followed by an M_DATA with a PF_KEY message in it. The serial of 1569 * the sending keysock instance is included. 1570 */ 1571 void 1572 sadb_pfkey_error(queue_t *pfkey_q, mblk_t *mp, int error, int diagnostic, 1573 uint_t serial) 1574 { 1575 mblk_t *msg = mp->b_cont; 1576 sadb_msg_t *samsg; 1577 keysock_out_t *kso; 1578 1579 /* 1580 * Enough functions call this to merit a NULL queue check. 1581 */ 1582 if (pfkey_q == NULL) { 1583 freemsg(mp); 1584 return; 1585 } 1586 1587 ASSERT(msg != NULL); 1588 ASSERT((mp->b_wptr - mp->b_rptr) == sizeof (ipsec_info_t)); 1589 ASSERT((msg->b_wptr - msg->b_rptr) >= sizeof (sadb_msg_t)); 1590 samsg = (sadb_msg_t *)msg->b_rptr; 1591 kso = (keysock_out_t *)mp->b_rptr; 1592 1593 kso->ks_out_type = KEYSOCK_OUT; 1594 kso->ks_out_len = sizeof (*kso); 1595 kso->ks_out_serial = serial; 1596 1597 /* 1598 * Only send the base message up in the event of an error. 1599 * Don't worry about bzero()-ing, because it was probably bogus 1600 * anyway. 1601 */ 1602 msg->b_wptr = msg->b_rptr + sizeof (*samsg); 1603 samsg = (sadb_msg_t *)msg->b_rptr; 1604 samsg->sadb_msg_len = SADB_8TO64(sizeof (*samsg)); 1605 samsg->sadb_msg_errno = (uint8_t)error; 1606 if (diagnostic != SADB_X_DIAGNOSTIC_PRESET) 1607 samsg->sadb_x_msg_diagnostic = (uint16_t)diagnostic; 1608 1609 putnext(pfkey_q, mp); 1610 } 1611 1612 /* 1613 * Send a successful return packet back to keysock via the queue in pfkey_q. 1614 * 1615 * Often, an SA is associated with the reply message, it's passed in if needed, 1616 * and NULL if not. BTW, that ipsa will have its refcnt appropriately held, 1617 * and the caller will release said refcnt. 1618 */ 1619 void 1620 sadb_pfkey_echo(queue_t *pfkey_q, mblk_t *mp, sadb_msg_t *samsg, 1621 keysock_in_t *ksi, ipsa_t *ipsa) 1622 { 1623 keysock_out_t *kso; 1624 mblk_t *mp1; 1625 sadb_msg_t *newsamsg; 1626 uint8_t *oldend; 1627 1628 ASSERT((mp->b_cont != NULL) && 1629 ((void *)samsg == (void *)mp->b_cont->b_rptr) && 1630 ((void *)mp->b_rptr == (void *)ksi)); 1631 1632 switch (samsg->sadb_msg_type) { 1633 case SADB_ADD: 1634 case SADB_UPDATE: 1635 case SADB_X_UPDATEPAIR: 1636 case SADB_X_DELPAIR_STATE: 1637 case SADB_FLUSH: 1638 case SADB_DUMP: 1639 /* 1640 * I have all of the message already. I just need to strip 1641 * out the keying material and echo the message back. 1642 * 1643 * NOTE: for SADB_DUMP, the function sadb_dump() did the 1644 * work. When DUMP reaches here, it should only be a base 1645 * message. 1646 */ 1647 justecho: 1648 if (ksi->ks_in_extv[SADB_EXT_KEY_AUTH] != NULL || 1649 ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT] != NULL || 1650 ksi->ks_in_extv[SADB_X_EXT_EDUMP] != NULL) { 1651 sadb_strip(samsg); 1652 /* Assume PF_KEY message is contiguous. */ 1653 ASSERT(mp->b_cont->b_cont == NULL); 1654 oldend = mp->b_cont->b_wptr; 1655 mp->b_cont->b_wptr = mp->b_cont->b_rptr + 1656 SADB_64TO8(samsg->sadb_msg_len); 1657 bzero(mp->b_cont->b_wptr, oldend - mp->b_cont->b_wptr); 1658 } 1659 break; 1660 case SADB_GET: 1661 /* 1662 * Do a lot of work here, because of the ipsa I just found. 1663 * First construct the new PF_KEY message, then abandon 1664 * the old one. 1665 */ 1666 mp1 = sadb_sa2msg(ipsa, samsg); 1667 if (mp1 == NULL) { 1668 sadb_pfkey_error(pfkey_q, mp, ENOMEM, 1669 SADB_X_DIAGNOSTIC_NONE, ksi->ks_in_serial); 1670 return; 1671 } 1672 freemsg(mp->b_cont); 1673 mp->b_cont = mp1; 1674 break; 1675 case SADB_DELETE: 1676 case SADB_X_DELPAIR: 1677 if (ipsa == NULL) 1678 goto justecho; 1679 /* 1680 * Because listening KMds may require more info, treat 1681 * DELETE like a special case of GET. 1682 */ 1683 mp1 = sadb_sa2msg(ipsa, samsg); 1684 if (mp1 == NULL) { 1685 sadb_pfkey_error(pfkey_q, mp, ENOMEM, 1686 SADB_X_DIAGNOSTIC_NONE, ksi->ks_in_serial); 1687 return; 1688 } 1689 newsamsg = (sadb_msg_t *)mp1->b_rptr; 1690 sadb_strip(newsamsg); 1691 oldend = mp1->b_wptr; 1692 mp1->b_wptr = mp1->b_rptr + SADB_64TO8(newsamsg->sadb_msg_len); 1693 bzero(mp1->b_wptr, oldend - mp1->b_wptr); 1694 freemsg(mp->b_cont); 1695 mp->b_cont = mp1; 1696 break; 1697 default: 1698 if (mp != NULL) 1699 freemsg(mp); 1700 return; 1701 } 1702 1703 /* ksi is now null and void. */ 1704 kso = (keysock_out_t *)ksi; 1705 kso->ks_out_type = KEYSOCK_OUT; 1706 kso->ks_out_len = sizeof (*kso); 1707 kso->ks_out_serial = ksi->ks_in_serial; 1708 /* We're ready to send... */ 1709 putnext(pfkey_q, mp); 1710 } 1711 1712 /* 1713 * Set up a global pfkey_q instance for AH, ESP, or some other consumer. 1714 */ 1715 void 1716 sadb_keysock_hello(queue_t **pfkey_qp, queue_t *q, mblk_t *mp, 1717 void (*ager)(void *), void *agerarg, timeout_id_t *top, int satype) 1718 { 1719 keysock_hello_ack_t *kha; 1720 queue_t *oldq; 1721 1722 ASSERT(OTHERQ(q) != NULL); 1723 1724 /* 1725 * First, check atomically that I'm the first and only keysock 1726 * instance. 1727 * 1728 * Use OTHERQ(q), because qreply(q, mp) == putnext(OTHERQ(q), mp), 1729 * and I want this module to say putnext(*_pfkey_q, mp) for PF_KEY 1730 * messages. 1731 */ 1732 1733 oldq = atomic_cas_ptr((void **)pfkey_qp, NULL, OTHERQ(q)); 1734 if (oldq != NULL) { 1735 ASSERT(oldq != q); 1736 cmn_err(CE_WARN, "Danger! Multiple keysocks on top of %s.\n", 1737 (satype == SADB_SATYPE_ESP)? "ESP" : "AH or other"); 1738 freemsg(mp); 1739 return; 1740 } 1741 1742 kha = (keysock_hello_ack_t *)mp->b_rptr; 1743 kha->ks_hello_len = sizeof (keysock_hello_ack_t); 1744 kha->ks_hello_type = KEYSOCK_HELLO_ACK; 1745 kha->ks_hello_satype = (uint8_t)satype; 1746 1747 /* 1748 * If we made it past the atomic_cas_ptr, then we have "exclusive" 1749 * access to the timeout handle. Fire it off after the default ager 1750 * interval. 1751 */ 1752 *top = qtimeout(*pfkey_qp, ager, agerarg, 1753 drv_usectohz(SADB_AGE_INTERVAL_DEFAULT * 1000)); 1754 1755 putnext(*pfkey_qp, mp); 1756 } 1757 1758 /* 1759 * Normalize IPv4-mapped IPv6 addresses (and prefixes) as appropriate. 1760 * 1761 * Check addresses themselves for wildcard or multicast. 1762 * Check ire table for local/non-local/broadcast. 1763 */ 1764 int 1765 sadb_addrcheck(queue_t *pfkey_q, mblk_t *mp, sadb_ext_t *ext, uint_t serial, 1766 netstack_t *ns) 1767 { 1768 sadb_address_t *addr = (sadb_address_t *)ext; 1769 struct sockaddr_in *sin; 1770 struct sockaddr_in6 *sin6; 1771 int diagnostic, type; 1772 boolean_t normalized = B_FALSE; 1773 1774 ASSERT(ext != NULL); 1775 ASSERT((ext->sadb_ext_type == SADB_EXT_ADDRESS_SRC) || 1776 (ext->sadb_ext_type == SADB_EXT_ADDRESS_DST) || 1777 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC) || 1778 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_DST) || 1779 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_NATT_LOC) || 1780 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_NATT_REM)); 1781 1782 /* Assign both sockaddrs, the compiler will do the right thing. */ 1783 sin = (struct sockaddr_in *)(addr + 1); 1784 sin6 = (struct sockaddr_in6 *)(addr + 1); 1785 1786 if (sin6->sin6_family == AF_INET6) { 1787 if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) { 1788 /* 1789 * Convert to an AF_INET sockaddr. This means the 1790 * return messages will have the extra space, but have 1791 * AF_INET sockaddrs instead of AF_INET6. 1792 * 1793 * Yes, RFC 2367 isn't clear on what to do here w.r.t. 1794 * mapped addresses, but since AF_INET6 ::ffff:<v4> is 1795 * equal to AF_INET <v4>, it shouldnt be a huge 1796 * problem. 1797 */ 1798 sin->sin_family = AF_INET; 1799 IN6_V4MAPPED_TO_INADDR(&sin6->sin6_addr, 1800 &sin->sin_addr); 1801 bzero(&sin->sin_zero, sizeof (sin->sin_zero)); 1802 normalized = B_TRUE; 1803 } 1804 } else if (sin->sin_family != AF_INET) { 1805 switch (ext->sadb_ext_type) { 1806 case SADB_EXT_ADDRESS_SRC: 1807 diagnostic = SADB_X_DIAGNOSTIC_BAD_SRC_AF; 1808 break; 1809 case SADB_EXT_ADDRESS_DST: 1810 diagnostic = SADB_X_DIAGNOSTIC_BAD_DST_AF; 1811 break; 1812 case SADB_X_EXT_ADDRESS_INNER_SRC: 1813 diagnostic = SADB_X_DIAGNOSTIC_BAD_PROXY_AF; 1814 break; 1815 case SADB_X_EXT_ADDRESS_INNER_DST: 1816 diagnostic = SADB_X_DIAGNOSTIC_BAD_INNER_DST_AF; 1817 break; 1818 case SADB_X_EXT_ADDRESS_NATT_LOC: 1819 diagnostic = SADB_X_DIAGNOSTIC_BAD_NATT_LOC_AF; 1820 break; 1821 case SADB_X_EXT_ADDRESS_NATT_REM: 1822 diagnostic = SADB_X_DIAGNOSTIC_BAD_NATT_REM_AF; 1823 break; 1824 /* There is no default, see above ASSERT. */ 1825 } 1826 bail: 1827 if (pfkey_q != NULL) { 1828 sadb_pfkey_error(pfkey_q, mp, EINVAL, diagnostic, 1829 serial); 1830 } else { 1831 /* 1832 * Scribble in sadb_msg that we got passed in. 1833 * Overload "mp" to be an sadb_msg pointer. 1834 */ 1835 sadb_msg_t *samsg = (sadb_msg_t *)mp; 1836 1837 samsg->sadb_msg_errno = EINVAL; 1838 samsg->sadb_x_msg_diagnostic = diagnostic; 1839 } 1840 return (KS_IN_ADDR_UNKNOWN); 1841 } 1842 1843 if (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC || 1844 ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_DST) { 1845 /* 1846 * We need only check for prefix issues. 1847 */ 1848 1849 /* Set diagnostic now, in case we need it later. */ 1850 diagnostic = 1851 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC) ? 1852 SADB_X_DIAGNOSTIC_PREFIX_INNER_SRC : 1853 SADB_X_DIAGNOSTIC_PREFIX_INNER_DST; 1854 1855 if (normalized) 1856 addr->sadb_address_prefixlen -= 96; 1857 1858 /* 1859 * Verify and mask out inner-addresses based on prefix length. 1860 */ 1861 if (sin->sin_family == AF_INET) { 1862 if (addr->sadb_address_prefixlen > 32) 1863 goto bail; 1864 sin->sin_addr.s_addr &= 1865 ip_plen_to_mask(addr->sadb_address_prefixlen); 1866 } else { 1867 in6_addr_t mask; 1868 1869 ASSERT(sin->sin_family == AF_INET6); 1870 /* 1871 * ip_plen_to_mask_v6() returns NULL if the value in 1872 * question is out of range. 1873 */ 1874 if (ip_plen_to_mask_v6(addr->sadb_address_prefixlen, 1875 &mask) == NULL) 1876 goto bail; 1877 sin6->sin6_addr.s6_addr32[0] &= mask.s6_addr32[0]; 1878 sin6->sin6_addr.s6_addr32[1] &= mask.s6_addr32[1]; 1879 sin6->sin6_addr.s6_addr32[2] &= mask.s6_addr32[2]; 1880 sin6->sin6_addr.s6_addr32[3] &= mask.s6_addr32[3]; 1881 } 1882 1883 /* We don't care in these cases. */ 1884 return (KS_IN_ADDR_DONTCARE); 1885 } 1886 1887 if (sin->sin_family == AF_INET6) { 1888 /* Check the easy ones now. */ 1889 if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) 1890 return (KS_IN_ADDR_MBCAST); 1891 if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 1892 return (KS_IN_ADDR_UNSPEC); 1893 /* 1894 * At this point, we're a unicast IPv6 address. 1895 * 1896 * XXX Zones alert -> me/notme decision needs to be tempered 1897 * by what zone we're in when we go to zone-aware IPsec. 1898 */ 1899 if (ip_type_v6(&sin6->sin6_addr, ns->netstack_ip) == 1900 IRE_LOCAL) { 1901 /* Hey hey, it's local. */ 1902 return (KS_IN_ADDR_ME); 1903 } 1904 } else { 1905 ASSERT(sin->sin_family == AF_INET); 1906 if (sin->sin_addr.s_addr == INADDR_ANY) 1907 return (KS_IN_ADDR_UNSPEC); 1908 if (CLASSD(sin->sin_addr.s_addr)) 1909 return (KS_IN_ADDR_MBCAST); 1910 /* 1911 * At this point we're a unicast or broadcast IPv4 address. 1912 * 1913 * Check if the address is IRE_BROADCAST or IRE_LOCAL. 1914 * 1915 * XXX Zones alert -> me/notme decision needs to be tempered 1916 * by what zone we're in when we go to zone-aware IPsec. 1917 */ 1918 type = ip_type_v4(sin->sin_addr.s_addr, ns->netstack_ip); 1919 switch (type) { 1920 case IRE_LOCAL: 1921 return (KS_IN_ADDR_ME); 1922 case IRE_BROADCAST: 1923 return (KS_IN_ADDR_MBCAST); 1924 } 1925 } 1926 1927 return (KS_IN_ADDR_NOTME); 1928 } 1929 1930 /* 1931 * Address normalizations and reality checks for inbound PF_KEY messages. 1932 * 1933 * For the case of src == unspecified AF_INET6, and dst == AF_INET, convert 1934 * the source to AF_INET. Do the same for the inner sources. 1935 */ 1936 boolean_t 1937 sadb_addrfix(keysock_in_t *ksi, queue_t *pfkey_q, mblk_t *mp, netstack_t *ns) 1938 { 1939 struct sockaddr_in *src, *isrc; 1940 struct sockaddr_in6 *dst, *idst; 1941 sadb_address_t *srcext, *dstext; 1942 uint16_t sport; 1943 sadb_ext_t **extv = ksi->ks_in_extv; 1944 int rc; 1945 1946 if (extv[SADB_EXT_ADDRESS_SRC] != NULL) { 1947 rc = sadb_addrcheck(pfkey_q, mp, extv[SADB_EXT_ADDRESS_SRC], 1948 ksi->ks_in_serial, ns); 1949 if (rc == KS_IN_ADDR_UNKNOWN) 1950 return (B_FALSE); 1951 if (rc == KS_IN_ADDR_MBCAST) { 1952 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1953 SADB_X_DIAGNOSTIC_BAD_SRC, ksi->ks_in_serial); 1954 return (B_FALSE); 1955 } 1956 ksi->ks_in_srctype = rc; 1957 } 1958 1959 if (extv[SADB_EXT_ADDRESS_DST] != NULL) { 1960 rc = sadb_addrcheck(pfkey_q, mp, extv[SADB_EXT_ADDRESS_DST], 1961 ksi->ks_in_serial, ns); 1962 if (rc == KS_IN_ADDR_UNKNOWN) 1963 return (B_FALSE); 1964 if (rc == KS_IN_ADDR_UNSPEC) { 1965 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1966 SADB_X_DIAGNOSTIC_BAD_DST, ksi->ks_in_serial); 1967 return (B_FALSE); 1968 } 1969 ksi->ks_in_dsttype = rc; 1970 } 1971 1972 /* 1973 * NAT-Traversal addrs are simple enough to not require all of 1974 * the checks in sadb_addrcheck(). Just normalize or reject if not 1975 * AF_INET. 1976 */ 1977 if (extv[SADB_X_EXT_ADDRESS_NATT_LOC] != NULL) { 1978 rc = sadb_addrcheck(pfkey_q, mp, 1979 extv[SADB_X_EXT_ADDRESS_NATT_LOC], ksi->ks_in_serial, ns); 1980 1981 /* 1982 * Local NAT-T addresses never use an IRE_LOCAL, so it should 1983 * always be NOTME, or UNSPEC (to handle both tunnel mode 1984 * AND local-port flexibility). 1985 */ 1986 if (rc != KS_IN_ADDR_NOTME && rc != KS_IN_ADDR_UNSPEC) { 1987 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1988 SADB_X_DIAGNOSTIC_MALFORMED_NATT_LOC, 1989 ksi->ks_in_serial); 1990 return (B_FALSE); 1991 } 1992 src = (struct sockaddr_in *) 1993 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_NATT_LOC]) + 1); 1994 if (src->sin_family != AF_INET) { 1995 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1996 SADB_X_DIAGNOSTIC_BAD_NATT_LOC_AF, 1997 ksi->ks_in_serial); 1998 return (B_FALSE); 1999 } 2000 } 2001 2002 if (extv[SADB_X_EXT_ADDRESS_NATT_REM] != NULL) { 2003 rc = sadb_addrcheck(pfkey_q, mp, 2004 extv[SADB_X_EXT_ADDRESS_NATT_REM], ksi->ks_in_serial, ns); 2005 2006 /* 2007 * Remote NAT-T addresses never use an IRE_LOCAL, so it should 2008 * always be NOTME, or UNSPEC if it's a tunnel-mode SA. 2009 */ 2010 if (rc != KS_IN_ADDR_NOTME && 2011 !(extv[SADB_X_EXT_ADDRESS_INNER_SRC] != NULL && 2012 rc == KS_IN_ADDR_UNSPEC)) { 2013 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2014 SADB_X_DIAGNOSTIC_MALFORMED_NATT_REM, 2015 ksi->ks_in_serial); 2016 return (B_FALSE); 2017 } 2018 src = (struct sockaddr_in *) 2019 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_NATT_REM]) + 1); 2020 if (src->sin_family != AF_INET) { 2021 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2022 SADB_X_DIAGNOSTIC_BAD_NATT_REM_AF, 2023 ksi->ks_in_serial); 2024 return (B_FALSE); 2025 } 2026 } 2027 2028 if (extv[SADB_X_EXT_ADDRESS_INNER_SRC] != NULL) { 2029 if (extv[SADB_X_EXT_ADDRESS_INNER_DST] == NULL) { 2030 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2031 SADB_X_DIAGNOSTIC_MISSING_INNER_DST, 2032 ksi->ks_in_serial); 2033 return (B_FALSE); 2034 } 2035 2036 if (sadb_addrcheck(pfkey_q, mp, 2037 extv[SADB_X_EXT_ADDRESS_INNER_DST], ksi->ks_in_serial, ns) 2038 == KS_IN_ADDR_UNKNOWN || 2039 sadb_addrcheck(pfkey_q, mp, 2040 extv[SADB_X_EXT_ADDRESS_INNER_SRC], ksi->ks_in_serial, ns) 2041 == KS_IN_ADDR_UNKNOWN) 2042 return (B_FALSE); 2043 2044 isrc = (struct sockaddr_in *) 2045 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_SRC]) + 2046 1); 2047 idst = (struct sockaddr_in6 *) 2048 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_DST]) + 2049 1); 2050 if (isrc->sin_family != idst->sin6_family) { 2051 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2052 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH, 2053 ksi->ks_in_serial); 2054 return (B_FALSE); 2055 } 2056 } else if (extv[SADB_X_EXT_ADDRESS_INNER_DST] != NULL) { 2057 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2058 SADB_X_DIAGNOSTIC_MISSING_INNER_SRC, 2059 ksi->ks_in_serial); 2060 return (B_FALSE); 2061 } else { 2062 isrc = NULL; /* For inner/outer port check below. */ 2063 } 2064 2065 dstext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_DST]; 2066 srcext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_SRC]; 2067 2068 if (dstext == NULL || srcext == NULL) 2069 return (B_TRUE); 2070 2071 dst = (struct sockaddr_in6 *)(dstext + 1); 2072 src = (struct sockaddr_in *)(srcext + 1); 2073 2074 if (isrc != NULL && 2075 (isrc->sin_port != 0 || idst->sin6_port != 0) && 2076 (src->sin_port != 0 || dst->sin6_port != 0)) { 2077 /* Can't set inner and outer ports in one SA. */ 2078 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2079 SADB_X_DIAGNOSTIC_DUAL_PORT_SETS, 2080 ksi->ks_in_serial); 2081 return (B_FALSE); 2082 } 2083 2084 if (dst->sin6_family == src->sin_family) 2085 return (B_TRUE); 2086 2087 if (srcext->sadb_address_proto != dstext->sadb_address_proto) { 2088 if (srcext->sadb_address_proto == 0) { 2089 srcext->sadb_address_proto = dstext->sadb_address_proto; 2090 } else if (dstext->sadb_address_proto == 0) { 2091 dstext->sadb_address_proto = srcext->sadb_address_proto; 2092 } else { 2093 /* Inequal protocols, neither were 0. Report error. */ 2094 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2095 SADB_X_DIAGNOSTIC_PROTO_MISMATCH, 2096 ksi->ks_in_serial); 2097 return (B_FALSE); 2098 } 2099 } 2100 2101 /* 2102 * With the exception of an unspec IPv6 source and an IPv4 2103 * destination, address families MUST me matched. 2104 */ 2105 if (src->sin_family == AF_INET || 2106 ksi->ks_in_srctype != KS_IN_ADDR_UNSPEC) { 2107 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2108 SADB_X_DIAGNOSTIC_AF_MISMATCH, ksi->ks_in_serial); 2109 return (B_FALSE); 2110 } 2111 2112 /* 2113 * Convert "src" to AF_INET INADDR_ANY. We rely on sin_port being 2114 * in the same place for sockaddr_in and sockaddr_in6. 2115 */ 2116 sport = src->sin_port; 2117 bzero(src, sizeof (*src)); 2118 src->sin_family = AF_INET; 2119 src->sin_port = sport; 2120 2121 return (B_TRUE); 2122 } 2123 2124 /* 2125 * Set the results in "addrtype", given an IRE as requested by 2126 * sadb_addrcheck(). 2127 */ 2128 int 2129 sadb_addrset(ire_t *ire) 2130 { 2131 if ((ire->ire_type & IRE_BROADCAST) || 2132 (ire->ire_ipversion == IPV4_VERSION && CLASSD(ire->ire_addr)) || 2133 (ire->ire_ipversion == IPV6_VERSION && 2134 IN6_IS_ADDR_MULTICAST(&(ire->ire_addr_v6)))) 2135 return (KS_IN_ADDR_MBCAST); 2136 if (ire->ire_type & (IRE_LOCAL | IRE_LOOPBACK)) 2137 return (KS_IN_ADDR_ME); 2138 return (KS_IN_ADDR_NOTME); 2139 } 2140 2141 /* 2142 * Match primitives.. 2143 * !!! TODO: short term: inner selectors 2144 * ipv6 scope id (ifindex) 2145 * longer term: zone id. sensitivity label. uid. 2146 */ 2147 boolean_t 2148 sadb_match_spi(ipsa_query_t *sq, ipsa_t *sa) 2149 { 2150 return (sq->spi == sa->ipsa_spi); 2151 } 2152 2153 boolean_t 2154 sadb_match_dst_v6(ipsa_query_t *sq, ipsa_t *sa) 2155 { 2156 return (IPSA_ARE_ADDR_EQUAL(sa->ipsa_dstaddr, sq->dstaddr, AF_INET6)); 2157 } 2158 2159 boolean_t 2160 sadb_match_src_v6(ipsa_query_t *sq, ipsa_t *sa) 2161 { 2162 return (IPSA_ARE_ADDR_EQUAL(sa->ipsa_srcaddr, sq->srcaddr, AF_INET6)); 2163 } 2164 2165 boolean_t 2166 sadb_match_dst_v4(ipsa_query_t *sq, ipsa_t *sa) 2167 { 2168 return (sq->dstaddr[0] == sa->ipsa_dstaddr[0]); 2169 } 2170 2171 boolean_t 2172 sadb_match_src_v4(ipsa_query_t *sq, ipsa_t *sa) 2173 { 2174 return (sq->srcaddr[0] == sa->ipsa_srcaddr[0]); 2175 } 2176 2177 boolean_t 2178 sadb_match_dstid(ipsa_query_t *sq, ipsa_t *sa) 2179 { 2180 return ((sa->ipsa_dst_cid != NULL) && 2181 (sq->didtype == sa->ipsa_dst_cid->ipsid_type) && 2182 (strcmp(sq->didstr, sa->ipsa_dst_cid->ipsid_cid) == 0)); 2183 2184 } 2185 boolean_t 2186 sadb_match_srcid(ipsa_query_t *sq, ipsa_t *sa) 2187 { 2188 return ((sa->ipsa_src_cid != NULL) && 2189 (sq->sidtype == sa->ipsa_src_cid->ipsid_type) && 2190 (strcmp(sq->sidstr, sa->ipsa_src_cid->ipsid_cid) == 0)); 2191 } 2192 2193 boolean_t 2194 sadb_match_kmc(ipsa_query_t *sq, ipsa_t *sa) 2195 { 2196 #define M(a, b) (((a) == 0) || ((b) == 0) || ((a) == (b))) 2197 2198 return (M(sq->kmc, sa->ipsa_kmc) && M(sq->kmp, sa->ipsa_kmp)); 2199 2200 #undef M 2201 } 2202 2203 /* 2204 * Common function which extracts several PF_KEY extensions for ease of 2205 * SADB matching. 2206 * 2207 * XXX TODO: weed out ipsa_query_t fields not used during matching 2208 * or afterwards? 2209 */ 2210 int 2211 sadb_form_query(keysock_in_t *ksi, uint32_t req, uint32_t match, 2212 ipsa_query_t *sq, int *diagnostic) 2213 { 2214 int i; 2215 ipsa_match_fn_t *mfpp = &(sq->matchers[0]); 2216 2217 for (i = 0; i < IPSA_NMATCH; i++) 2218 sq->matchers[i] = NULL; 2219 2220 ASSERT((req & ~match) == 0); 2221 2222 sq->req = req; 2223 sq->dstext = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 2224 sq->srcext = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC]; 2225 sq->assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2226 2227 if ((req & IPSA_Q_DST) && (sq->dstext == NULL)) { 2228 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 2229 return (EINVAL); 2230 } 2231 if ((req & IPSA_Q_SRC) && (sq->srcext == NULL)) { 2232 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 2233 return (EINVAL); 2234 } 2235 if ((req & IPSA_Q_SA) && (sq->assoc == NULL)) { 2236 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SA; 2237 return (EINVAL); 2238 } 2239 2240 if (match & IPSA_Q_SA) { 2241 *mfpp++ = sadb_match_spi; 2242 sq->spi = sq->assoc->sadb_sa_spi; 2243 } 2244 2245 if (sq->dstext != NULL) 2246 sq->dst = (struct sockaddr_in *)(sq->dstext + 1); 2247 else { 2248 sq->dst = NULL; 2249 sq->dst6 = NULL; 2250 sq->dstaddr = NULL; 2251 } 2252 2253 if (sq->srcext != NULL) 2254 sq->src = (struct sockaddr_in *)(sq->srcext + 1); 2255 else { 2256 sq->src = NULL; 2257 sq->src6 = NULL; 2258 sq->srcaddr = NULL; 2259 } 2260 2261 if (sq->dst != NULL) 2262 sq->af = sq->dst->sin_family; 2263 else if (sq->src != NULL) 2264 sq->af = sq->src->sin_family; 2265 else 2266 sq->af = AF_INET; 2267 2268 if (sq->af == AF_INET6) { 2269 if ((match & IPSA_Q_DST) && (sq->dstext != NULL)) { 2270 *mfpp++ = sadb_match_dst_v6; 2271 sq->dst6 = (struct sockaddr_in6 *)sq->dst; 2272 sq->dstaddr = (uint32_t *)&(sq->dst6->sin6_addr); 2273 } else { 2274 match &= ~IPSA_Q_DST; 2275 sq->dstaddr = ALL_ZEROES_PTR; 2276 } 2277 2278 if ((match & IPSA_Q_SRC) && (sq->srcext != NULL)) { 2279 sq->src6 = (struct sockaddr_in6 *)(sq->srcext + 1); 2280 sq->srcaddr = (uint32_t *)&sq->src6->sin6_addr; 2281 if (sq->src6->sin6_family != AF_INET6) { 2282 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 2283 return (EINVAL); 2284 } 2285 *mfpp++ = sadb_match_src_v6; 2286 } else { 2287 match &= ~IPSA_Q_SRC; 2288 sq->srcaddr = ALL_ZEROES_PTR; 2289 } 2290 } else { 2291 sq->src6 = sq->dst6 = NULL; 2292 if ((match & IPSA_Q_DST) && (sq->dstext != NULL)) { 2293 *mfpp++ = sadb_match_dst_v4; 2294 sq->dstaddr = (uint32_t *)&sq->dst->sin_addr; 2295 } else { 2296 match &= ~IPSA_Q_DST; 2297 sq->dstaddr = ALL_ZEROES_PTR; 2298 } 2299 if ((match & IPSA_Q_SRC) && (sq->srcext != NULL)) { 2300 sq->srcaddr = (uint32_t *)&sq->src->sin_addr; 2301 if (sq->src->sin_family != AF_INET) { 2302 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 2303 return (EINVAL); 2304 } 2305 *mfpp++ = sadb_match_src_v4; 2306 } else { 2307 match &= ~IPSA_Q_SRC; 2308 sq->srcaddr = ALL_ZEROES_PTR; 2309 } 2310 } 2311 2312 sq->dstid = (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_DST]; 2313 if ((match & IPSA_Q_DSTID) && (sq->dstid != NULL)) { 2314 sq->didstr = (char *)(sq->dstid + 1); 2315 sq->didtype = sq->dstid->sadb_ident_type; 2316 *mfpp++ = sadb_match_dstid; 2317 } 2318 2319 sq->srcid = (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC]; 2320 2321 if ((match & IPSA_Q_SRCID) && (sq->srcid != NULL)) { 2322 sq->sidstr = (char *)(sq->srcid + 1); 2323 sq->sidtype = sq->srcid->sadb_ident_type; 2324 *mfpp++ = sadb_match_srcid; 2325 } 2326 2327 sq->kmcext = (sadb_x_kmc_t *)ksi->ks_in_extv[SADB_X_EXT_KM_COOKIE]; 2328 sq->kmc = 0; 2329 sq->kmp = 0; 2330 2331 if ((match & IPSA_Q_KMC) && (sq->kmcext)) { 2332 sq->kmp = sq->kmcext->sadb_x_kmc_proto; 2333 /* 2334 * Be liberal in what we receive. Special-case the IKEv1 2335 * cookie, which closed-source in.iked assumes is 32 bits. 2336 * Now that we store all 64 bits, we should pre-zero the 2337 * reserved field on behalf of closed-source in.iked. 2338 */ 2339 if (sq->kmp == SADB_X_KMP_IKE) { 2340 /* Just in case in.iked is misbehaving... */ 2341 sq->kmcext->sadb_x_kmc_reserved = 0; 2342 } 2343 sq->kmc = sq->kmcext->sadb_x_kmc_cookie64; 2344 *mfpp++ = sadb_match_kmc; 2345 } 2346 2347 if (match & (IPSA_Q_INBOUND|IPSA_Q_OUTBOUND)) { 2348 if (sq->af == AF_INET6) 2349 sq->sp = &sq->spp->s_v6; 2350 else 2351 sq->sp = &sq->spp->s_v4; 2352 } else { 2353 sq->sp = NULL; 2354 } 2355 2356 if (match & IPSA_Q_INBOUND) { 2357 sq->inhash = INBOUND_HASH(sq->sp, sq->assoc->sadb_sa_spi); 2358 sq->inbound = &sq->sp->sdb_if[sq->inhash]; 2359 } else { 2360 sq->inhash = 0; 2361 sq->inbound = NULL; 2362 } 2363 2364 if (match & IPSA_Q_OUTBOUND) { 2365 if (sq->af == AF_INET6) { 2366 sq->outhash = OUTBOUND_HASH_V6(sq->sp, *(sq->dstaddr)); 2367 } else { 2368 sq->outhash = OUTBOUND_HASH_V4(sq->sp, *(sq->dstaddr)); 2369 } 2370 sq->outbound = &sq->sp->sdb_of[sq->outhash]; 2371 } else { 2372 sq->outhash = 0; 2373 sq->outbound = NULL; 2374 } 2375 sq->match = match; 2376 return (0); 2377 } 2378 2379 /* 2380 * Match an initialized query structure with a security association; 2381 * return B_TRUE on a match, B_FALSE on a miss. 2382 * Applies match functions set up by sadb_form_query() until one returns false. 2383 */ 2384 boolean_t 2385 sadb_match_query(ipsa_query_t *sq, ipsa_t *sa) 2386 { 2387 ipsa_match_fn_t *mfpp = &(sq->matchers[0]); 2388 ipsa_match_fn_t mfp; 2389 2390 for (mfp = *mfpp++; mfp != NULL; mfp = *mfpp++) { 2391 if (!mfp(sq, sa)) 2392 return (B_FALSE); 2393 } 2394 return (B_TRUE); 2395 } 2396 2397 /* 2398 * Walker callback function to delete sa's based on src/dst address. 2399 * Assumes that we're called with *head locked, no other locks held; 2400 * Conveniently, and not coincidentally, this is both what sadb_walker 2401 * gives us and also what sadb_unlinkassoc expects. 2402 */ 2403 struct sadb_purge_state 2404 { 2405 ipsa_query_t sq; 2406 boolean_t inbnd; 2407 uint8_t sadb_sa_state; 2408 }; 2409 2410 static void 2411 sadb_purge_cb(isaf_t *head, ipsa_t *entry, void *cookie) 2412 { 2413 struct sadb_purge_state *ps = (struct sadb_purge_state *)cookie; 2414 2415 ASSERT(MUTEX_HELD(&head->isaf_lock)); 2416 2417 mutex_enter(&entry->ipsa_lock); 2418 2419 if (entry->ipsa_state == IPSA_STATE_LARVAL || 2420 !sadb_match_query(&ps->sq, entry)) { 2421 mutex_exit(&entry->ipsa_lock); 2422 return; 2423 } 2424 2425 if (ps->inbnd) { 2426 sadb_delete_cluster(entry); 2427 } 2428 entry->ipsa_state = IPSA_STATE_DEAD; 2429 (void) sadb_torch_assoc(head, entry); 2430 } 2431 2432 /* 2433 * Common code to purge an SA with a matching src or dst address. 2434 * Don't kill larval SA's in such a purge. 2435 */ 2436 int 2437 sadb_purge_sa(mblk_t *mp, keysock_in_t *ksi, sadb_t *sp, 2438 int *diagnostic, queue_t *pfkey_q) 2439 { 2440 struct sadb_purge_state ps; 2441 int error = sadb_form_query(ksi, 0, 2442 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SRCID|IPSA_Q_DSTID|IPSA_Q_KMC, 2443 &ps.sq, diagnostic); 2444 2445 if (error != 0) 2446 return (error); 2447 2448 /* 2449 * This is simple, crude, and effective. 2450 * Unimplemented optimizations (TBD): 2451 * - we can limit how many places we search based on where we 2452 * think the SA is filed. 2453 * - if we get a dst address, we can hash based on dst addr to find 2454 * the correct bucket in the outbound table. 2455 */ 2456 ps.inbnd = B_TRUE; 2457 sadb_walker(sp->sdb_if, sp->sdb_hashsize, sadb_purge_cb, &ps); 2458 ps.inbnd = B_FALSE; 2459 sadb_walker(sp->sdb_of, sp->sdb_hashsize, sadb_purge_cb, &ps); 2460 2461 ASSERT(mp->b_cont != NULL); 2462 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, ksi, 2463 NULL); 2464 return (0); 2465 } 2466 2467 static void 2468 sadb_delpair_state_one(isaf_t *head, ipsa_t *entry, void *cookie) 2469 { 2470 struct sadb_purge_state *ps = (struct sadb_purge_state *)cookie; 2471 isaf_t *inbound_bucket; 2472 ipsa_t *peer_assoc; 2473 ipsa_query_t *sq = &ps->sq; 2474 2475 ASSERT(MUTEX_HELD(&head->isaf_lock)); 2476 2477 mutex_enter(&entry->ipsa_lock); 2478 2479 if ((entry->ipsa_state != ps->sadb_sa_state) || 2480 ((sq->srcaddr != NULL) && 2481 !IPSA_ARE_ADDR_EQUAL(entry->ipsa_srcaddr, sq->srcaddr, sq->af))) { 2482 mutex_exit(&entry->ipsa_lock); 2483 return; 2484 } 2485 2486 /* 2487 * The isaf_t *, which is passed in , is always an outbound bucket, 2488 * and we are preserving the outbound-then-inbound hash-bucket lock 2489 * ordering. The sadb_walker() which triggers this function is called 2490 * only on the outbound fanout, and the corresponding inbound bucket 2491 * lock is safe to acquire here. 2492 */ 2493 2494 if (entry->ipsa_haspeer) { 2495 inbound_bucket = INBOUND_BUCKET(sq->sp, entry->ipsa_spi); 2496 mutex_enter(&inbound_bucket->isaf_lock); 2497 peer_assoc = ipsec_getassocbyspi(inbound_bucket, 2498 entry->ipsa_spi, entry->ipsa_srcaddr, 2499 entry->ipsa_dstaddr, entry->ipsa_addrfam); 2500 } else { 2501 inbound_bucket = INBOUND_BUCKET(sq->sp, entry->ipsa_otherspi); 2502 mutex_enter(&inbound_bucket->isaf_lock); 2503 peer_assoc = ipsec_getassocbyspi(inbound_bucket, 2504 entry->ipsa_otherspi, entry->ipsa_dstaddr, 2505 entry->ipsa_srcaddr, entry->ipsa_addrfam); 2506 } 2507 2508 entry->ipsa_state = IPSA_STATE_DEAD; 2509 (void) sadb_torch_assoc(head, entry); 2510 if (peer_assoc != NULL) { 2511 mutex_enter(&peer_assoc->ipsa_lock); 2512 peer_assoc->ipsa_state = IPSA_STATE_DEAD; 2513 (void) sadb_torch_assoc(inbound_bucket, peer_assoc); 2514 } 2515 mutex_exit(&inbound_bucket->isaf_lock); 2516 } 2517 2518 static int 2519 sadb_delpair_state(mblk_t *mp, keysock_in_t *ksi, sadbp_t *spp, 2520 int *diagnostic, queue_t *pfkey_q) 2521 { 2522 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2523 struct sadb_purge_state ps; 2524 int error; 2525 2526 ps.sq.spp = spp; /* XXX param */ 2527 2528 error = sadb_form_query(ksi, IPSA_Q_DST|IPSA_Q_SRC, 2529 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SRCID|IPSA_Q_DSTID|IPSA_Q_KMC, 2530 &ps.sq, diagnostic); 2531 if (error != 0) 2532 return (error); 2533 2534 ps.inbnd = B_FALSE; 2535 ps.sadb_sa_state = assoc->sadb_sa_state; 2536 sadb_walker(ps.sq.sp->sdb_of, ps.sq.sp->sdb_hashsize, 2537 sadb_delpair_state_one, &ps); 2538 2539 ASSERT(mp->b_cont != NULL); 2540 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 2541 ksi, NULL); 2542 return (0); 2543 } 2544 2545 /* 2546 * Common code to delete/get an SA. 2547 */ 2548 int 2549 sadb_delget_sa(mblk_t *mp, keysock_in_t *ksi, sadbp_t *spp, 2550 int *diagnostic, queue_t *pfkey_q, uint8_t sadb_msg_type) 2551 { 2552 ipsa_query_t sq; 2553 ipsa_t *echo_target = NULL; 2554 ipsap_t ipsapp; 2555 uint_t error = 0; 2556 2557 if (sadb_msg_type == SADB_X_DELPAIR_STATE) 2558 return (sadb_delpair_state(mp, ksi, spp, diagnostic, pfkey_q)); 2559 2560 sq.spp = spp; /* XXX param */ 2561 error = sadb_form_query(ksi, IPSA_Q_DST|IPSA_Q_SA, 2562 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND, 2563 &sq, diagnostic); 2564 if (error != 0) 2565 return (error); 2566 2567 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 2568 if (error != 0) { 2569 return (error); 2570 } 2571 2572 echo_target = ipsapp.ipsap_sa_ptr; 2573 if (echo_target == NULL) 2574 echo_target = ipsapp.ipsap_psa_ptr; 2575 2576 if (sadb_msg_type == SADB_DELETE || sadb_msg_type == SADB_X_DELPAIR) { 2577 /* 2578 * Bucket locks will be required if SA is actually unlinked. 2579 * get_ipsa_pair() returns valid hash bucket pointers even 2580 * if it can't find a pair SA pointer. To prevent a potential 2581 * deadlock, always lock the outbound bucket before the inbound. 2582 */ 2583 if (ipsapp.in_inbound_table) { 2584 mutex_enter(&ipsapp.ipsap_pbucket->isaf_lock); 2585 mutex_enter(&ipsapp.ipsap_bucket->isaf_lock); 2586 } else { 2587 mutex_enter(&ipsapp.ipsap_bucket->isaf_lock); 2588 mutex_enter(&ipsapp.ipsap_pbucket->isaf_lock); 2589 } 2590 2591 if (ipsapp.ipsap_sa_ptr != NULL) { 2592 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 2593 if (ipsapp.ipsap_sa_ptr->ipsa_flags & IPSA_F_INBOUND) { 2594 sadb_delete_cluster(ipsapp.ipsap_sa_ptr); 2595 } 2596 ipsapp.ipsap_sa_ptr->ipsa_state = IPSA_STATE_DEAD; 2597 (void) sadb_torch_assoc(ipsapp.ipsap_bucket, 2598 ipsapp.ipsap_sa_ptr); 2599 /* 2600 * sadb_torch_assoc() releases the ipsa_lock 2601 * and calls sadb_unlinkassoc() which does a 2602 * IPSA_REFRELE. 2603 */ 2604 } 2605 if (ipsapp.ipsap_psa_ptr != NULL) { 2606 mutex_enter(&ipsapp.ipsap_psa_ptr->ipsa_lock); 2607 if (sadb_msg_type == SADB_X_DELPAIR || 2608 ipsapp.ipsap_psa_ptr->ipsa_haspeer) { 2609 if (ipsapp.ipsap_psa_ptr->ipsa_flags & 2610 IPSA_F_INBOUND) { 2611 sadb_delete_cluster 2612 (ipsapp.ipsap_psa_ptr); 2613 } 2614 ipsapp.ipsap_psa_ptr->ipsa_state = 2615 IPSA_STATE_DEAD; 2616 (void) sadb_torch_assoc(ipsapp.ipsap_pbucket, 2617 ipsapp.ipsap_psa_ptr); 2618 } else { 2619 /* 2620 * Only half of the "pair" has been deleted. 2621 * Update the remaining SA and remove references 2622 * to its pair SA, which is now gone. 2623 */ 2624 ipsapp.ipsap_psa_ptr->ipsa_otherspi = 0; 2625 ipsapp.ipsap_psa_ptr->ipsa_flags &= 2626 ~IPSA_F_PAIRED; 2627 mutex_exit(&ipsapp.ipsap_psa_ptr->ipsa_lock); 2628 } 2629 } else if (sadb_msg_type == SADB_X_DELPAIR) { 2630 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_SA_NOTFOUND; 2631 error = ESRCH; 2632 } 2633 mutex_exit(&ipsapp.ipsap_bucket->isaf_lock); 2634 mutex_exit(&ipsapp.ipsap_pbucket->isaf_lock); 2635 } 2636 2637 ASSERT(mp->b_cont != NULL); 2638 2639 if (error == 0) 2640 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *) 2641 mp->b_cont->b_rptr, ksi, echo_target); 2642 2643 destroy_ipsa_pair(&ipsapp); 2644 2645 return (error); 2646 } 2647 2648 /* 2649 * This function takes a sadb_sa_t and finds the ipsa_t structure 2650 * and the isaf_t (hash bucket) that its stored under. If the security 2651 * association has a peer, the ipsa_t structure and bucket for that security 2652 * association are also searched for. The "pair" of ipsa_t's and isaf_t's 2653 * are returned as a ipsap_t. 2654 * 2655 * The hash buckets are returned for convenience, if the calling function 2656 * needs to use the hash bucket locks, say to remove the SA's, it should 2657 * take care to observe the convention of locking outbound bucket then 2658 * inbound bucket. The flag in_inbound_table provides direction. 2659 * 2660 * Note that a "pair" is defined as one (but not both) of the following: 2661 * 2662 * A security association which has a soft reference to another security 2663 * association via its SPI. 2664 * 2665 * A security association that is not obviously "inbound" or "outbound" so 2666 * it appears in both hash tables, the "peer" being the same security 2667 * association in the other hash table. 2668 * 2669 * This function will return NULL if the ipsa_t can't be found in the 2670 * inbound or outbound hash tables (not found). If only one ipsa_t is 2671 * found, the pair ipsa_t will be NULL. Both isaf_t values are valid 2672 * provided at least one ipsa_t is found. 2673 */ 2674 static int 2675 get_ipsa_pair(ipsa_query_t *sq, ipsap_t *ipsapp, int *diagnostic) 2676 { 2677 uint32_t pair_srcaddr[IPSA_MAX_ADDRLEN]; 2678 uint32_t pair_dstaddr[IPSA_MAX_ADDRLEN]; 2679 uint32_t pair_spi; 2680 2681 init_ipsa_pair(ipsapp); 2682 2683 ipsapp->in_inbound_table = B_FALSE; 2684 2685 /* Lock down both buckets. */ 2686 mutex_enter(&sq->outbound->isaf_lock); 2687 mutex_enter(&sq->inbound->isaf_lock); 2688 2689 if (sq->assoc->sadb_sa_flags & IPSA_F_INBOUND) { 2690 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->inbound, 2691 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2692 if (ipsapp->ipsap_sa_ptr != NULL) { 2693 ipsapp->ipsap_bucket = sq->inbound; 2694 ipsapp->ipsap_pbucket = sq->outbound; 2695 ipsapp->in_inbound_table = B_TRUE; 2696 } else { 2697 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->outbound, 2698 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, 2699 sq->af); 2700 ipsapp->ipsap_bucket = sq->outbound; 2701 ipsapp->ipsap_pbucket = sq->inbound; 2702 } 2703 } else { 2704 /* IPSA_F_OUTBOUND is set *or* no directions flags set. */ 2705 ipsapp->ipsap_sa_ptr = 2706 ipsec_getassocbyspi(sq->outbound, 2707 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2708 if (ipsapp->ipsap_sa_ptr != NULL) { 2709 ipsapp->ipsap_bucket = sq->outbound; 2710 ipsapp->ipsap_pbucket = sq->inbound; 2711 } else { 2712 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->inbound, 2713 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, 2714 sq->af); 2715 ipsapp->ipsap_bucket = sq->inbound; 2716 ipsapp->ipsap_pbucket = sq->outbound; 2717 if (ipsapp->ipsap_sa_ptr != NULL) 2718 ipsapp->in_inbound_table = B_TRUE; 2719 } 2720 } 2721 2722 if (ipsapp->ipsap_sa_ptr == NULL) { 2723 mutex_exit(&sq->outbound->isaf_lock); 2724 mutex_exit(&sq->inbound->isaf_lock); 2725 *diagnostic = SADB_X_DIAGNOSTIC_SA_NOTFOUND; 2726 return (ESRCH); 2727 } 2728 2729 if ((ipsapp->ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) && 2730 ipsapp->in_inbound_table) { 2731 mutex_exit(&sq->outbound->isaf_lock); 2732 mutex_exit(&sq->inbound->isaf_lock); 2733 return (0); 2734 } 2735 2736 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2737 if (ipsapp->ipsap_sa_ptr->ipsa_haspeer) { 2738 /* 2739 * haspeer implies no sa_pairing, look for same spi 2740 * in other hashtable. 2741 */ 2742 ipsapp->ipsap_psa_ptr = 2743 ipsec_getassocbyspi(ipsapp->ipsap_pbucket, 2744 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2745 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2746 mutex_exit(&sq->outbound->isaf_lock); 2747 mutex_exit(&sq->inbound->isaf_lock); 2748 return (0); 2749 } 2750 pair_spi = ipsapp->ipsap_sa_ptr->ipsa_otherspi; 2751 IPSA_COPY_ADDR(&pair_srcaddr, 2752 ipsapp->ipsap_sa_ptr->ipsa_srcaddr, sq->af); 2753 IPSA_COPY_ADDR(&pair_dstaddr, 2754 ipsapp->ipsap_sa_ptr->ipsa_dstaddr, sq->af); 2755 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2756 mutex_exit(&sq->inbound->isaf_lock); 2757 mutex_exit(&sq->outbound->isaf_lock); 2758 2759 if (pair_spi == 0) { 2760 ASSERT(ipsapp->ipsap_bucket != NULL); 2761 ASSERT(ipsapp->ipsap_pbucket != NULL); 2762 return (0); 2763 } 2764 2765 /* found sa in outbound sadb, peer should be inbound */ 2766 2767 if (ipsapp->in_inbound_table) { 2768 /* Found SA in inbound table, pair will be in outbound. */ 2769 if (sq->af == AF_INET6) { 2770 ipsapp->ipsap_pbucket = OUTBOUND_BUCKET_V6(sq->sp, 2771 *(uint32_t *)pair_srcaddr); 2772 } else { 2773 ipsapp->ipsap_pbucket = OUTBOUND_BUCKET_V4(sq->sp, 2774 *(uint32_t *)pair_srcaddr); 2775 } 2776 } else { 2777 ipsapp->ipsap_pbucket = INBOUND_BUCKET(sq->sp, pair_spi); 2778 } 2779 mutex_enter(&ipsapp->ipsap_pbucket->isaf_lock); 2780 ipsapp->ipsap_psa_ptr = ipsec_getassocbyspi(ipsapp->ipsap_pbucket, 2781 pair_spi, pair_dstaddr, pair_srcaddr, sq->af); 2782 mutex_exit(&ipsapp->ipsap_pbucket->isaf_lock); 2783 ASSERT(ipsapp->ipsap_bucket != NULL); 2784 ASSERT(ipsapp->ipsap_pbucket != NULL); 2785 return (0); 2786 } 2787 2788 /* 2789 * Perform NAT-traversal cached checksum offset calculations here. 2790 */ 2791 static void 2792 sadb_nat_calculations(ipsa_t *newbie, sadb_address_t *natt_loc_ext, 2793 sadb_address_t *natt_rem_ext, uint32_t *src_addr_ptr, 2794 uint32_t *dst_addr_ptr) 2795 { 2796 struct sockaddr_in *natt_loc, *natt_rem; 2797 uint32_t *natt_loc_ptr = NULL, *natt_rem_ptr = NULL; 2798 uint32_t running_sum = 0; 2799 2800 #define DOWN_SUM(x) (x) = ((x) & 0xFFFF) + ((x) >> 16) 2801 2802 if (natt_rem_ext != NULL) { 2803 uint32_t l_src; 2804 uint32_t l_rem; 2805 2806 natt_rem = (struct sockaddr_in *)(natt_rem_ext + 1); 2807 2808 /* Ensured by sadb_addrfix(). */ 2809 ASSERT(natt_rem->sin_family == AF_INET); 2810 2811 natt_rem_ptr = (uint32_t *)(&natt_rem->sin_addr); 2812 newbie->ipsa_remote_nat_port = natt_rem->sin_port; 2813 l_src = *src_addr_ptr; 2814 l_rem = *natt_rem_ptr; 2815 2816 /* Instead of IPSA_COPY_ADDR(), just copy first 32 bits. */ 2817 newbie->ipsa_natt_addr_rem = *natt_rem_ptr; 2818 2819 l_src = ntohl(l_src); 2820 DOWN_SUM(l_src); 2821 DOWN_SUM(l_src); 2822 l_rem = ntohl(l_rem); 2823 DOWN_SUM(l_rem); 2824 DOWN_SUM(l_rem); 2825 2826 /* 2827 * We're 1's complement for checksums, so check for wraparound 2828 * here. 2829 */ 2830 if (l_rem > l_src) 2831 l_src--; 2832 2833 running_sum += l_src - l_rem; 2834 2835 DOWN_SUM(running_sum); 2836 DOWN_SUM(running_sum); 2837 } 2838 2839 if (natt_loc_ext != NULL) { 2840 natt_loc = (struct sockaddr_in *)(natt_loc_ext + 1); 2841 2842 /* Ensured by sadb_addrfix(). */ 2843 ASSERT(natt_loc->sin_family == AF_INET); 2844 2845 natt_loc_ptr = (uint32_t *)(&natt_loc->sin_addr); 2846 newbie->ipsa_local_nat_port = natt_loc->sin_port; 2847 2848 /* Instead of IPSA_COPY_ADDR(), just copy first 32 bits. */ 2849 newbie->ipsa_natt_addr_loc = *natt_loc_ptr; 2850 2851 /* 2852 * NAT-T port agility means we may have natt_loc_ext, but 2853 * only for a local-port change. 2854 */ 2855 if (natt_loc->sin_addr.s_addr != INADDR_ANY) { 2856 uint32_t l_dst = ntohl(*dst_addr_ptr); 2857 uint32_t l_loc = ntohl(*natt_loc_ptr); 2858 2859 DOWN_SUM(l_loc); 2860 DOWN_SUM(l_loc); 2861 DOWN_SUM(l_dst); 2862 DOWN_SUM(l_dst); 2863 2864 /* 2865 * We're 1's complement for checksums, so check for 2866 * wraparound here. 2867 */ 2868 if (l_loc > l_dst) 2869 l_dst--; 2870 2871 running_sum += l_dst - l_loc; 2872 DOWN_SUM(running_sum); 2873 DOWN_SUM(running_sum); 2874 } 2875 } 2876 2877 newbie->ipsa_inbound_cksum = running_sum; 2878 #undef DOWN_SUM 2879 } 2880 2881 /* 2882 * This function is called from consumers that need to insert a fully-grown 2883 * security association into its tables. This function takes into account that 2884 * SAs can be "inbound", "outbound", or "both". The "primary" and "secondary" 2885 * hash bucket parameters are set in order of what the SA will be most of the 2886 * time. (For example, an SA with an unspecified source, and a multicast 2887 * destination will primarily be an outbound SA. OTOH, if that destination 2888 * is unicast for this node, then the SA will primarily be inbound.) 2889 * 2890 * It takes a lot of parameters because even if clone is B_FALSE, this needs 2891 * to check both buckets for purposes of collision. 2892 * 2893 * Return 0 upon success. Return various errnos (ENOMEM, EEXIST) for 2894 * various error conditions. We may need to set samsg->sadb_x_msg_diagnostic 2895 * with additional diagnostic information because there is at least one EINVAL 2896 * case here. 2897 */ 2898 int 2899 sadb_common_add(queue_t *pfkey_q, mblk_t *mp, sadb_msg_t *samsg, 2900 keysock_in_t *ksi, isaf_t *primary, isaf_t *secondary, 2901 ipsa_t *newbie, boolean_t clone, boolean_t is_inbound, int *diagnostic, 2902 netstack_t *ns, sadbp_t *spp) 2903 { 2904 ipsa_t *newbie_clone = NULL, *scratch; 2905 ipsap_t ipsapp; 2906 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2907 sadb_address_t *srcext = 2908 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC]; 2909 sadb_address_t *dstext = 2910 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 2911 sadb_address_t *isrcext = 2912 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_SRC]; 2913 sadb_address_t *idstext = 2914 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_DST]; 2915 sadb_x_kmc_t *kmcext = 2916 (sadb_x_kmc_t *)ksi->ks_in_extv[SADB_X_EXT_KM_COOKIE]; 2917 sadb_key_t *akey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_AUTH]; 2918 sadb_key_t *ekey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT]; 2919 sadb_sens_t *sens = 2920 (sadb_sens_t *)ksi->ks_in_extv[SADB_EXT_SENSITIVITY]; 2921 sadb_sens_t *osens = 2922 (sadb_sens_t *)ksi->ks_in_extv[SADB_X_EXT_OUTER_SENS]; 2923 sadb_x_pair_t *pair_ext = 2924 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 2925 sadb_x_replay_ctr_t *replayext = 2926 (sadb_x_replay_ctr_t *)ksi->ks_in_extv[SADB_X_EXT_REPLAY_VALUE]; 2927 uint8_t protocol = 2928 (samsg->sadb_msg_satype == SADB_SATYPE_AH) ? IPPROTO_AH:IPPROTO_ESP; 2929 int salt_offset; 2930 uint8_t *buf_ptr; 2931 struct sockaddr_in *src, *dst, *isrc, *idst; 2932 struct sockaddr_in6 *src6, *dst6, *isrc6, *idst6; 2933 sadb_lifetime_t *soft = 2934 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_SOFT]; 2935 sadb_lifetime_t *hard = 2936 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_HARD]; 2937 sadb_lifetime_t *idle = 2938 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_X_EXT_LIFETIME_IDLE]; 2939 sa_family_t af; 2940 int error = 0; 2941 boolean_t isupdate = (newbie != NULL); 2942 uint32_t *src_addr_ptr, *dst_addr_ptr, *isrc_addr_ptr, *idst_addr_ptr; 2943 ipsec_stack_t *ipss = ns->netstack_ipsec; 2944 ip_stack_t *ipst = ns->netstack_ip; 2945 ipsec_alginfo_t *alg; 2946 int rcode; 2947 boolean_t async = B_FALSE; 2948 2949 init_ipsa_pair(&ipsapp); 2950 2951 if (srcext == NULL) { 2952 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 2953 return (EINVAL); 2954 } 2955 if (dstext == NULL) { 2956 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 2957 return (EINVAL); 2958 } 2959 if (assoc == NULL) { 2960 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SA; 2961 return (EINVAL); 2962 } 2963 2964 src = (struct sockaddr_in *)(srcext + 1); 2965 src6 = (struct sockaddr_in6 *)(srcext + 1); 2966 dst = (struct sockaddr_in *)(dstext + 1); 2967 dst6 = (struct sockaddr_in6 *)(dstext + 1); 2968 if (isrcext != NULL) { 2969 isrc = (struct sockaddr_in *)(isrcext + 1); 2970 isrc6 = (struct sockaddr_in6 *)(isrcext + 1); 2971 ASSERT(idstext != NULL); 2972 idst = (struct sockaddr_in *)(idstext + 1); 2973 idst6 = (struct sockaddr_in6 *)(idstext + 1); 2974 } else { 2975 isrc = NULL; 2976 isrc6 = NULL; 2977 } 2978 2979 af = src->sin_family; 2980 2981 if (af == AF_INET) { 2982 src_addr_ptr = (uint32_t *)&src->sin_addr; 2983 dst_addr_ptr = (uint32_t *)&dst->sin_addr; 2984 } else { 2985 ASSERT(af == AF_INET6); 2986 src_addr_ptr = (uint32_t *)&src6->sin6_addr; 2987 dst_addr_ptr = (uint32_t *)&dst6->sin6_addr; 2988 } 2989 2990 if (!isupdate && (clone == B_TRUE || is_inbound == B_TRUE) && 2991 cl_inet_checkspi && 2992 (assoc->sadb_sa_state != SADB_X_SASTATE_ACTIVE_ELSEWHERE)) { 2993 rcode = cl_inet_checkspi(ns->netstack_stackid, protocol, 2994 assoc->sadb_sa_spi, NULL); 2995 if (rcode == -1) { 2996 return (EEXIST); 2997 } 2998 } 2999 3000 /* 3001 * Check to see if the new SA will be cloned AND paired. The 3002 * reason a SA will be cloned is the source or destination addresses 3003 * are not specific enough to determine if the SA goes in the outbound 3004 * or the inbound hash table, so its cloned and put in both. If 3005 * the SA is paired, it's soft linked to another SA for the other 3006 * direction. Keeping track and looking up SA's that are direction 3007 * unspecific and linked is too hard. 3008 */ 3009 if (clone && (pair_ext != NULL)) { 3010 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 3011 return (EINVAL); 3012 } 3013 3014 if (!isupdate) { 3015 newbie = sadb_makelarvalassoc(assoc->sadb_sa_spi, 3016 src_addr_ptr, dst_addr_ptr, af, ns); 3017 if (newbie == NULL) 3018 return (ENOMEM); 3019 } 3020 3021 mutex_enter(&newbie->ipsa_lock); 3022 3023 if (isrc != NULL) { 3024 if (isrc->sin_family == AF_INET) { 3025 if (srcext->sadb_address_proto != IPPROTO_ENCAP) { 3026 if (srcext->sadb_address_proto != 0) { 3027 /* 3028 * Mismatched outer-packet protocol 3029 * and inner-packet address family. 3030 */ 3031 mutex_exit(&newbie->ipsa_lock); 3032 error = EPROTOTYPE; 3033 *diagnostic = 3034 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 3035 goto error; 3036 } else { 3037 /* Fill in with explicit protocol. */ 3038 srcext->sadb_address_proto = 3039 IPPROTO_ENCAP; 3040 dstext->sadb_address_proto = 3041 IPPROTO_ENCAP; 3042 } 3043 } 3044 isrc_addr_ptr = (uint32_t *)&isrc->sin_addr; 3045 idst_addr_ptr = (uint32_t *)&idst->sin_addr; 3046 } else { 3047 ASSERT(isrc->sin_family == AF_INET6); 3048 if (srcext->sadb_address_proto != IPPROTO_IPV6) { 3049 if (srcext->sadb_address_proto != 0) { 3050 /* 3051 * Mismatched outer-packet protocol 3052 * and inner-packet address family. 3053 */ 3054 mutex_exit(&newbie->ipsa_lock); 3055 error = EPROTOTYPE; 3056 *diagnostic = 3057 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 3058 goto error; 3059 } else { 3060 /* Fill in with explicit protocol. */ 3061 srcext->sadb_address_proto = 3062 IPPROTO_IPV6; 3063 dstext->sadb_address_proto = 3064 IPPROTO_IPV6; 3065 } 3066 } 3067 isrc_addr_ptr = (uint32_t *)&isrc6->sin6_addr; 3068 idst_addr_ptr = (uint32_t *)&idst6->sin6_addr; 3069 } 3070 newbie->ipsa_innerfam = isrc->sin_family; 3071 3072 IPSA_COPY_ADDR(newbie->ipsa_innersrc, isrc_addr_ptr, 3073 newbie->ipsa_innerfam); 3074 IPSA_COPY_ADDR(newbie->ipsa_innerdst, idst_addr_ptr, 3075 newbie->ipsa_innerfam); 3076 newbie->ipsa_innersrcpfx = isrcext->sadb_address_prefixlen; 3077 newbie->ipsa_innerdstpfx = idstext->sadb_address_prefixlen; 3078 3079 /* Unique value uses inner-ports for Tunnel Mode... */ 3080 newbie->ipsa_unique_id = SA_UNIQUE_ID(isrc->sin_port, 3081 idst->sin_port, dstext->sadb_address_proto, 3082 idstext->sadb_address_proto); 3083 newbie->ipsa_unique_mask = SA_UNIQUE_MASK(isrc->sin_port, 3084 idst->sin_port, dstext->sadb_address_proto, 3085 idstext->sadb_address_proto); 3086 } else { 3087 /* ... and outer-ports for Transport Mode. */ 3088 newbie->ipsa_unique_id = SA_UNIQUE_ID(src->sin_port, 3089 dst->sin_port, dstext->sadb_address_proto, 0); 3090 newbie->ipsa_unique_mask = SA_UNIQUE_MASK(src->sin_port, 3091 dst->sin_port, dstext->sadb_address_proto, 0); 3092 } 3093 if (newbie->ipsa_unique_mask != (uint64_t)0) 3094 newbie->ipsa_flags |= IPSA_F_UNIQUE; 3095 3096 sadb_nat_calculations(newbie, 3097 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_LOC], 3098 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_REM], 3099 src_addr_ptr, dst_addr_ptr); 3100 3101 newbie->ipsa_type = samsg->sadb_msg_satype; 3102 3103 ASSERT((assoc->sadb_sa_state == SADB_SASTATE_MATURE) || 3104 (assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE)); 3105 newbie->ipsa_auth_alg = assoc->sadb_sa_auth; 3106 newbie->ipsa_encr_alg = assoc->sadb_sa_encrypt; 3107 3108 newbie->ipsa_flags |= assoc->sadb_sa_flags; 3109 if (newbie->ipsa_flags & SADB_X_SAFLAGS_NATT_LOC && 3110 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_LOC] == NULL) { 3111 mutex_exit(&newbie->ipsa_lock); 3112 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_NATT_LOC; 3113 error = EINVAL; 3114 goto error; 3115 } 3116 if (newbie->ipsa_flags & SADB_X_SAFLAGS_NATT_REM && 3117 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_REM] == NULL) { 3118 mutex_exit(&newbie->ipsa_lock); 3119 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_NATT_REM; 3120 error = EINVAL; 3121 goto error; 3122 } 3123 if (newbie->ipsa_flags & SADB_X_SAFLAGS_TUNNEL && 3124 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_SRC] == NULL) { 3125 mutex_exit(&newbie->ipsa_lock); 3126 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_SRC; 3127 error = EINVAL; 3128 goto error; 3129 } 3130 /* 3131 * If unspecified source address, force replay_wsize to 0. 3132 * This is because an SA that has multiple sources of secure 3133 * traffic cannot enforce a replay counter w/o synchronizing the 3134 * senders. 3135 */ 3136 if (ksi->ks_in_srctype != KS_IN_ADDR_UNSPEC) 3137 newbie->ipsa_replay_wsize = assoc->sadb_sa_replay; 3138 else 3139 newbie->ipsa_replay_wsize = 0; 3140 3141 newbie->ipsa_addtime = gethrestime_sec(); 3142 3143 if (kmcext != NULL) { 3144 newbie->ipsa_kmp = kmcext->sadb_x_kmc_proto; 3145 /* 3146 * Be liberal in what we receive. Special-case the IKEv1 3147 * cookie, which closed-source in.iked assumes is 32 bits. 3148 * Now that we store all 64 bits, we should pre-zero the 3149 * reserved field on behalf of closed-source in.iked. 3150 */ 3151 if (newbie->ipsa_kmp == SADB_X_KMP_IKE) { 3152 /* Just in case in.iked is misbehaving... */ 3153 kmcext->sadb_x_kmc_reserved = 0; 3154 } 3155 newbie->ipsa_kmc = kmcext->sadb_x_kmc_cookie64; 3156 } 3157 3158 /* 3159 * XXX CURRENT lifetime checks MAY BE needed for an UPDATE. 3160 * The spec says that one can update current lifetimes, but 3161 * that seems impractical, especially in the larval-to-mature 3162 * update that this function performs. 3163 */ 3164 if (soft != NULL) { 3165 newbie->ipsa_softaddlt = soft->sadb_lifetime_addtime; 3166 newbie->ipsa_softuselt = soft->sadb_lifetime_usetime; 3167 newbie->ipsa_softbyteslt = soft->sadb_lifetime_bytes; 3168 newbie->ipsa_softalloc = soft->sadb_lifetime_allocations; 3169 SET_EXPIRE(newbie, softaddlt, softexpiretime); 3170 } 3171 if (hard != NULL) { 3172 newbie->ipsa_hardaddlt = hard->sadb_lifetime_addtime; 3173 newbie->ipsa_harduselt = hard->sadb_lifetime_usetime; 3174 newbie->ipsa_hardbyteslt = hard->sadb_lifetime_bytes; 3175 newbie->ipsa_hardalloc = hard->sadb_lifetime_allocations; 3176 SET_EXPIRE(newbie, hardaddlt, hardexpiretime); 3177 } 3178 if (idle != NULL) { 3179 newbie->ipsa_idleaddlt = idle->sadb_lifetime_addtime; 3180 newbie->ipsa_idleuselt = idle->sadb_lifetime_usetime; 3181 newbie->ipsa_idleexpiretime = newbie->ipsa_addtime + 3182 newbie->ipsa_idleaddlt; 3183 newbie->ipsa_idletime = newbie->ipsa_idleaddlt; 3184 } 3185 3186 newbie->ipsa_authtmpl = NULL; 3187 newbie->ipsa_encrtmpl = NULL; 3188 3189 #ifdef IPSEC_LATENCY_TEST 3190 if (akey != NULL && newbie->ipsa_auth_alg != SADB_AALG_NONE) { 3191 #else 3192 if (akey != NULL) { 3193 #endif 3194 async = (ipss->ipsec_algs_exec_mode[IPSEC_ALG_AUTH] == 3195 IPSEC_ALGS_EXEC_ASYNC); 3196 3197 newbie->ipsa_authkeybits = akey->sadb_key_bits; 3198 newbie->ipsa_authkeylen = SADB_1TO8(akey->sadb_key_bits); 3199 /* In case we have to round up to the next byte... */ 3200 if ((akey->sadb_key_bits & 0x7) != 0) 3201 newbie->ipsa_authkeylen++; 3202 newbie->ipsa_authkey = kmem_alloc(newbie->ipsa_authkeylen, 3203 KM_NOSLEEP); 3204 if (newbie->ipsa_authkey == NULL) { 3205 error = ENOMEM; 3206 mutex_exit(&newbie->ipsa_lock); 3207 goto error; 3208 } 3209 bcopy(akey + 1, newbie->ipsa_authkey, newbie->ipsa_authkeylen); 3210 bzero(akey + 1, newbie->ipsa_authkeylen); 3211 3212 /* 3213 * Pre-initialize the kernel crypto framework key 3214 * structure. 3215 */ 3216 newbie->ipsa_kcfauthkey.ck_format = CRYPTO_KEY_RAW; 3217 newbie->ipsa_kcfauthkey.ck_length = newbie->ipsa_authkeybits; 3218 newbie->ipsa_kcfauthkey.ck_data = newbie->ipsa_authkey; 3219 3220 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3221 alg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 3222 [newbie->ipsa_auth_alg]; 3223 if (alg != NULL && ALG_VALID(alg)) { 3224 newbie->ipsa_amech.cm_type = alg->alg_mech_type; 3225 newbie->ipsa_amech.cm_param = 3226 (char *)&newbie->ipsa_mac_len; 3227 newbie->ipsa_amech.cm_param_len = sizeof (size_t); 3228 newbie->ipsa_mac_len = (size_t)alg->alg_datalen; 3229 } else { 3230 newbie->ipsa_amech.cm_type = CRYPTO_MECHANISM_INVALID; 3231 } 3232 error = ipsec_create_ctx_tmpl(newbie, IPSEC_ALG_AUTH); 3233 rw_exit(&ipss->ipsec_alg_lock); 3234 if (error != 0) { 3235 mutex_exit(&newbie->ipsa_lock); 3236 /* 3237 * An error here indicates that alg is the wrong type 3238 * (IE: not authentication) or its not in the alg tables 3239 * created by ipsecalgs(1m), or Kcf does not like the 3240 * parameters passed in with this algorithm, which is 3241 * probably a coding error! 3242 */ 3243 *diagnostic = SADB_X_DIAGNOSTIC_BAD_CTX; 3244 3245 goto error; 3246 } 3247 } 3248 3249 if (ekey != NULL) { 3250 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3251 async = async || (ipss->ipsec_algs_exec_mode[IPSEC_ALG_ENCR] == 3252 IPSEC_ALGS_EXEC_ASYNC); 3253 alg = ipss->ipsec_alglists[IPSEC_ALG_ENCR] 3254 [newbie->ipsa_encr_alg]; 3255 3256 if (alg != NULL && ALG_VALID(alg)) { 3257 newbie->ipsa_emech.cm_type = alg->alg_mech_type; 3258 newbie->ipsa_datalen = alg->alg_datalen; 3259 if (alg->alg_flags & ALG_FLAG_COUNTERMODE) 3260 newbie->ipsa_flags |= IPSA_F_COUNTERMODE; 3261 3262 if (alg->alg_flags & ALG_FLAG_COMBINED) { 3263 newbie->ipsa_flags |= IPSA_F_COMBINED; 3264 newbie->ipsa_mac_len = alg->alg_icvlen; 3265 } 3266 3267 if (alg->alg_flags & ALG_FLAG_CCM) 3268 newbie->ipsa_noncefunc = ccm_params_init; 3269 else if (alg->alg_flags & ALG_FLAG_GCM) 3270 newbie->ipsa_noncefunc = gcm_params_init; 3271 else newbie->ipsa_noncefunc = cbc_params_init; 3272 3273 newbie->ipsa_saltlen = alg->alg_saltlen; 3274 newbie->ipsa_saltbits = SADB_8TO1(newbie->ipsa_saltlen); 3275 newbie->ipsa_iv_len = alg->alg_ivlen; 3276 newbie->ipsa_nonce_len = newbie->ipsa_saltlen + 3277 newbie->ipsa_iv_len; 3278 newbie->ipsa_emech.cm_param = NULL; 3279 newbie->ipsa_emech.cm_param_len = 0; 3280 } else { 3281 newbie->ipsa_emech.cm_type = CRYPTO_MECHANISM_INVALID; 3282 } 3283 rw_exit(&ipss->ipsec_alg_lock); 3284 3285 /* 3286 * The byte stream following the sadb_key_t is made up of: 3287 * key bytes, [salt bytes], [IV initial value] 3288 * All of these have variable length. The IV is typically 3289 * randomly generated by this function and not passed in. 3290 * By supporting the injection of a known IV, the whole 3291 * IPsec subsystem and the underlying crypto subsystem 3292 * can be tested with known test vectors. 3293 * 3294 * The keying material has been checked by ext_check() 3295 * and ipsec_valid_key_size(), after removing salt/IV 3296 * bits, whats left is the encryption key. If this is too 3297 * short, ipsec_create_ctx_tmpl() will fail and the SA 3298 * won't get created. 3299 * 3300 * set ipsa_encrkeylen to length of key only. 3301 */ 3302 newbie->ipsa_encrkeybits = ekey->sadb_key_bits; 3303 newbie->ipsa_encrkeybits -= ekey->sadb_key_reserved; 3304 newbie->ipsa_encrkeybits -= newbie->ipsa_saltbits; 3305 newbie->ipsa_encrkeylen = SADB_1TO8(newbie->ipsa_encrkeybits); 3306 3307 /* In case we have to round up to the next byte... */ 3308 if ((ekey->sadb_key_bits & 0x7) != 0) 3309 newbie->ipsa_encrkeylen++; 3310 3311 newbie->ipsa_encrkey = kmem_alloc(newbie->ipsa_encrkeylen, 3312 KM_NOSLEEP); 3313 if (newbie->ipsa_encrkey == NULL) { 3314 error = ENOMEM; 3315 mutex_exit(&newbie->ipsa_lock); 3316 goto error; 3317 } 3318 3319 buf_ptr = (uint8_t *)(ekey + 1); 3320 bcopy(buf_ptr, newbie->ipsa_encrkey, newbie->ipsa_encrkeylen); 3321 3322 if (newbie->ipsa_flags & IPSA_F_COMBINED) { 3323 /* 3324 * Combined mode algs need a nonce. Copy the salt and 3325 * IV into a buffer. The ipsa_nonce is a pointer into 3326 * this buffer, some bytes at the start of the buffer 3327 * may be unused, depends on the salt length. The IV 3328 * is 64 bit aligned so it can be incremented as a 3329 * uint64_t. Zero out key in samsg_t before freeing. 3330 */ 3331 3332 newbie->ipsa_nonce_buf = kmem_alloc( 3333 sizeof (ipsec_nonce_t), KM_NOSLEEP); 3334 if (newbie->ipsa_nonce_buf == NULL) { 3335 error = ENOMEM; 3336 mutex_exit(&newbie->ipsa_lock); 3337 goto error; 3338 } 3339 /* 3340 * Initialize nonce and salt pointers to point 3341 * to the nonce buffer. This is just in case we get 3342 * bad data, the pointers will be valid, the data 3343 * won't be. 3344 * 3345 * See sadb.h for layout of nonce. 3346 */ 3347 newbie->ipsa_iv = &newbie->ipsa_nonce_buf->iv; 3348 newbie->ipsa_salt = (uint8_t *)newbie->ipsa_nonce_buf; 3349 newbie->ipsa_nonce = newbie->ipsa_salt; 3350 if (newbie->ipsa_saltlen != 0) { 3351 salt_offset = MAXSALTSIZE - 3352 newbie->ipsa_saltlen; 3353 newbie->ipsa_salt = (uint8_t *) 3354 &newbie->ipsa_nonce_buf->salt[salt_offset]; 3355 newbie->ipsa_nonce = newbie->ipsa_salt; 3356 buf_ptr += newbie->ipsa_encrkeylen; 3357 bcopy(buf_ptr, newbie->ipsa_salt, 3358 newbie->ipsa_saltlen); 3359 } 3360 /* 3361 * The IV for CCM/GCM mode increments, it should not 3362 * repeat. Get a random value for the IV, make a 3363 * copy, the SA will expire when/if the IV ever 3364 * wraps back to the initial value. If an Initial IV 3365 * is passed in via PF_KEY, save this in the SA. 3366 * Initialising IV for inbound is pointless as its 3367 * taken from the inbound packet. 3368 */ 3369 if (!is_inbound) { 3370 if (ekey->sadb_key_reserved != 0) { 3371 buf_ptr += newbie->ipsa_saltlen; 3372 bcopy(buf_ptr, (uint8_t *)newbie-> 3373 ipsa_iv, SADB_1TO8(ekey-> 3374 sadb_key_reserved)); 3375 } else { 3376 (void) random_get_pseudo_bytes( 3377 (uint8_t *)newbie->ipsa_iv, 3378 newbie->ipsa_iv_len); 3379 } 3380 newbie->ipsa_iv_softexpire = 3381 (*newbie->ipsa_iv) << 9; 3382 newbie->ipsa_iv_hardexpire = *newbie->ipsa_iv; 3383 } 3384 } 3385 bzero((ekey + 1), SADB_1TO8(ekey->sadb_key_bits)); 3386 3387 /* 3388 * Pre-initialize the kernel crypto framework key 3389 * structure. 3390 */ 3391 newbie->ipsa_kcfencrkey.ck_format = CRYPTO_KEY_RAW; 3392 newbie->ipsa_kcfencrkey.ck_length = newbie->ipsa_encrkeybits; 3393 newbie->ipsa_kcfencrkey.ck_data = newbie->ipsa_encrkey; 3394 3395 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3396 error = ipsec_create_ctx_tmpl(newbie, IPSEC_ALG_ENCR); 3397 rw_exit(&ipss->ipsec_alg_lock); 3398 if (error != 0) { 3399 mutex_exit(&newbie->ipsa_lock); 3400 /* See above for error explanation. */ 3401 *diagnostic = SADB_X_DIAGNOSTIC_BAD_CTX; 3402 goto error; 3403 } 3404 } 3405 3406 if (async) 3407 newbie->ipsa_flags |= IPSA_F_ASYNC; 3408 3409 /* 3410 * Ptrs to processing functions. 3411 */ 3412 if (newbie->ipsa_type == SADB_SATYPE_ESP) 3413 ipsecesp_init_funcs(newbie); 3414 else 3415 ipsecah_init_funcs(newbie); 3416 ASSERT(newbie->ipsa_output_func != NULL && 3417 newbie->ipsa_input_func != NULL); 3418 3419 /* 3420 * Certificate ID stuff. 3421 */ 3422 if (ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC] != NULL) { 3423 sadb_ident_t *id = 3424 (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC]; 3425 3426 /* 3427 * Can assume strlen() will return okay because ext_check() in 3428 * keysock.c prepares the string for us. 3429 */ 3430 newbie->ipsa_src_cid = ipsid_lookup(id->sadb_ident_type, 3431 (char *)(id+1), ns); 3432 if (newbie->ipsa_src_cid == NULL) { 3433 error = ENOMEM; 3434 mutex_exit(&newbie->ipsa_lock); 3435 goto error; 3436 } 3437 } 3438 3439 if (ksi->ks_in_extv[SADB_EXT_IDENTITY_DST] != NULL) { 3440 sadb_ident_t *id = 3441 (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_DST]; 3442 3443 /* 3444 * Can assume strlen() will return okay because ext_check() in 3445 * keysock.c prepares the string for us. 3446 */ 3447 newbie->ipsa_dst_cid = ipsid_lookup(id->sadb_ident_type, 3448 (char *)(id+1), ns); 3449 if (newbie->ipsa_dst_cid == NULL) { 3450 error = ENOMEM; 3451 mutex_exit(&newbie->ipsa_lock); 3452 goto error; 3453 } 3454 } 3455 3456 /* 3457 * sensitivity label handling code: 3458 * Convert sens + bitmap into cred_t, and associate it 3459 * with the new SA. 3460 */ 3461 if (sens != NULL) { 3462 uint64_t *bitmap = (uint64_t *)(sens + 1); 3463 3464 newbie->ipsa_tsl = sadb_label_from_sens(sens, bitmap); 3465 } 3466 3467 /* 3468 * Likewise for outer sensitivity. 3469 */ 3470 if (osens != NULL) { 3471 uint64_t *bitmap = (uint64_t *)(osens + 1); 3472 ts_label_t *tsl, *effective_tsl; 3473 uint32_t *peer_addr_ptr; 3474 zoneid_t zoneid = GLOBAL_ZONEID; 3475 zone_t *zone; 3476 3477 peer_addr_ptr = is_inbound ? src_addr_ptr : dst_addr_ptr; 3478 3479 tsl = sadb_label_from_sens(osens, bitmap); 3480 newbie->ipsa_mac_exempt = CONN_MAC_DEFAULT; 3481 3482 if (osens->sadb_x_sens_flags & SADB_X_SENS_IMPLICIT) { 3483 newbie->ipsa_mac_exempt = CONN_MAC_IMPLICIT; 3484 } 3485 3486 error = tsol_check_dest(tsl, peer_addr_ptr, 3487 (af == AF_INET6)?IPV6_VERSION:IPV4_VERSION, 3488 newbie->ipsa_mac_exempt, B_TRUE, &effective_tsl); 3489 if (error != 0) { 3490 label_rele(tsl); 3491 mutex_exit(&newbie->ipsa_lock); 3492 goto error; 3493 } 3494 3495 if (effective_tsl != NULL) { 3496 label_rele(tsl); 3497 tsl = effective_tsl; 3498 } 3499 3500 newbie->ipsa_otsl = tsl; 3501 3502 zone = zone_find_by_label(tsl); 3503 if (zone != NULL) { 3504 zoneid = zone->zone_id; 3505 zone_rele(zone); 3506 } 3507 /* 3508 * For exclusive stacks we set the zoneid to zero to operate 3509 * as if in the global zone for tsol_compute_label_v4/v6 3510 */ 3511 if (ipst->ips_netstack->netstack_stackid != GLOBAL_NETSTACKID) 3512 zoneid = GLOBAL_ZONEID; 3513 3514 if (af == AF_INET6) { 3515 error = tsol_compute_label_v6(tsl, zoneid, 3516 (in6_addr_t *)peer_addr_ptr, 3517 newbie->ipsa_opt_storage, ipst); 3518 } else { 3519 error = tsol_compute_label_v4(tsl, zoneid, 3520 *peer_addr_ptr, newbie->ipsa_opt_storage, ipst); 3521 } 3522 if (error != 0) { 3523 mutex_exit(&newbie->ipsa_lock); 3524 goto error; 3525 } 3526 } 3527 3528 3529 if (replayext != NULL) { 3530 if ((replayext->sadb_x_rc_replay32 == 0) && 3531 (replayext->sadb_x_rc_replay64 != 0)) { 3532 error = EOPNOTSUPP; 3533 *diagnostic = SADB_X_DIAGNOSTIC_INVALID_REPLAY; 3534 mutex_exit(&newbie->ipsa_lock); 3535 goto error; 3536 } 3537 newbie->ipsa_replay = replayext->sadb_x_rc_replay32; 3538 } 3539 3540 /* now that the SA has been updated, set its new state */ 3541 newbie->ipsa_state = assoc->sadb_sa_state; 3542 3543 if (clone) { 3544 newbie->ipsa_haspeer = B_TRUE; 3545 } else { 3546 if (!is_inbound) { 3547 lifetime_fuzz(newbie); 3548 } 3549 } 3550 /* 3551 * The less locks I hold when doing an insertion and possible cloning, 3552 * the better! 3553 */ 3554 mutex_exit(&newbie->ipsa_lock); 3555 3556 if (clone) { 3557 newbie_clone = sadb_cloneassoc(newbie); 3558 3559 if (newbie_clone == NULL) { 3560 error = ENOMEM; 3561 goto error; 3562 } 3563 } 3564 3565 /* 3566 * Enter the bucket locks. The order of entry is outbound, 3567 * inbound. We map "primary" and "secondary" into outbound and inbound 3568 * based on the destination address type. If the destination address 3569 * type is for a node that isn't mine (or potentially mine), the 3570 * "primary" bucket is the outbound one. 3571 */ 3572 if (!is_inbound) { 3573 /* primary == outbound */ 3574 mutex_enter(&primary->isaf_lock); 3575 mutex_enter(&secondary->isaf_lock); 3576 } else { 3577 /* primary == inbound */ 3578 mutex_enter(&secondary->isaf_lock); 3579 mutex_enter(&primary->isaf_lock); 3580 } 3581 3582 /* 3583 * sadb_insertassoc() doesn't increment the reference 3584 * count. We therefore have to increment the 3585 * reference count one more time to reflect the 3586 * pointers of the table that reference this SA. 3587 */ 3588 IPSA_REFHOLD(newbie); 3589 3590 if (isupdate) { 3591 /* 3592 * Unlink from larval holding cell in the "inbound" fanout. 3593 */ 3594 ASSERT(newbie->ipsa_linklock == &primary->isaf_lock || 3595 newbie->ipsa_linklock == &secondary->isaf_lock); 3596 sadb_unlinkassoc(newbie); 3597 } 3598 3599 mutex_enter(&newbie->ipsa_lock); 3600 error = sadb_insertassoc(newbie, primary); 3601 mutex_exit(&newbie->ipsa_lock); 3602 3603 if (error != 0) { 3604 /* 3605 * Since sadb_insertassoc() failed, we must decrement the 3606 * refcount again so the cleanup code will actually free 3607 * the offending SA. 3608 */ 3609 IPSA_REFRELE(newbie); 3610 goto error_unlock; 3611 } 3612 3613 if (newbie_clone != NULL) { 3614 mutex_enter(&newbie_clone->ipsa_lock); 3615 error = sadb_insertassoc(newbie_clone, secondary); 3616 mutex_exit(&newbie_clone->ipsa_lock); 3617 if (error != 0) { 3618 /* Collision in secondary table. */ 3619 sadb_unlinkassoc(newbie); /* This does REFRELE. */ 3620 goto error_unlock; 3621 } 3622 IPSA_REFHOLD(newbie_clone); 3623 } else { 3624 ASSERT(primary != secondary); 3625 scratch = ipsec_getassocbyspi(secondary, newbie->ipsa_spi, 3626 ALL_ZEROES_PTR, newbie->ipsa_dstaddr, af); 3627 if (scratch != NULL) { 3628 /* Collision in secondary table. */ 3629 sadb_unlinkassoc(newbie); /* This does REFRELE. */ 3630 /* Set the error, since ipsec_getassocbyspi() can't. */ 3631 error = EEXIST; 3632 goto error_unlock; 3633 } 3634 } 3635 3636 /* OKAY! So let's do some reality check assertions. */ 3637 3638 ASSERT(MUTEX_NOT_HELD(&newbie->ipsa_lock)); 3639 ASSERT(newbie_clone == NULL || 3640 (MUTEX_NOT_HELD(&newbie_clone->ipsa_lock))); 3641 3642 error_unlock: 3643 3644 /* 3645 * We can exit the locks in any order. Only entrance needs to 3646 * follow any protocol. 3647 */ 3648 mutex_exit(&secondary->isaf_lock); 3649 mutex_exit(&primary->isaf_lock); 3650 3651 if (pair_ext != NULL && error == 0) { 3652 /* update pair_spi if it exists. */ 3653 ipsa_query_t sq; 3654 3655 sq.spp = spp; /* XXX param */ 3656 error = sadb_form_query(ksi, IPSA_Q_DST, IPSA_Q_SRC|IPSA_Q_DST| 3657 IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND, &sq, diagnostic); 3658 if (error) 3659 return (error); 3660 3661 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 3662 3663 if (error != 0) 3664 goto error; 3665 3666 if (ipsapp.ipsap_psa_ptr != NULL) { 3667 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_ALREADY; 3668 error = EINVAL; 3669 } else { 3670 /* update_pairing() sets diagnostic */ 3671 error = update_pairing(&ipsapp, &sq, ksi, diagnostic); 3672 } 3673 } 3674 /* Common error point for this routine. */ 3675 error: 3676 if (newbie != NULL) { 3677 if (error != 0) { 3678 /* This SA is broken, let the reaper clean up. */ 3679 mutex_enter(&newbie->ipsa_lock); 3680 newbie->ipsa_state = IPSA_STATE_DEAD; 3681 newbie->ipsa_hardexpiretime = 1; 3682 mutex_exit(&newbie->ipsa_lock); 3683 } 3684 IPSA_REFRELE(newbie); 3685 } 3686 if (newbie_clone != NULL) { 3687 IPSA_REFRELE(newbie_clone); 3688 } 3689 3690 if (error == 0) { 3691 /* 3692 * Construct favorable PF_KEY return message and send to 3693 * keysock. Update the flags in the original keysock message 3694 * to reflect the actual flags in the new SA. 3695 * (Q: Do I need to pass "newbie"? If I do, 3696 * make sure to REFHOLD, call, then REFRELE.) 3697 */ 3698 assoc->sadb_sa_flags = newbie->ipsa_flags; 3699 sadb_pfkey_echo(pfkey_q, mp, samsg, ksi, NULL); 3700 } 3701 3702 destroy_ipsa_pair(&ipsapp); 3703 return (error); 3704 } 3705 3706 /* 3707 * Set the time of first use for a security association. Update any 3708 * expiration times as a result. 3709 */ 3710 void 3711 sadb_set_usetime(ipsa_t *assoc) 3712 { 3713 time_t snapshot = gethrestime_sec(); 3714 3715 mutex_enter(&assoc->ipsa_lock); 3716 assoc->ipsa_lastuse = snapshot; 3717 assoc->ipsa_idleexpiretime = snapshot + assoc->ipsa_idletime; 3718 3719 /* 3720 * Caller does check usetime before calling me usually, and 3721 * double-checking is better than a mutex_enter/exit hit. 3722 */ 3723 if (assoc->ipsa_usetime == 0) { 3724 /* 3725 * This is redundant for outbound SA's, as 3726 * ipsec_getassocbyconn() sets the IPSA_F_USED flag already. 3727 * Inbound SAs, however, have no such protection. 3728 */ 3729 assoc->ipsa_flags |= IPSA_F_USED; 3730 assoc->ipsa_usetime = snapshot; 3731 3732 /* 3733 * After setting the use time, see if we have a use lifetime 3734 * that would cause the actual SA expiration time to shorten. 3735 */ 3736 UPDATE_EXPIRE(assoc, softuselt, softexpiretime); 3737 UPDATE_EXPIRE(assoc, harduselt, hardexpiretime); 3738 } 3739 mutex_exit(&assoc->ipsa_lock); 3740 } 3741 3742 /* 3743 * Send up a PF_KEY expire message for this association. 3744 */ 3745 static void 3746 sadb_expire_assoc(queue_t *pfkey_q, ipsa_t *assoc) 3747 { 3748 mblk_t *mp, *mp1; 3749 int alloclen, af; 3750 sadb_msg_t *samsg; 3751 sadb_lifetime_t *current, *expire; 3752 sadb_sa_t *saext; 3753 uint8_t *end; 3754 boolean_t tunnel_mode; 3755 3756 ASSERT(MUTEX_HELD(&assoc->ipsa_lock)); 3757 3758 /* Don't bother sending if there's no queue. */ 3759 if (pfkey_q == NULL) 3760 return; 3761 3762 mp = sadb_keysock_out(0); 3763 if (mp == NULL) { 3764 /* cmn_err(CE_WARN, */ 3765 /* "sadb_expire_assoc: Can't allocate KEYSOCK_OUT.\n"); */ 3766 return; 3767 } 3768 3769 alloclen = sizeof (*samsg) + sizeof (*current) + sizeof (*expire) + 3770 2 * sizeof (sadb_address_t) + sizeof (*saext); 3771 3772 af = assoc->ipsa_addrfam; 3773 switch (af) { 3774 case AF_INET: 3775 alloclen += 2 * sizeof (struct sockaddr_in); 3776 break; 3777 case AF_INET6: 3778 alloclen += 2 * sizeof (struct sockaddr_in6); 3779 break; 3780 default: 3781 /* Won't happen unless there's a kernel bug. */ 3782 freeb(mp); 3783 cmn_err(CE_WARN, 3784 "sadb_expire_assoc: Unknown address length.\n"); 3785 return; 3786 } 3787 3788 tunnel_mode = (assoc->ipsa_flags & IPSA_F_TUNNEL); 3789 if (tunnel_mode) { 3790 alloclen += 2 * sizeof (sadb_address_t); 3791 switch (assoc->ipsa_innerfam) { 3792 case AF_INET: 3793 alloclen += 2 * sizeof (struct sockaddr_in); 3794 break; 3795 case AF_INET6: 3796 alloclen += 2 * sizeof (struct sockaddr_in6); 3797 break; 3798 default: 3799 /* Won't happen unless there's a kernel bug. */ 3800 freeb(mp); 3801 cmn_err(CE_WARN, "sadb_expire_assoc: " 3802 "Unknown inner address length.\n"); 3803 return; 3804 } 3805 } 3806 3807 mp->b_cont = allocb(alloclen, BPRI_HI); 3808 if (mp->b_cont == NULL) { 3809 freeb(mp); 3810 /* cmn_err(CE_WARN, */ 3811 /* "sadb_expire_assoc: Can't allocate message.\n"); */ 3812 return; 3813 } 3814 3815 mp1 = mp; 3816 mp = mp->b_cont; 3817 end = mp->b_wptr + alloclen; 3818 3819 samsg = (sadb_msg_t *)mp->b_wptr; 3820 mp->b_wptr += sizeof (*samsg); 3821 samsg->sadb_msg_version = PF_KEY_V2; 3822 samsg->sadb_msg_type = SADB_EXPIRE; 3823 samsg->sadb_msg_errno = 0; 3824 samsg->sadb_msg_satype = assoc->ipsa_type; 3825 samsg->sadb_msg_len = SADB_8TO64(alloclen); 3826 samsg->sadb_msg_reserved = 0; 3827 samsg->sadb_msg_seq = 0; 3828 samsg->sadb_msg_pid = 0; 3829 3830 saext = (sadb_sa_t *)mp->b_wptr; 3831 mp->b_wptr += sizeof (*saext); 3832 saext->sadb_sa_len = SADB_8TO64(sizeof (*saext)); 3833 saext->sadb_sa_exttype = SADB_EXT_SA; 3834 saext->sadb_sa_spi = assoc->ipsa_spi; 3835 saext->sadb_sa_replay = assoc->ipsa_replay_wsize; 3836 saext->sadb_sa_state = assoc->ipsa_state; 3837 saext->sadb_sa_auth = assoc->ipsa_auth_alg; 3838 saext->sadb_sa_encrypt = assoc->ipsa_encr_alg; 3839 saext->sadb_sa_flags = assoc->ipsa_flags; 3840 3841 current = (sadb_lifetime_t *)mp->b_wptr; 3842 mp->b_wptr += sizeof (sadb_lifetime_t); 3843 current->sadb_lifetime_len = SADB_8TO64(sizeof (*current)); 3844 current->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT; 3845 /* We do not support the concept. */ 3846 current->sadb_lifetime_allocations = 0; 3847 current->sadb_lifetime_bytes = assoc->ipsa_bytes; 3848 current->sadb_lifetime_addtime = assoc->ipsa_addtime; 3849 current->sadb_lifetime_usetime = assoc->ipsa_usetime; 3850 3851 expire = (sadb_lifetime_t *)mp->b_wptr; 3852 mp->b_wptr += sizeof (*expire); 3853 expire->sadb_lifetime_len = SADB_8TO64(sizeof (*expire)); 3854 3855 if (assoc->ipsa_state == IPSA_STATE_DEAD) { 3856 expire->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD; 3857 expire->sadb_lifetime_allocations = assoc->ipsa_hardalloc; 3858 expire->sadb_lifetime_bytes = assoc->ipsa_hardbyteslt; 3859 expire->sadb_lifetime_addtime = assoc->ipsa_hardaddlt; 3860 expire->sadb_lifetime_usetime = assoc->ipsa_harduselt; 3861 } else if (assoc->ipsa_state == IPSA_STATE_DYING) { 3862 expire->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT; 3863 expire->sadb_lifetime_allocations = assoc->ipsa_softalloc; 3864 expire->sadb_lifetime_bytes = assoc->ipsa_softbyteslt; 3865 expire->sadb_lifetime_addtime = assoc->ipsa_softaddlt; 3866 expire->sadb_lifetime_usetime = assoc->ipsa_softuselt; 3867 } else { 3868 ASSERT(assoc->ipsa_state == IPSA_STATE_MATURE); 3869 expire->sadb_lifetime_exttype = SADB_X_EXT_LIFETIME_IDLE; 3870 expire->sadb_lifetime_allocations = 0; 3871 expire->sadb_lifetime_bytes = 0; 3872 expire->sadb_lifetime_addtime = assoc->ipsa_idleaddlt; 3873 expire->sadb_lifetime_usetime = assoc->ipsa_idleuselt; 3874 } 3875 3876 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, SADB_EXT_ADDRESS_SRC, 3877 af, assoc->ipsa_srcaddr, tunnel_mode ? 0 : SA_SRCPORT(assoc), 3878 SA_PROTO(assoc), 0); 3879 ASSERT(mp->b_wptr != NULL); 3880 3881 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, SADB_EXT_ADDRESS_DST, 3882 af, assoc->ipsa_dstaddr, tunnel_mode ? 0 : SA_DSTPORT(assoc), 3883 SA_PROTO(assoc), 0); 3884 ASSERT(mp->b_wptr != NULL); 3885 3886 if (tunnel_mode) { 3887 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, 3888 SADB_X_EXT_ADDRESS_INNER_SRC, assoc->ipsa_innerfam, 3889 assoc->ipsa_innersrc, SA_SRCPORT(assoc), SA_IPROTO(assoc), 3890 assoc->ipsa_innersrcpfx); 3891 ASSERT(mp->b_wptr != NULL); 3892 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, 3893 SADB_X_EXT_ADDRESS_INNER_DST, assoc->ipsa_innerfam, 3894 assoc->ipsa_innerdst, SA_DSTPORT(assoc), SA_IPROTO(assoc), 3895 assoc->ipsa_innerdstpfx); 3896 ASSERT(mp->b_wptr != NULL); 3897 } 3898 3899 /* Can just putnext, we're ready to go! */ 3900 putnext(pfkey_q, mp1); 3901 } 3902 3903 /* 3904 * "Age" the SA with the number of bytes that was used to protect traffic. 3905 * Send an SADB_EXPIRE message if appropriate. Return B_TRUE if there was 3906 * enough "charge" left in the SA to protect the data. Return B_FALSE 3907 * otherwise. (If B_FALSE is returned, the association either was, or became 3908 * DEAD.) 3909 */ 3910 boolean_t 3911 sadb_age_bytes(queue_t *pfkey_q, ipsa_t *assoc, uint64_t bytes, 3912 boolean_t sendmsg) 3913 { 3914 boolean_t rc = B_TRUE; 3915 uint64_t newtotal; 3916 3917 mutex_enter(&assoc->ipsa_lock); 3918 newtotal = assoc->ipsa_bytes + bytes; 3919 if (assoc->ipsa_hardbyteslt != 0 && 3920 newtotal >= assoc->ipsa_hardbyteslt) { 3921 if (assoc->ipsa_state != IPSA_STATE_DEAD) { 3922 sadb_delete_cluster(assoc); 3923 /* 3924 * Send EXPIRE message to PF_KEY. May wish to pawn 3925 * this off on another non-interrupt thread. Also 3926 * unlink this SA immediately. 3927 */ 3928 assoc->ipsa_state = IPSA_STATE_DEAD; 3929 if (sendmsg) 3930 sadb_expire_assoc(pfkey_q, assoc); 3931 /* 3932 * Set non-zero expiration time so sadb_age_assoc() 3933 * will work when reaping. 3934 */ 3935 assoc->ipsa_hardexpiretime = (time_t)1; 3936 } /* Else someone beat me to it! */ 3937 rc = B_FALSE; 3938 } else if (assoc->ipsa_softbyteslt != 0 && 3939 (newtotal >= assoc->ipsa_softbyteslt)) { 3940 if (assoc->ipsa_state < IPSA_STATE_DYING) { 3941 /* 3942 * Send EXPIRE message to PF_KEY. May wish to pawn 3943 * this off on another non-interrupt thread. 3944 */ 3945 assoc->ipsa_state = IPSA_STATE_DYING; 3946 assoc->ipsa_bytes = newtotal; 3947 if (sendmsg) 3948 sadb_expire_assoc(pfkey_q, assoc); 3949 } /* Else someone beat me to it! */ 3950 } 3951 if (rc == B_TRUE) 3952 assoc->ipsa_bytes = newtotal; 3953 mutex_exit(&assoc->ipsa_lock); 3954 return (rc); 3955 } 3956 3957 /* 3958 * "Torch" an individual SA. Returns NULL, so it can be tail-called from 3959 * sadb_age_assoc(). 3960 */ 3961 static ipsa_t * 3962 sadb_torch_assoc(isaf_t *head, ipsa_t *sa) 3963 { 3964 ASSERT(MUTEX_HELD(&head->isaf_lock)); 3965 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 3966 ASSERT(sa->ipsa_state == IPSA_STATE_DEAD); 3967 3968 /* 3969 * Force cached SAs to be revalidated.. 3970 */ 3971 head->isaf_gen++; 3972 3973 mutex_exit(&sa->ipsa_lock); 3974 sadb_unlinkassoc(sa); 3975 3976 return (NULL); 3977 } 3978 3979 /* 3980 * Do various SA-is-idle activities depending on delta (the number of idle 3981 * seconds on the SA) and/or other properties of the SA. 3982 * 3983 * Return B_TRUE if I've sent a packet, because I have to drop the 3984 * association's mutex before sending a packet out the wire. 3985 */ 3986 /* ARGSUSED */ 3987 static boolean_t 3988 sadb_idle_activities(ipsa_t *assoc, time_t delta, boolean_t inbound) 3989 { 3990 ipsecesp_stack_t *espstack = assoc->ipsa_netstack->netstack_ipsecesp; 3991 int nat_t_interval = espstack->ipsecesp_nat_keepalive_interval; 3992 3993 ASSERT(MUTEX_HELD(&assoc->ipsa_lock)); 3994 3995 if (!inbound && (assoc->ipsa_flags & IPSA_F_NATT_LOC) && 3996 delta >= nat_t_interval && 3997 gethrestime_sec() - assoc->ipsa_last_nat_t_ka >= nat_t_interval) { 3998 ASSERT(assoc->ipsa_type == SADB_SATYPE_ESP); 3999 assoc->ipsa_last_nat_t_ka = gethrestime_sec(); 4000 mutex_exit(&assoc->ipsa_lock); 4001 ipsecesp_send_keepalive(assoc); 4002 return (B_TRUE); 4003 } 4004 return (B_FALSE); 4005 } 4006 4007 /* 4008 * Return "assoc" if haspeer is true and I send an expire. This allows 4009 * the consumers' aging functions to tidy up an expired SA's peer. 4010 */ 4011 static ipsa_t * 4012 sadb_age_assoc(isaf_t *head, queue_t *pfkey_q, ipsa_t *assoc, 4013 time_t current, int reap_delay, boolean_t inbound) 4014 { 4015 ipsa_t *retval = NULL; 4016 boolean_t dropped_mutex = B_FALSE; 4017 4018 ASSERT(MUTEX_HELD(&head->isaf_lock)); 4019 4020 mutex_enter(&assoc->ipsa_lock); 4021 4022 if (((assoc->ipsa_state == IPSA_STATE_LARVAL) || 4023 ((assoc->ipsa_state == IPSA_STATE_IDLE) || 4024 (assoc->ipsa_state == IPSA_STATE_ACTIVE_ELSEWHERE) && 4025 (assoc->ipsa_hardexpiretime != 0))) && 4026 (assoc->ipsa_hardexpiretime <= current)) { 4027 assoc->ipsa_state = IPSA_STATE_DEAD; 4028 return (sadb_torch_assoc(head, assoc)); 4029 } 4030 4031 /* 4032 * Check lifetimes. Fortunately, SA setup is done 4033 * such that there are only two times to look at, 4034 * softexpiretime, and hardexpiretime. 4035 * 4036 * Check hard first. 4037 */ 4038 4039 if (assoc->ipsa_hardexpiretime != 0 && 4040 assoc->ipsa_hardexpiretime <= current) { 4041 if (assoc->ipsa_state == IPSA_STATE_DEAD) 4042 return (sadb_torch_assoc(head, assoc)); 4043 4044 if (inbound) { 4045 sadb_delete_cluster(assoc); 4046 } 4047 4048 /* 4049 * Send SADB_EXPIRE with hard lifetime, delay for unlinking. 4050 */ 4051 assoc->ipsa_state = IPSA_STATE_DEAD; 4052 if (assoc->ipsa_haspeer || assoc->ipsa_otherspi != 0) { 4053 /* 4054 * If the SA is paired or peered with another, put 4055 * a copy on a list which can be processed later, the 4056 * pair/peer SA needs to be updated so the both die 4057 * at the same time. 4058 * 4059 * If I return assoc, I have to bump up its reference 4060 * count to keep with the ipsa_t reference count 4061 * semantics. 4062 */ 4063 IPSA_REFHOLD(assoc); 4064 retval = assoc; 4065 } 4066 sadb_expire_assoc(pfkey_q, assoc); 4067 assoc->ipsa_hardexpiretime = current + reap_delay; 4068 } else if (assoc->ipsa_softexpiretime != 0 && 4069 assoc->ipsa_softexpiretime <= current && 4070 assoc->ipsa_state < IPSA_STATE_DYING) { 4071 /* 4072 * Send EXPIRE message to PF_KEY. May wish to pawn 4073 * this off on another non-interrupt thread. 4074 */ 4075 assoc->ipsa_state = IPSA_STATE_DYING; 4076 if (assoc->ipsa_haspeer) { 4077 /* 4078 * If the SA has a peer, update the peer's state 4079 * on SOFT_EXPIRE, this is mostly to prevent two 4080 * expire messages from effectively the same SA. 4081 * 4082 * Don't care about paired SA's, then can (and should) 4083 * be able to soft expire at different times. 4084 * 4085 * If I return assoc, I have to bump up its 4086 * reference count to keep with the ipsa_t reference 4087 * count semantics. 4088 */ 4089 IPSA_REFHOLD(assoc); 4090 retval = assoc; 4091 } 4092 sadb_expire_assoc(pfkey_q, assoc); 4093 } else if (assoc->ipsa_idletime != 0 && 4094 assoc->ipsa_idleexpiretime <= current) { 4095 if (assoc->ipsa_state == IPSA_STATE_ACTIVE_ELSEWHERE) { 4096 assoc->ipsa_state = IPSA_STATE_IDLE; 4097 } 4098 4099 /* 4100 * Need to handle Mature case 4101 */ 4102 if (assoc->ipsa_state == IPSA_STATE_MATURE) { 4103 sadb_expire_assoc(pfkey_q, assoc); 4104 } 4105 } else { 4106 /* Check idle time activities. */ 4107 dropped_mutex = sadb_idle_activities(assoc, 4108 current - assoc->ipsa_lastuse, inbound); 4109 } 4110 4111 if (!dropped_mutex) 4112 mutex_exit(&assoc->ipsa_lock); 4113 return (retval); 4114 } 4115 4116 /* 4117 * Called by a consumer protocol to do ther dirty work of reaping dead 4118 * Security Associations. 4119 * 4120 * NOTE: sadb_age_assoc() marks expired SA's as DEAD but only removed 4121 * SA's that are already marked DEAD, so expired SA's are only reaped 4122 * the second time sadb_ager() runs. 4123 */ 4124 void 4125 sadb_ager(sadb_t *sp, queue_t *pfkey_q, int reap_delay, netstack_t *ns) 4126 { 4127 int i; 4128 isaf_t *bucket; 4129 ipsa_t *assoc, *spare; 4130 iacqf_t *acqlist; 4131 ipsacq_t *acqrec, *spareacq; 4132 templist_t *haspeerlist, *newbie; 4133 /* Snapshot current time now. */ 4134 time_t current = gethrestime_sec(); 4135 haspeerlist = NULL; 4136 4137 /* 4138 * Do my dirty work. This includes aging real entries, aging 4139 * larvals, and aging outstanding ACQUIREs. 4140 * 4141 * I hope I don't tie up resources for too long. 4142 */ 4143 4144 /* Age acquires. */ 4145 4146 for (i = 0; i < sp->sdb_hashsize; i++) { 4147 acqlist = &sp->sdb_acq[i]; 4148 mutex_enter(&acqlist->iacqf_lock); 4149 for (acqrec = acqlist->iacqf_ipsacq; acqrec != NULL; 4150 acqrec = spareacq) { 4151 spareacq = acqrec->ipsacq_next; 4152 if (current > acqrec->ipsacq_expire) 4153 sadb_destroy_acquire(acqrec, ns); 4154 } 4155 mutex_exit(&acqlist->iacqf_lock); 4156 } 4157 4158 /* Age inbound associations. */ 4159 for (i = 0; i < sp->sdb_hashsize; i++) { 4160 bucket = &(sp->sdb_if[i]); 4161 mutex_enter(&bucket->isaf_lock); 4162 for (assoc = bucket->isaf_ipsa; assoc != NULL; 4163 assoc = spare) { 4164 spare = assoc->ipsa_next; 4165 if (sadb_age_assoc(bucket, pfkey_q, assoc, current, 4166 reap_delay, B_TRUE) != NULL) { 4167 /* 4168 * Put SA's which have a peer or SA's which 4169 * are paired on a list for processing after 4170 * all the hash tables have been walked. 4171 * 4172 * sadb_age_assoc() increments the refcnt, 4173 * effectively doing an IPSA_REFHOLD(). 4174 */ 4175 newbie = kmem_alloc(sizeof (*newbie), 4176 KM_NOSLEEP); 4177 if (newbie == NULL) { 4178 /* 4179 * Don't forget to REFRELE(). 4180 */ 4181 IPSA_REFRELE(assoc); 4182 continue; /* for loop... */ 4183 } 4184 newbie->next = haspeerlist; 4185 newbie->ipsa = assoc; 4186 haspeerlist = newbie; 4187 } 4188 } 4189 mutex_exit(&bucket->isaf_lock); 4190 } 4191 4192 age_pair_peer_list(haspeerlist, sp, B_FALSE); 4193 haspeerlist = NULL; 4194 4195 /* Age outbound associations. */ 4196 for (i = 0; i < sp->sdb_hashsize; i++) { 4197 bucket = &(sp->sdb_of[i]); 4198 mutex_enter(&bucket->isaf_lock); 4199 for (assoc = bucket->isaf_ipsa; assoc != NULL; 4200 assoc = spare) { 4201 spare = assoc->ipsa_next; 4202 if (sadb_age_assoc(bucket, pfkey_q, assoc, current, 4203 reap_delay, B_FALSE) != NULL) { 4204 /* 4205 * sadb_age_assoc() increments the refcnt, 4206 * effectively doing an IPSA_REFHOLD(). 4207 */ 4208 newbie = kmem_alloc(sizeof (*newbie), 4209 KM_NOSLEEP); 4210 if (newbie == NULL) { 4211 /* 4212 * Don't forget to REFRELE(). 4213 */ 4214 IPSA_REFRELE(assoc); 4215 continue; /* for loop... */ 4216 } 4217 newbie->next = haspeerlist; 4218 newbie->ipsa = assoc; 4219 haspeerlist = newbie; 4220 } 4221 } 4222 mutex_exit(&bucket->isaf_lock); 4223 } 4224 4225 age_pair_peer_list(haspeerlist, sp, B_TRUE); 4226 4227 /* 4228 * Run a GC pass to clean out dead identities. 4229 */ 4230 ipsid_gc(ns); 4231 } 4232 4233 /* 4234 * Figure out when to reschedule the ager. 4235 */ 4236 timeout_id_t 4237 sadb_retimeout(hrtime_t begin, queue_t *pfkey_q, void (*ager)(void *), 4238 void *agerarg, uint_t *intp, uint_t intmax, short mid) 4239 { 4240 hrtime_t end = gethrtime(); 4241 uint_t interval = *intp; /* "interval" is in ms. */ 4242 4243 /* 4244 * See how long this took. If it took too long, increase the 4245 * aging interval. 4246 */ 4247 if ((end - begin) > MSEC2NSEC(interval)) { 4248 if (interval >= intmax) { 4249 /* XXX Rate limit this? Or recommend flush? */ 4250 (void) strlog(mid, 0, 0, SL_ERROR | SL_WARN, 4251 "Too many SA's to age out in %d msec.\n", 4252 intmax); 4253 } else { 4254 /* Double by shifting by one bit. */ 4255 interval <<= 1; 4256 interval = min(interval, intmax); 4257 } 4258 } else if ((end - begin) <= (MSEC2NSEC(interval) / 2) && 4259 interval > SADB_AGE_INTERVAL_DEFAULT) { 4260 /* 4261 * If I took less than half of the interval, then I should 4262 * ratchet the interval back down. Never automatically 4263 * shift below the default aging interval. 4264 * 4265 * NOTE:This even overrides manual setting of the age 4266 * interval using NDD to lower the setting past the 4267 * default. In other words, if you set the interval 4268 * lower than the default, and your SADB gets too big, 4269 * the interval will only self-lower back to the default. 4270 */ 4271 /* Halve by shifting one bit. */ 4272 interval >>= 1; 4273 interval = max(interval, SADB_AGE_INTERVAL_DEFAULT); 4274 } 4275 *intp = interval; 4276 return (qtimeout(pfkey_q, ager, agerarg, 4277 drv_usectohz(interval * (MICROSEC / MILLISEC)))); 4278 } 4279 4280 4281 /* 4282 * Update the lifetime values of an SA. This is the path an SADB_UPDATE 4283 * message takes when updating a MATURE or DYING SA. 4284 */ 4285 static void 4286 sadb_update_lifetimes(ipsa_t *assoc, sadb_lifetime_t *hard, 4287 sadb_lifetime_t *soft, sadb_lifetime_t *idle, boolean_t outbound) 4288 { 4289 mutex_enter(&assoc->ipsa_lock); 4290 4291 /* 4292 * XXX RFC 2367 mentions how an SADB_EXT_LIFETIME_CURRENT can be 4293 * passed in during an update message. We currently don't handle 4294 * these. 4295 */ 4296 4297 if (hard != NULL) { 4298 if (hard->sadb_lifetime_bytes != 0) 4299 assoc->ipsa_hardbyteslt = hard->sadb_lifetime_bytes; 4300 if (hard->sadb_lifetime_usetime != 0) 4301 assoc->ipsa_harduselt = hard->sadb_lifetime_usetime; 4302 if (hard->sadb_lifetime_addtime != 0) 4303 assoc->ipsa_hardaddlt = hard->sadb_lifetime_addtime; 4304 if (assoc->ipsa_hardaddlt != 0) { 4305 assoc->ipsa_hardexpiretime = 4306 assoc->ipsa_addtime + assoc->ipsa_hardaddlt; 4307 } 4308 if (assoc->ipsa_harduselt != 0 && 4309 assoc->ipsa_flags & IPSA_F_USED) { 4310 UPDATE_EXPIRE(assoc, harduselt, hardexpiretime); 4311 } 4312 if (hard->sadb_lifetime_allocations != 0) 4313 assoc->ipsa_hardalloc = hard->sadb_lifetime_allocations; 4314 } 4315 4316 if (soft != NULL) { 4317 if (soft->sadb_lifetime_bytes != 0) { 4318 if (soft->sadb_lifetime_bytes > 4319 assoc->ipsa_hardbyteslt) { 4320 assoc->ipsa_softbyteslt = 4321 assoc->ipsa_hardbyteslt; 4322 } else { 4323 assoc->ipsa_softbyteslt = 4324 soft->sadb_lifetime_bytes; 4325 } 4326 } 4327 if (soft->sadb_lifetime_usetime != 0) { 4328 if (soft->sadb_lifetime_usetime > 4329 assoc->ipsa_harduselt) { 4330 assoc->ipsa_softuselt = 4331 assoc->ipsa_harduselt; 4332 } else { 4333 assoc->ipsa_softuselt = 4334 soft->sadb_lifetime_usetime; 4335 } 4336 } 4337 if (soft->sadb_lifetime_addtime != 0) { 4338 if (soft->sadb_lifetime_addtime > 4339 assoc->ipsa_hardexpiretime) { 4340 assoc->ipsa_softexpiretime = 4341 assoc->ipsa_hardexpiretime; 4342 } else { 4343 assoc->ipsa_softaddlt = 4344 soft->sadb_lifetime_addtime; 4345 } 4346 } 4347 if (assoc->ipsa_softaddlt != 0) { 4348 assoc->ipsa_softexpiretime = 4349 assoc->ipsa_addtime + assoc->ipsa_softaddlt; 4350 } 4351 if (assoc->ipsa_softuselt != 0 && 4352 assoc->ipsa_flags & IPSA_F_USED) { 4353 UPDATE_EXPIRE(assoc, softuselt, softexpiretime); 4354 } 4355 if (outbound && assoc->ipsa_softexpiretime != 0) { 4356 if (assoc->ipsa_state == IPSA_STATE_MATURE) 4357 lifetime_fuzz(assoc); 4358 } 4359 4360 if (soft->sadb_lifetime_allocations != 0) 4361 assoc->ipsa_softalloc = soft->sadb_lifetime_allocations; 4362 } 4363 4364 if (idle != NULL) { 4365 time_t current = gethrestime_sec(); 4366 if ((assoc->ipsa_idleexpiretime <= current) && 4367 (assoc->ipsa_idleaddlt == idle->sadb_lifetime_addtime)) { 4368 assoc->ipsa_idleexpiretime = 4369 current + assoc->ipsa_idleaddlt; 4370 } 4371 if (idle->sadb_lifetime_addtime != 0) 4372 assoc->ipsa_idleaddlt = idle->sadb_lifetime_addtime; 4373 if (idle->sadb_lifetime_usetime != 0) 4374 assoc->ipsa_idleuselt = idle->sadb_lifetime_usetime; 4375 if (assoc->ipsa_idleaddlt != 0) { 4376 assoc->ipsa_idleexpiretime = 4377 current + idle->sadb_lifetime_addtime; 4378 assoc->ipsa_idletime = idle->sadb_lifetime_addtime; 4379 } 4380 if (assoc->ipsa_idleuselt != 0) { 4381 if (assoc->ipsa_idletime != 0) { 4382 assoc->ipsa_idletime = min(assoc->ipsa_idletime, 4383 assoc->ipsa_idleuselt); 4384 assoc->ipsa_idleexpiretime = 4385 current + assoc->ipsa_idletime; 4386 } else { 4387 assoc->ipsa_idleexpiretime = 4388 current + assoc->ipsa_idleuselt; 4389 assoc->ipsa_idletime = assoc->ipsa_idleuselt; 4390 } 4391 } 4392 } 4393 mutex_exit(&assoc->ipsa_lock); 4394 } 4395 4396 static int 4397 sadb_update_state(ipsa_t *assoc, uint_t new_state, mblk_t **ipkt_lst) 4398 { 4399 int rcode = 0; 4400 time_t current = gethrestime_sec(); 4401 4402 mutex_enter(&assoc->ipsa_lock); 4403 4404 switch (new_state) { 4405 case SADB_X_SASTATE_ACTIVE_ELSEWHERE: 4406 if (assoc->ipsa_state == SADB_X_SASTATE_IDLE) { 4407 assoc->ipsa_state = IPSA_STATE_ACTIVE_ELSEWHERE; 4408 assoc->ipsa_idleexpiretime = 4409 current + assoc->ipsa_idletime; 4410 } 4411 break; 4412 case SADB_X_SASTATE_IDLE: 4413 if (assoc->ipsa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE) { 4414 assoc->ipsa_state = IPSA_STATE_IDLE; 4415 assoc->ipsa_idleexpiretime = 4416 current + assoc->ipsa_idletime; 4417 } else { 4418 rcode = EINVAL; 4419 } 4420 break; 4421 4422 case SADB_X_SASTATE_ACTIVE: 4423 if (assoc->ipsa_state != SADB_X_SASTATE_IDLE) { 4424 rcode = EINVAL; 4425 break; 4426 } 4427 assoc->ipsa_state = IPSA_STATE_MATURE; 4428 assoc->ipsa_idleexpiretime = current + assoc->ipsa_idletime; 4429 4430 if (ipkt_lst == NULL) { 4431 break; 4432 } 4433 4434 if (assoc->ipsa_bpkt_head != NULL) { 4435 *ipkt_lst = assoc->ipsa_bpkt_head; 4436 assoc->ipsa_bpkt_head = assoc->ipsa_bpkt_tail = NULL; 4437 assoc->ipsa_mblkcnt = 0; 4438 } else { 4439 *ipkt_lst = NULL; 4440 } 4441 break; 4442 default: 4443 rcode = EINVAL; 4444 break; 4445 } 4446 4447 mutex_exit(&assoc->ipsa_lock); 4448 return (rcode); 4449 } 4450 4451 /* 4452 * Check a proposed KMC update for sanity. 4453 */ 4454 static int 4455 sadb_check_kmc(ipsa_query_t *sq, ipsa_t *sa, int *diagnostic) 4456 { 4457 uint32_t kmp = sq->kmp; 4458 uint64_t kmc = sq->kmc; 4459 4460 if (sa == NULL) 4461 return (0); 4462 4463 if (sa->ipsa_state == IPSA_STATE_DEAD) 4464 return (ESRCH); /* DEAD == Not there, in this case. */ 4465 4466 if ((kmp != 0) && (sa->ipsa_kmp != 0) && (sa->ipsa_kmp != kmp)) { 4467 *diagnostic = SADB_X_DIAGNOSTIC_DUPLICATE_KMP; 4468 return (EINVAL); 4469 } 4470 4471 if ((kmc != 0) && (sa->ipsa_kmc != 0) && (sa->ipsa_kmc != kmc)) { 4472 *diagnostic = SADB_X_DIAGNOSTIC_DUPLICATE_KMC; 4473 return (EINVAL); 4474 } 4475 4476 return (0); 4477 } 4478 4479 /* 4480 * Actually update the KMC info. 4481 */ 4482 static void 4483 sadb_update_kmc(ipsa_query_t *sq, ipsa_t *sa) 4484 { 4485 uint32_t kmp = sq->kmp; 4486 uint64_t kmc = sq->kmc; 4487 4488 if (kmp != 0) 4489 sa->ipsa_kmp = kmp; 4490 if (kmc != 0) 4491 sa->ipsa_kmc = kmc; 4492 } 4493 4494 /* 4495 * Common code to update an SA. 4496 */ 4497 4498 int 4499 sadb_update_sa(mblk_t *mp, keysock_in_t *ksi, mblk_t **ipkt_lst, 4500 sadbp_t *spp, int *diagnostic, queue_t *pfkey_q, 4501 int (*add_sa_func)(mblk_t *, keysock_in_t *, int *, netstack_t *), 4502 netstack_t *ns, uint8_t sadb_msg_type) 4503 { 4504 sadb_key_t *akey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_AUTH]; 4505 sadb_key_t *ekey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT]; 4506 sadb_x_replay_ctr_t *replext = 4507 (sadb_x_replay_ctr_t *)ksi->ks_in_extv[SADB_X_EXT_REPLAY_VALUE]; 4508 sadb_lifetime_t *soft = 4509 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_SOFT]; 4510 sadb_lifetime_t *hard = 4511 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_HARD]; 4512 sadb_lifetime_t *idle = 4513 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_X_EXT_LIFETIME_IDLE]; 4514 sadb_x_pair_t *pair_ext = 4515 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 4516 ipsa_t *echo_target = NULL; 4517 ipsap_t ipsapp; 4518 ipsa_query_t sq; 4519 time_t current = gethrestime_sec(); 4520 4521 sq.spp = spp; /* XXX param */ 4522 int error = sadb_form_query(ksi, IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA, 4523 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND| 4524 IPSA_Q_KMC, 4525 &sq, diagnostic); 4526 4527 if (error != 0) 4528 return (error); 4529 4530 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 4531 if (error != 0) 4532 return (error); 4533 4534 if (ipsapp.ipsap_psa_ptr == NULL && ipsapp.ipsap_sa_ptr != NULL) { 4535 if (ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) { 4536 /* 4537 * REFRELE the target and let the add_sa_func() 4538 * deal with updating a larval SA. 4539 */ 4540 destroy_ipsa_pair(&ipsapp); 4541 return (add_sa_func(mp, ksi, diagnostic, ns)); 4542 } 4543 } 4544 4545 /* 4546 * At this point we have an UPDATE to a MATURE SA. There should 4547 * not be any keying material present. 4548 */ 4549 if (akey != NULL) { 4550 *diagnostic = SADB_X_DIAGNOSTIC_AKEY_PRESENT; 4551 error = EINVAL; 4552 goto bail; 4553 } 4554 if (ekey != NULL) { 4555 *diagnostic = SADB_X_DIAGNOSTIC_EKEY_PRESENT; 4556 error = EINVAL; 4557 goto bail; 4558 } 4559 4560 if (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE) { 4561 if (ipsapp.ipsap_sa_ptr != NULL && 4562 ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_IDLE) { 4563 if ((error = sadb_update_state(ipsapp.ipsap_sa_ptr, 4564 sq.assoc->sadb_sa_state, NULL)) != 0) { 4565 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4566 goto bail; 4567 } 4568 } 4569 if (ipsapp.ipsap_psa_ptr != NULL && 4570 ipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_IDLE) { 4571 if ((error = sadb_update_state(ipsapp.ipsap_psa_ptr, 4572 sq.assoc->sadb_sa_state, NULL)) != 0) { 4573 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4574 goto bail; 4575 } 4576 } 4577 } 4578 if (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE) { 4579 if (ipsapp.ipsap_sa_ptr != NULL) { 4580 error = sadb_update_state(ipsapp.ipsap_sa_ptr, 4581 sq.assoc->sadb_sa_state, 4582 (ipsapp.ipsap_sa_ptr->ipsa_flags & 4583 IPSA_F_INBOUND) ? ipkt_lst : NULL); 4584 if (error) { 4585 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4586 goto bail; 4587 } 4588 } 4589 if (ipsapp.ipsap_psa_ptr != NULL) { 4590 error = sadb_update_state(ipsapp.ipsap_psa_ptr, 4591 sq.assoc->sadb_sa_state, 4592 (ipsapp.ipsap_psa_ptr->ipsa_flags & 4593 IPSA_F_INBOUND) ? ipkt_lst : NULL); 4594 if (error) { 4595 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4596 goto bail; 4597 } 4598 } 4599 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 4600 ksi, echo_target); 4601 goto bail; 4602 } 4603 4604 /* 4605 * Reality checks for updates of active associations. 4606 * Sundry first-pass UPDATE-specific reality checks. 4607 * Have to do the checks here, because it's after the add_sa code. 4608 * XXX STATS : logging/stats here? 4609 */ 4610 4611 if (!((sq.assoc->sadb_sa_state == SADB_SASTATE_MATURE) || 4612 (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE))) { 4613 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4614 error = EINVAL; 4615 goto bail; 4616 } 4617 if (sq.assoc->sadb_sa_flags & ~spp->s_updateflags) { 4618 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SAFLAGS; 4619 error = EINVAL; 4620 goto bail; 4621 } 4622 if (ksi->ks_in_extv[SADB_EXT_LIFETIME_CURRENT] != NULL) { 4623 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_LIFETIME; 4624 error = EOPNOTSUPP; 4625 goto bail; 4626 } 4627 4628 if ((*diagnostic = sadb_hardsoftchk(hard, soft, idle)) != 0) { 4629 error = EINVAL; 4630 goto bail; 4631 } 4632 4633 if ((*diagnostic = sadb_labelchk(ksi)) != 0) 4634 return (EINVAL); 4635 4636 error = sadb_check_kmc(&sq, ipsapp.ipsap_sa_ptr, diagnostic); 4637 if (error != 0) 4638 goto bail; 4639 4640 error = sadb_check_kmc(&sq, ipsapp.ipsap_psa_ptr, diagnostic); 4641 if (error != 0) 4642 goto bail; 4643 4644 4645 if (ipsapp.ipsap_sa_ptr != NULL) { 4646 /* 4647 * Do not allow replay value change for MATURE or LARVAL SA. 4648 */ 4649 4650 if ((replext != NULL) && 4651 ((ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) || 4652 (ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_MATURE))) { 4653 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4654 error = EINVAL; 4655 goto bail; 4656 } 4657 } 4658 4659 4660 if (ipsapp.ipsap_sa_ptr != NULL) { 4661 sadb_update_lifetimes(ipsapp.ipsap_sa_ptr, hard, soft, 4662 idle, B_TRUE); 4663 sadb_update_kmc(&sq, ipsapp.ipsap_sa_ptr); 4664 if ((replext != NULL) && 4665 (ipsapp.ipsap_sa_ptr->ipsa_replay_wsize != 0)) { 4666 /* 4667 * If an inbound SA, update the replay counter 4668 * and check off all the other sequence number 4669 */ 4670 if (ksi->ks_in_dsttype == KS_IN_ADDR_ME) { 4671 if (!sadb_replay_check(ipsapp.ipsap_sa_ptr, 4672 replext->sadb_x_rc_replay32)) { 4673 *diagnostic = 4674 SADB_X_DIAGNOSTIC_INVALID_REPLAY; 4675 error = EINVAL; 4676 goto bail; 4677 } 4678 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4679 ipsapp.ipsap_sa_ptr->ipsa_idleexpiretime = 4680 current + 4681 ipsapp.ipsap_sa_ptr->ipsa_idletime; 4682 mutex_exit(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4683 } else { 4684 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4685 ipsapp.ipsap_sa_ptr->ipsa_replay = 4686 replext->sadb_x_rc_replay32; 4687 ipsapp.ipsap_sa_ptr->ipsa_idleexpiretime = 4688 current + 4689 ipsapp.ipsap_sa_ptr->ipsa_idletime; 4690 mutex_exit(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4691 } 4692 } 4693 } 4694 4695 if (sadb_msg_type == SADB_X_UPDATEPAIR) { 4696 if (ipsapp.ipsap_psa_ptr != NULL) { 4697 sadb_update_lifetimes(ipsapp.ipsap_psa_ptr, hard, soft, 4698 idle, B_FALSE); 4699 sadb_update_kmc(&sq, ipsapp.ipsap_psa_ptr); 4700 } else { 4701 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_SA_NOTFOUND; 4702 error = ESRCH; 4703 goto bail; 4704 } 4705 } 4706 4707 if (pair_ext != NULL) 4708 error = update_pairing(&ipsapp, &sq, ksi, diagnostic); 4709 4710 if (error == 0) 4711 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 4712 ksi, echo_target); 4713 bail: 4714 4715 destroy_ipsa_pair(&ipsapp); 4716 4717 return (error); 4718 } 4719 4720 4721 static int 4722 update_pairing(ipsap_t *ipsapp, ipsa_query_t *sq, keysock_in_t *ksi, 4723 int *diagnostic) 4724 { 4725 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 4726 sadb_x_pair_t *pair_ext = 4727 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 4728 int error = 0; 4729 ipsap_t oipsapp; 4730 boolean_t undo_pair = B_FALSE; 4731 uint32_t ipsa_flags; 4732 4733 if (pair_ext->sadb_x_pair_spi == 0 || pair_ext->sadb_x_pair_spi == 4734 assoc->sadb_sa_spi) { 4735 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4736 return (EINVAL); 4737 } 4738 4739 /* 4740 * Assume for now that the spi value provided in the SADB_UPDATE 4741 * message was valid, update the SA with its pair spi value. 4742 * If the spi turns out to be bogus or the SA no longer exists 4743 * then this will be detected when the reverse update is made 4744 * below. 4745 */ 4746 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4747 ipsapp->ipsap_sa_ptr->ipsa_flags |= IPSA_F_PAIRED; 4748 ipsapp->ipsap_sa_ptr->ipsa_otherspi = pair_ext->sadb_x_pair_spi; 4749 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4750 4751 /* 4752 * After updating the ipsa_otherspi element of the SA, get_ipsa_pair() 4753 * should now return pointers to the SA *AND* its pair, if this is not 4754 * the case, the "otherspi" either did not exist or was deleted. Also 4755 * check that "otherspi" is not already paired. If everything looks 4756 * good, complete the update. IPSA_REFRELE the first pair_pointer 4757 * after this update to ensure its not deleted until we are done. 4758 */ 4759 error = get_ipsa_pair(sq, &oipsapp, diagnostic); 4760 if (error != 0) { 4761 /* 4762 * This should never happen, calling function still has 4763 * IPSA_REFHELD on the SA we just updated. 4764 */ 4765 return (error); /* XXX EINVAL instead of ESRCH? */ 4766 } 4767 4768 if (oipsapp.ipsap_psa_ptr == NULL) { 4769 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4770 error = EINVAL; 4771 undo_pair = B_TRUE; 4772 } else { 4773 ipsa_flags = oipsapp.ipsap_psa_ptr->ipsa_flags; 4774 if ((oipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_DEAD) || 4775 (oipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_DYING)) { 4776 /* Its dead Jim! */ 4777 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4778 undo_pair = B_TRUE; 4779 } else if ((ipsa_flags & (IPSA_F_OUTBOUND | IPSA_F_INBOUND)) == 4780 (IPSA_F_OUTBOUND | IPSA_F_INBOUND)) { 4781 /* This SA is in both hashtables. */ 4782 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4783 undo_pair = B_TRUE; 4784 } else if (ipsa_flags & IPSA_F_PAIRED) { 4785 /* This SA is already paired with another. */ 4786 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_ALREADY; 4787 undo_pair = B_TRUE; 4788 } 4789 } 4790 4791 if (undo_pair) { 4792 /* The pair SA does not exist. */ 4793 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4794 ipsapp->ipsap_sa_ptr->ipsa_flags &= ~IPSA_F_PAIRED; 4795 ipsapp->ipsap_sa_ptr->ipsa_otherspi = 0; 4796 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4797 } else { 4798 mutex_enter(&oipsapp.ipsap_psa_ptr->ipsa_lock); 4799 oipsapp.ipsap_psa_ptr->ipsa_otherspi = assoc->sadb_sa_spi; 4800 oipsapp.ipsap_psa_ptr->ipsa_flags |= IPSA_F_PAIRED; 4801 mutex_exit(&oipsapp.ipsap_psa_ptr->ipsa_lock); 4802 } 4803 4804 destroy_ipsa_pair(&oipsapp); 4805 return (error); 4806 } 4807 4808 /* 4809 * The following functions deal with ACQUIRE LISTS. An ACQUIRE list is 4810 * a list of outstanding SADB_ACQUIRE messages. If ipsec_getassocbyconn() fails 4811 * for an outbound datagram, that datagram is queued up on an ACQUIRE record, 4812 * and an SADB_ACQUIRE message is sent up. Presumably, a user-space key 4813 * management daemon will process the ACQUIRE, use a SADB_GETSPI to reserve 4814 * an SPI value and a larval SA, then SADB_UPDATE the larval SA, and ADD the 4815 * other direction's SA. 4816 */ 4817 4818 /* 4819 * Check the ACQUIRE lists. If there's an existing ACQUIRE record, 4820 * grab it, lock it, and return it. Otherwise return NULL. 4821 * 4822 * XXX MLS number of arguments getting unwieldy here 4823 */ 4824 static ipsacq_t * 4825 sadb_checkacquire(iacqf_t *bucket, ipsec_action_t *ap, ipsec_policy_t *pp, 4826 uint32_t *src, uint32_t *dst, uint32_t *isrc, uint32_t *idst, 4827 uint64_t unique_id, ts_label_t *tsl) 4828 { 4829 ipsacq_t *walker; 4830 sa_family_t fam; 4831 uint32_t blank_address[4] = {0, 0, 0, 0}; 4832 4833 if (isrc == NULL) { 4834 ASSERT(idst == NULL); 4835 isrc = idst = blank_address; 4836 } 4837 4838 /* 4839 * Scan list for duplicates. Check for UNIQUE, src/dest, policy. 4840 * 4841 * XXX May need search for duplicates based on other things too! 4842 */ 4843 for (walker = bucket->iacqf_ipsacq; walker != NULL; 4844 walker = walker->ipsacq_next) { 4845 mutex_enter(&walker->ipsacq_lock); 4846 fam = walker->ipsacq_addrfam; 4847 if (IPSA_ARE_ADDR_EQUAL(dst, walker->ipsacq_dstaddr, fam) && 4848 IPSA_ARE_ADDR_EQUAL(src, walker->ipsacq_srcaddr, fam) && 4849 ip_addr_match((uint8_t *)isrc, walker->ipsacq_innersrcpfx, 4850 (in6_addr_t *)walker->ipsacq_innersrc) && 4851 ip_addr_match((uint8_t *)idst, walker->ipsacq_innerdstpfx, 4852 (in6_addr_t *)walker->ipsacq_innerdst) && 4853 (ap == walker->ipsacq_act) && 4854 (pp == walker->ipsacq_policy) && 4855 /* XXX do deep compares of ap/pp? */ 4856 (unique_id == walker->ipsacq_unique_id) && 4857 (ipsec_label_match(tsl, walker->ipsacq_tsl))) 4858 break; /* everything matched */ 4859 mutex_exit(&walker->ipsacq_lock); 4860 } 4861 4862 return (walker); 4863 } 4864 4865 /* 4866 * Generate an SADB_ACQUIRE base message mblk, including KEYSOCK_OUT metadata. 4867 * In other words, this will return, upon success, a two-mblk chain. 4868 */ 4869 static inline mblk_t * 4870 sadb_acquire_msg_base(minor_t serial, uint8_t satype, uint32_t seq, pid_t pid) 4871 { 4872 mblk_t *mp; 4873 sadb_msg_t *samsg; 4874 4875 mp = sadb_keysock_out(serial); 4876 if (mp == NULL) 4877 return (NULL); 4878 mp->b_cont = allocb(sizeof (sadb_msg_t), BPRI_HI); 4879 if (mp->b_cont == NULL) { 4880 freeb(mp); 4881 return (NULL); 4882 } 4883 4884 samsg = (sadb_msg_t *)mp->b_cont->b_rptr; 4885 mp->b_cont->b_wptr += sizeof (*samsg); 4886 samsg->sadb_msg_version = PF_KEY_V2; 4887 samsg->sadb_msg_type = SADB_ACQUIRE; 4888 samsg->sadb_msg_errno = 0; 4889 samsg->sadb_msg_reserved = 0; 4890 samsg->sadb_msg_satype = satype; 4891 samsg->sadb_msg_seq = seq; 4892 samsg->sadb_msg_pid = pid; 4893 4894 return (mp); 4895 } 4896 4897 /* 4898 * Generate address and TX/MLS sensitivity label PF_KEY extensions that are 4899 * common to both regular and extended ACQUIREs. 4900 */ 4901 static mblk_t * 4902 sadb_acquire_msg_common(ipsec_selector_t *sel, ipsec_policy_t *pp, 4903 ipsec_action_t *ap, boolean_t tunnel_mode, ts_label_t *tsl, 4904 sadb_sens_t *sens) 4905 { 4906 size_t len; 4907 mblk_t *mp; 4908 uint8_t *start, *cur, *end; 4909 uint32_t *saddrptr, *daddrptr; 4910 sa_family_t af; 4911 ipsec_action_t *oldap; 4912 ipsec_selkey_t *ipsl; 4913 uint8_t proto, pfxlen; 4914 uint16_t lport, rport; 4915 int senslen = 0; 4916 4917 /* 4918 * Get action pointer set if it isn't already. 4919 */ 4920 oldap = ap; 4921 if (pp != NULL) { 4922 ap = pp->ipsp_act; 4923 if (ap == NULL) 4924 ap = oldap; 4925 } 4926 4927 /* 4928 * Biggest-case scenario: 4929 * 4x (sadb_address_t + struct sockaddr_in6) 4930 * (src, dst, isrc, idst) 4931 * (COMING SOON, 6x, because of triggering-packet contents.) 4932 * sadb_x_kmc_t 4933 * sadb_sens_t 4934 * And wiggle room for label bitvectors. Luckily there are 4935 * programmatic ways to find it. 4936 */ 4937 len = 4 * (sizeof (sadb_address_t) + sizeof (struct sockaddr_in6)); 4938 4939 /* Figure out full and proper length of sensitivity labels. */ 4940 if (sens != NULL) { 4941 ASSERT(tsl == NULL); 4942 senslen = SADB_64TO8(sens->sadb_sens_len); 4943 } else if (tsl != NULL) { 4944 senslen = sadb_sens_len_from_label(tsl); 4945 } 4946 #ifdef DEBUG 4947 else { 4948 ASSERT(senslen == 0); 4949 } 4950 #endif /* DEBUG */ 4951 len += senslen; 4952 4953 mp = allocb(len, BPRI_HI); 4954 if (mp == NULL) 4955 return (NULL); 4956 4957 start = mp->b_rptr; 4958 end = start + len; 4959 cur = start; 4960 4961 /* 4962 * Address extensions first, from most-recently-defined to least. 4963 * (This should immediately trigger surprise or verify robustness on 4964 * older apps, like in.iked.) 4965 */ 4966 if (tunnel_mode) { 4967 /* 4968 * Form inner address extensions based NOT on the inner 4969 * selectors (i.e. the packet data), but on the policy's 4970 * selector key (i.e. the policy's selector information). 4971 * 4972 * NOTE: The position of IPv4 and IPv6 addresses is the 4973 * same in ipsec_selkey_t (unless the compiler does very 4974 * strange things with unions, consult your local C language 4975 * lawyer for details). 4976 */ 4977 ASSERT(pp != NULL); 4978 4979 ipsl = &(pp->ipsp_sel->ipsl_key); 4980 if (ipsl->ipsl_valid & IPSL_IPV4) { 4981 af = AF_INET; 4982 ASSERT(sel->ips_protocol == IPPROTO_ENCAP); 4983 ASSERT(!(ipsl->ipsl_valid & IPSL_IPV6)); 4984 } else { 4985 af = AF_INET6; 4986 ASSERT(sel->ips_protocol == IPPROTO_IPV6); 4987 ASSERT(ipsl->ipsl_valid & IPSL_IPV6); 4988 } 4989 4990 if (ipsl->ipsl_valid & IPSL_LOCAL_ADDR) { 4991 saddrptr = (uint32_t *)(&ipsl->ipsl_local); 4992 pfxlen = ipsl->ipsl_local_pfxlen; 4993 } else { 4994 saddrptr = (uint32_t *)(&ipv6_all_zeros); 4995 pfxlen = 0; 4996 } 4997 /* XXX What about ICMP type/code? */ 4998 lport = (ipsl->ipsl_valid & IPSL_LOCAL_PORT) ? 4999 ipsl->ipsl_lport : 0; 5000 proto = (ipsl->ipsl_valid & IPSL_PROTOCOL) ? 5001 ipsl->ipsl_proto : 0; 5002 5003 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_SRC, 5004 af, saddrptr, lport, proto, pfxlen); 5005 if (cur == NULL) { 5006 freeb(mp); 5007 return (NULL); 5008 } 5009 5010 if (ipsl->ipsl_valid & IPSL_REMOTE_ADDR) { 5011 daddrptr = (uint32_t *)(&ipsl->ipsl_remote); 5012 pfxlen = ipsl->ipsl_remote_pfxlen; 5013 } else { 5014 daddrptr = (uint32_t *)(&ipv6_all_zeros); 5015 pfxlen = 0; 5016 } 5017 /* XXX What about ICMP type/code? */ 5018 rport = (ipsl->ipsl_valid & IPSL_REMOTE_PORT) ? 5019 ipsl->ipsl_rport : 0; 5020 5021 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_DST, 5022 af, daddrptr, rport, proto, pfxlen); 5023 if (cur == NULL) { 5024 freeb(mp); 5025 return (NULL); 5026 } 5027 /* 5028 * TODO - if we go to 3884's dream of transport mode IP-in-IP 5029 * _with_ inner-packet address selectors, we'll need to further 5030 * distinguish tunnel mode here. For now, having inner 5031 * addresses and/or ports is sufficient. 5032 * 5033 * Meanwhile, whack proto/ports to reflect IP-in-IP for the 5034 * outer addresses. 5035 */ 5036 proto = sel->ips_protocol; /* Either _ENCAP or _IPV6 */ 5037 lport = rport = 0; 5038 } else if ((ap != NULL) && (!ap->ipa_want_unique)) { 5039 /* 5040 * For cases when the policy calls out specific ports (or not). 5041 */ 5042 proto = 0; 5043 lport = 0; 5044 rport = 0; 5045 if (pp != NULL) { 5046 ipsl = &(pp->ipsp_sel->ipsl_key); 5047 if (ipsl->ipsl_valid & IPSL_PROTOCOL) 5048 proto = ipsl->ipsl_proto; 5049 if (ipsl->ipsl_valid & IPSL_REMOTE_PORT) 5050 rport = ipsl->ipsl_rport; 5051 if (ipsl->ipsl_valid & IPSL_LOCAL_PORT) 5052 lport = ipsl->ipsl_lport; 5053 } 5054 } else { 5055 /* 5056 * For require-unique-SA policies. 5057 */ 5058 proto = sel->ips_protocol; 5059 lport = sel->ips_local_port; 5060 rport = sel->ips_remote_port; 5061 } 5062 5063 /* 5064 * Regular addresses. These are outer-packet ones for tunnel mode. 5065 * Or for transport mode, the regulard address & port information. 5066 */ 5067 af = sel->ips_isv4 ? AF_INET : AF_INET6; 5068 5069 /* 5070 * NOTE: The position of IPv4 and IPv6 addresses is the same in 5071 * ipsec_selector_t. 5072 */ 5073 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_SRC, af, 5074 (uint32_t *)(&sel->ips_local_addr_v6), lport, proto, 0); 5075 if (cur == NULL) { 5076 freeb(mp); 5077 return (NULL); 5078 } 5079 5080 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_DST, af, 5081 (uint32_t *)(&sel->ips_remote_addr_v6), rport, proto, 0); 5082 if (cur == NULL) { 5083 freeb(mp); 5084 return (NULL); 5085 } 5086 5087 /* 5088 * If present, generate a sensitivity label. 5089 */ 5090 if (cur + senslen > end) { 5091 freeb(mp); 5092 return (NULL); 5093 } 5094 if (sens != NULL) { 5095 /* Explicit sadb_sens_t, usually from inverse-ACQUIRE. */ 5096 bcopy(sens, cur, senslen); 5097 } else if (tsl != NULL) { 5098 /* Generate sadb_sens_t from ACQUIRE source. */ 5099 sadb_sens_from_label((sadb_sens_t *)cur, SADB_EXT_SENSITIVITY, 5100 tsl, senslen); 5101 } 5102 #ifdef DEBUG 5103 else { 5104 ASSERT(senslen == 0); 5105 } 5106 #endif /* DEBUG */ 5107 cur += senslen; 5108 mp->b_wptr = cur; 5109 5110 return (mp); 5111 } 5112 5113 /* 5114 * Generate a regular ACQUIRE's proposal extension and KMC information.. 5115 */ 5116 static mblk_t * 5117 sadb_acquire_prop(ipsec_action_t *ap, netstack_t *ns, boolean_t do_esp) 5118 { 5119 ipsec_stack_t *ipss = ns->netstack_ipsec; 5120 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 5121 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 5122 mblk_t *mp = NULL; 5123 sadb_prop_t *prop; 5124 sadb_comb_t *comb; 5125 ipsec_action_t *walker; 5126 int ncombs, allocsize, ealgid, aalgid, aminbits, amaxbits, eminbits, 5127 emaxbits, replay; 5128 uint64_t softbytes, hardbytes, softaddtime, hardaddtime, softusetime, 5129 hardusetime; 5130 uint64_t kmc = 0; 5131 uint32_t kmp = 0; 5132 5133 /* 5134 * Since it's an rwlock read, AND writing to the IPsec algorithms is 5135 * rare, just acquire it once up top, and drop it upon return. 5136 */ 5137 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 5138 if (do_esp) { 5139 uint64_t num_aalgs, num_ealgs; 5140 5141 if (espstack->esp_kstats == NULL) 5142 goto bail; 5143 5144 num_aalgs = ipss->ipsec_nalgs[IPSEC_ALG_AUTH]; 5145 num_ealgs = ipss->ipsec_nalgs[IPSEC_ALG_ENCR]; 5146 if (num_ealgs == 0) 5147 goto bail; /* IPsec not loaded yet, apparently. */ 5148 num_aalgs++; /* No-auth or self-auth-crypto ESP. */ 5149 5150 /* Use netstack's maximum loaded algorithms... */ 5151 ncombs = num_ealgs * num_aalgs; 5152 replay = espstack->ipsecesp_replay_size; 5153 } else { 5154 if (ahstack->ah_kstats == NULL) 5155 goto bail; 5156 5157 ncombs = ipss->ipsec_nalgs[IPSEC_ALG_AUTH]; 5158 5159 if (ncombs == 0) 5160 goto bail; /* IPsec not loaded yet, apparently. */ 5161 replay = ahstack->ipsecah_replay_size; 5162 } 5163 5164 allocsize = sizeof (*prop) + ncombs * sizeof (*comb) + 5165 sizeof (sadb_x_kmc_t); 5166 mp = allocb(allocsize, BPRI_HI); 5167 if (mp == NULL) 5168 goto bail; 5169 prop = (sadb_prop_t *)mp->b_rptr; 5170 mp->b_wptr += sizeof (*prop); 5171 comb = (sadb_comb_t *)mp->b_wptr; 5172 /* Decrement allocsize, if it goes to or below 0, stop. */ 5173 allocsize -= sizeof (*prop); 5174 prop->sadb_prop_exttype = SADB_EXT_PROPOSAL; 5175 prop->sadb_prop_len = SADB_8TO64(sizeof (*prop)); 5176 *(uint32_t *)(&prop->sadb_prop_replay) = 0; /* Quick zero-out! */ 5177 prop->sadb_prop_replay = replay; 5178 5179 /* 5180 * Based upon algorithm properties, and what-not, prioritize a 5181 * proposal, based on the ordering of the ESP algorithms in the 5182 * alternatives in the policy rule or socket that was placed 5183 * in the acquire record. 5184 * 5185 * For each action in policy list 5186 * Add combination. 5187 * I should not hit it, but if I've hit limit, return. 5188 */ 5189 5190 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5191 ipsec_alginfo_t *ealg, *aalg; 5192 ipsec_prot_t *prot; 5193 5194 if (walker->ipa_act.ipa_type != IPSEC_POLICY_APPLY) 5195 continue; 5196 5197 prot = &walker->ipa_act.ipa_apply; 5198 if (walker->ipa_act.ipa_apply.ipp_km_proto != 0) 5199 kmp = walker->ipa_act.ipa_apply.ipp_km_proto; 5200 if (walker->ipa_act.ipa_apply.ipp_km_cookie != 0) 5201 kmc = walker->ipa_act.ipa_apply.ipp_km_cookie; 5202 if (walker->ipa_act.ipa_apply.ipp_replay_depth) { 5203 prop->sadb_prop_replay = 5204 walker->ipa_act.ipa_apply.ipp_replay_depth; 5205 } 5206 5207 if (do_esp) { 5208 if (!prot->ipp_use_esp) 5209 continue; 5210 5211 if (prot->ipp_esp_auth_alg != 0) { 5212 aalg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 5213 [prot->ipp_esp_auth_alg]; 5214 if (aalg == NULL || !ALG_VALID(aalg)) 5215 continue; 5216 } else 5217 aalg = NULL; 5218 5219 ASSERT(prot->ipp_encr_alg > 0); 5220 ealg = ipss->ipsec_alglists[IPSEC_ALG_ENCR] 5221 [prot->ipp_encr_alg]; 5222 if (ealg == NULL || !ALG_VALID(ealg)) 5223 continue; 5224 5225 /* 5226 * These may want to come from policy rule.. 5227 */ 5228 softbytes = espstack->ipsecesp_default_soft_bytes; 5229 hardbytes = espstack->ipsecesp_default_hard_bytes; 5230 softaddtime = espstack->ipsecesp_default_soft_addtime; 5231 hardaddtime = espstack->ipsecesp_default_hard_addtime; 5232 softusetime = espstack->ipsecesp_default_soft_usetime; 5233 hardusetime = espstack->ipsecesp_default_hard_usetime; 5234 } else { 5235 if (!prot->ipp_use_ah) 5236 continue; 5237 ealg = NULL; 5238 aalg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 5239 [prot->ipp_auth_alg]; 5240 if (aalg == NULL || !ALG_VALID(aalg)) 5241 continue; 5242 5243 /* 5244 * These may want to come from policy rule.. 5245 */ 5246 softbytes = ahstack->ipsecah_default_soft_bytes; 5247 hardbytes = ahstack->ipsecah_default_hard_bytes; 5248 softaddtime = ahstack->ipsecah_default_soft_addtime; 5249 hardaddtime = ahstack->ipsecah_default_hard_addtime; 5250 softusetime = ahstack->ipsecah_default_soft_usetime; 5251 hardusetime = ahstack->ipsecah_default_hard_usetime; 5252 } 5253 5254 if (ealg == NULL) { 5255 ealgid = eminbits = emaxbits = 0; 5256 } else { 5257 ealgid = ealg->alg_id; 5258 eminbits = 5259 MAX(prot->ipp_espe_minbits, ealg->alg_ef_minbits); 5260 emaxbits = 5261 MIN(prot->ipp_espe_maxbits, ealg->alg_ef_maxbits); 5262 } 5263 5264 if (aalg == NULL) { 5265 aalgid = aminbits = amaxbits = 0; 5266 } else { 5267 aalgid = aalg->alg_id; 5268 aminbits = MAX(prot->ipp_espa_minbits, 5269 aalg->alg_ef_minbits); 5270 amaxbits = MIN(prot->ipp_espa_maxbits, 5271 aalg->alg_ef_maxbits); 5272 } 5273 5274 comb->sadb_comb_flags = 0; 5275 comb->sadb_comb_reserved = 0; 5276 comb->sadb_comb_encrypt = ealgid; 5277 comb->sadb_comb_encrypt_minbits = eminbits; 5278 comb->sadb_comb_encrypt_maxbits = emaxbits; 5279 comb->sadb_comb_auth = aalgid; 5280 comb->sadb_comb_auth_minbits = aminbits; 5281 comb->sadb_comb_auth_maxbits = amaxbits; 5282 comb->sadb_comb_soft_allocations = 0; 5283 comb->sadb_comb_hard_allocations = 0; 5284 comb->sadb_comb_soft_bytes = softbytes; 5285 comb->sadb_comb_hard_bytes = hardbytes; 5286 comb->sadb_comb_soft_addtime = softaddtime; 5287 comb->sadb_comb_hard_addtime = hardaddtime; 5288 comb->sadb_comb_soft_usetime = softusetime; 5289 comb->sadb_comb_hard_usetime = hardusetime; 5290 5291 prop->sadb_prop_len += SADB_8TO64(sizeof (*comb)); 5292 mp->b_wptr += sizeof (*comb); 5293 allocsize -= sizeof (*comb); 5294 /* Should never dip BELOW sizeof (KM cookie extension). */ 5295 ASSERT3S(allocsize, >=, sizeof (sadb_x_kmc_t)); 5296 if (allocsize <= sizeof (sadb_x_kmc_t)) 5297 break; /* out of space.. */ 5298 comb++; 5299 } 5300 5301 /* Don't include KMC extension if there's no room. */ 5302 if (((kmp != 0) || (kmc != 0)) && allocsize >= sizeof (sadb_x_kmc_t)) { 5303 if (sadb_make_kmc_ext(mp->b_wptr, 5304 mp->b_wptr + sizeof (sadb_x_kmc_t), kmp, kmc) == NULL) { 5305 freeb(mp); 5306 mp = NULL; 5307 goto bail; 5308 } 5309 mp->b_wptr += sizeof (sadb_x_kmc_t); 5310 prop->sadb_prop_len += SADB_8TO64(sizeof (sadb_x_kmc_t)); 5311 } 5312 5313 bail: 5314 rw_exit(&ipss->ipsec_alg_lock); 5315 return (mp); 5316 } 5317 5318 /* 5319 * Generate an extended ACQUIRE's extended-proposal extension. 5320 */ 5321 static mblk_t * 5322 sadb_acquire_extended_prop(ipsec_action_t *ap, netstack_t *ns) 5323 { 5324 sadb_prop_t *eprop; 5325 uint8_t *cur, *end; 5326 mblk_t *mp; 5327 int allocsize, numecombs = 0, numalgdescs = 0; 5328 uint32_t kmp = 0, replay = 0; 5329 uint64_t kmc = 0; 5330 ipsec_action_t *walker; 5331 5332 allocsize = sizeof (*eprop); 5333 5334 /* 5335 * Going to walk through the action list twice. Once for allocation 5336 * measurement, and once for actual construction. 5337 */ 5338 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5339 ipsec_prot_t *ipp; 5340 5341 /* 5342 * Skip non-IPsec policies 5343 */ 5344 if (walker->ipa_act.ipa_type != IPSEC_ACT_APPLY) 5345 continue; 5346 5347 ipp = &walker->ipa_act.ipa_apply; 5348 5349 if (walker->ipa_act.ipa_apply.ipp_km_proto) 5350 kmp = ipp->ipp_km_proto; 5351 if (walker->ipa_act.ipa_apply.ipp_km_cookie) 5352 kmc = ipp->ipp_km_cookie; 5353 if (walker->ipa_act.ipa_apply.ipp_replay_depth) 5354 replay = ipp->ipp_replay_depth; 5355 5356 if (ipp->ipp_use_ah) 5357 numalgdescs++; 5358 if (ipp->ipp_use_esp) { 5359 numalgdescs++; 5360 if (ipp->ipp_use_espa) 5361 numalgdescs++; 5362 } 5363 5364 numecombs++; 5365 } 5366 ASSERT(numecombs > 0); 5367 5368 allocsize += numecombs * sizeof (sadb_x_ecomb_t) + 5369 numalgdescs * sizeof (sadb_x_algdesc_t) + sizeof (sadb_x_kmc_t); 5370 mp = allocb(allocsize, BPRI_HI); 5371 if (mp == NULL) 5372 return (NULL); 5373 eprop = (sadb_prop_t *)mp->b_rptr; 5374 end = mp->b_rptr + allocsize; 5375 cur = mp->b_rptr + sizeof (*eprop); 5376 5377 eprop->sadb_prop_exttype = SADB_X_EXT_EPROP; 5378 eprop->sadb_x_prop_ereserved = 0; 5379 eprop->sadb_x_prop_numecombs = 0; 5380 *(uint32_t *)(&eprop->sadb_prop_replay) = 0; /* Quick zero-out! */ 5381 /* Pick ESP's replay default if need be. */ 5382 eprop->sadb_prop_replay = (replay == 0) ? 5383 ns->netstack_ipsecesp->ipsecesp_replay_size : replay; 5384 5385 /* This time, walk through and actually allocate. */ 5386 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5387 /* 5388 * Skip non-IPsec policies 5389 */ 5390 if (walker->ipa_act.ipa_type != IPSEC_ACT_APPLY) 5391 continue; 5392 cur = sadb_action_to_ecomb(cur, end, walker, ns); 5393 if (cur == NULL) { 5394 /* NOTE: inverse-ACQUIRE should note this as ENOMEM. */ 5395 freeb(mp); 5396 return (NULL); 5397 } 5398 eprop->sadb_x_prop_numecombs++; 5399 } 5400 5401 ASSERT(end - cur >= sizeof (sadb_x_kmc_t)); 5402 if ((kmp != 0) || (kmc != 0)) { 5403 cur = sadb_make_kmc_ext(cur, end, kmp, kmc); 5404 if (cur == NULL) { 5405 freeb(mp); 5406 return (NULL); 5407 } 5408 } 5409 mp->b_wptr = cur; 5410 eprop->sadb_prop_len = SADB_8TO64(cur - mp->b_rptr); 5411 5412 return (mp); 5413 } 5414 5415 /* 5416 * For this mblk, insert a new acquire record. Assume bucket contains addrs 5417 * of all of the same length. Give up (and drop) if memory 5418 * cannot be allocated for a new one; otherwise, invoke callback to 5419 * send the acquire up.. 5420 * 5421 * In cases where we need both AH and ESP, add the SA to the ESP ACQUIRE 5422 * list. The ah_add_sa_finish() routines can look at the packet's attached 5423 * attributes and handle this case specially. 5424 */ 5425 void 5426 sadb_acquire(mblk_t *datamp, ip_xmit_attr_t *ixa, boolean_t need_ah, 5427 boolean_t need_esp) 5428 { 5429 mblk_t *asyncmp, *regular, *extended, *common, *prop, *eprop; 5430 sadbp_t *spp; 5431 sadb_t *sp; 5432 ipsacq_t *newbie; 5433 iacqf_t *bucket; 5434 ipha_t *ipha = (ipha_t *)datamp->b_rptr; 5435 ip6_t *ip6h = (ip6_t *)datamp->b_rptr; 5436 uint32_t *src, *dst, *isrc, *idst; 5437 ipsec_policy_t *pp = ixa->ixa_ipsec_policy; 5438 ipsec_action_t *ap = ixa->ixa_ipsec_action; 5439 sa_family_t af; 5440 int hashoffset; 5441 uint32_t seq; 5442 uint64_t unique_id = 0; 5443 boolean_t tunnel_mode = (ixa->ixa_flags & IXAF_IPSEC_TUNNEL) != 0; 5444 ts_label_t *tsl; 5445 netstack_t *ns = ixa->ixa_ipst->ips_netstack; 5446 ipsec_stack_t *ipss = ns->netstack_ipsec; 5447 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 5448 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 5449 ipsec_selector_t sel; 5450 queue_t *q; 5451 5452 ASSERT((pp != NULL) || (ap != NULL)); 5453 5454 ASSERT(need_ah || need_esp); 5455 5456 /* Assign sadb pointers */ 5457 if (need_esp) { 5458 /* 5459 * ESP happens first if we need both AH and ESP. 5460 */ 5461 spp = &espstack->esp_sadb; 5462 } else { 5463 spp = &ahstack->ah_sadb; 5464 } 5465 sp = (ixa->ixa_flags & IXAF_IS_IPV4) ? &spp->s_v4 : &spp->s_v6; 5466 5467 if (is_system_labeled()) 5468 tsl = ixa->ixa_tsl; 5469 else 5470 tsl = NULL; 5471 5472 if (ap == NULL) 5473 ap = pp->ipsp_act; 5474 ASSERT(ap != NULL); 5475 5476 if (ap->ipa_act.ipa_apply.ipp_use_unique || tunnel_mode) 5477 unique_id = SA_FORM_UNIQUE_ID(ixa); 5478 5479 /* 5480 * Set up an ACQUIRE record. 5481 * 5482 * Immediately, make sure the ACQUIRE sequence number doesn't slip 5483 * below the lowest point allowed in the kernel. (In other words, 5484 * make sure the high bit on the sequence number is set.) 5485 */ 5486 5487 seq = keysock_next_seq(ns) | IACQF_LOWEST_SEQ; 5488 5489 if (IPH_HDR_VERSION(ipha) == IP_VERSION) { 5490 src = (uint32_t *)&ipha->ipha_src; 5491 dst = (uint32_t *)&ipha->ipha_dst; 5492 af = AF_INET; 5493 hashoffset = OUTBOUND_HASH_V4(sp, ipha->ipha_dst); 5494 ASSERT(ixa->ixa_flags & IXAF_IS_IPV4); 5495 } else { 5496 ASSERT(IPH_HDR_VERSION(ipha) == IPV6_VERSION); 5497 src = (uint32_t *)&ip6h->ip6_src; 5498 dst = (uint32_t *)&ip6h->ip6_dst; 5499 af = AF_INET6; 5500 hashoffset = OUTBOUND_HASH_V6(sp, ip6h->ip6_dst); 5501 ASSERT(!(ixa->ixa_flags & IXAF_IS_IPV4)); 5502 } 5503 5504 if (tunnel_mode) { 5505 if (pp == NULL) { 5506 /* 5507 * Tunnel mode with no policy pointer means this is a 5508 * reflected ICMP (like a ECHO REQUEST) that came in 5509 * with self-encapsulated protection. Until we better 5510 * support this, drop the packet. 5511 */ 5512 ip_drop_packet(datamp, B_FALSE, NULL, 5513 DROPPER(ipss, ipds_spd_got_selfencap), 5514 &ipss->ipsec_spd_dropper); 5515 return; 5516 } 5517 /* Snag inner addresses. */ 5518 isrc = ixa->ixa_ipsec_insrc; 5519 idst = ixa->ixa_ipsec_indst; 5520 } else { 5521 isrc = idst = NULL; 5522 } 5523 5524 /* 5525 * Check buckets to see if there is an existing entry. If so, 5526 * grab it. sadb_checkacquire locks newbie if found. 5527 */ 5528 bucket = &(sp->sdb_acq[hashoffset]); 5529 mutex_enter(&bucket->iacqf_lock); 5530 newbie = sadb_checkacquire(bucket, ap, pp, src, dst, isrc, idst, 5531 unique_id, tsl); 5532 5533 if (newbie == NULL) { 5534 /* 5535 * Otherwise, allocate a new one. 5536 */ 5537 newbie = kmem_zalloc(sizeof (*newbie), KM_NOSLEEP); 5538 if (newbie == NULL) { 5539 mutex_exit(&bucket->iacqf_lock); 5540 ip_drop_packet(datamp, B_FALSE, NULL, 5541 DROPPER(ipss, ipds_sadb_acquire_nomem), 5542 &ipss->ipsec_sadb_dropper); 5543 return; 5544 } 5545 newbie->ipsacq_policy = pp; 5546 if (pp != NULL) { 5547 IPPOL_REFHOLD(pp); 5548 } 5549 IPACT_REFHOLD(ap); 5550 newbie->ipsacq_act = ap; 5551 newbie->ipsacq_linklock = &bucket->iacqf_lock; 5552 newbie->ipsacq_next = bucket->iacqf_ipsacq; 5553 newbie->ipsacq_ptpn = &bucket->iacqf_ipsacq; 5554 if (newbie->ipsacq_next != NULL) 5555 newbie->ipsacq_next->ipsacq_ptpn = &newbie->ipsacq_next; 5556 5557 bucket->iacqf_ipsacq = newbie; 5558 mutex_init(&newbie->ipsacq_lock, NULL, MUTEX_DEFAULT, NULL); 5559 mutex_enter(&newbie->ipsacq_lock); 5560 } 5561 5562 /* 5563 * XXX MLS does it actually help us to drop the bucket lock here? 5564 * we have inserted a half-built, locked acquire record into the 5565 * bucket. any competing thread will now be able to lock the bucket 5566 * to scan it, but will immediately pile up on the new acquire 5567 * record's lock; I don't think we gain anything here other than to 5568 * disperse blame for lock contention. 5569 * 5570 * we might be able to dispense with acquire record locks entirely.. 5571 * just use the bucket locks.. 5572 */ 5573 5574 mutex_exit(&bucket->iacqf_lock); 5575 5576 /* 5577 * This assert looks silly for now, but we may need to enter newbie's 5578 * mutex during a search. 5579 */ 5580 ASSERT(MUTEX_HELD(&newbie->ipsacq_lock)); 5581 5582 /* 5583 * Make the ip_xmit_attr_t into something we can queue. 5584 * If no memory it frees datamp. 5585 */ 5586 asyncmp = ip_xmit_attr_to_mblk(ixa); 5587 if (asyncmp != NULL) 5588 linkb(asyncmp, datamp); 5589 5590 /* Queue up packet. Use b_next. */ 5591 5592 if (asyncmp == NULL) { 5593 /* Statistics for allocation failure */ 5594 if (ixa->ixa_flags & IXAF_IS_IPV4) { 5595 BUMP_MIB(&ixa->ixa_ipst->ips_ip_mib, 5596 ipIfStatsOutDiscards); 5597 } else { 5598 BUMP_MIB(&ixa->ixa_ipst->ips_ip6_mib, 5599 ipIfStatsOutDiscards); 5600 } 5601 ip_drop_output("No memory for asyncmp", datamp, NULL); 5602 freemsg(datamp); 5603 /* 5604 * The acquire record will be freed quickly if it's new 5605 * (ipsacq_expire == 0), and will proceed as if no packet 5606 * showed up if not. 5607 */ 5608 mutex_exit(&newbie->ipsacq_lock); 5609 return; 5610 } else if (newbie->ipsacq_numpackets == 0) { 5611 /* First one. */ 5612 newbie->ipsacq_mp = asyncmp; 5613 newbie->ipsacq_numpackets = 1; 5614 newbie->ipsacq_expire = gethrestime_sec(); 5615 /* 5616 * Extended ACQUIRE with both AH+ESP will use ESP's timeout 5617 * value. 5618 */ 5619 newbie->ipsacq_expire += *spp->s_acquire_timeout; 5620 newbie->ipsacq_seq = seq; 5621 newbie->ipsacq_addrfam = af; 5622 5623 newbie->ipsacq_srcport = ixa->ixa_ipsec_src_port; 5624 newbie->ipsacq_dstport = ixa->ixa_ipsec_dst_port; 5625 newbie->ipsacq_icmp_type = ixa->ixa_ipsec_icmp_type; 5626 newbie->ipsacq_icmp_code = ixa->ixa_ipsec_icmp_code; 5627 if (tunnel_mode) { 5628 newbie->ipsacq_inneraddrfam = ixa->ixa_ipsec_inaf; 5629 newbie->ipsacq_proto = ixa->ixa_ipsec_inaf == AF_INET6 ? 5630 IPPROTO_IPV6 : IPPROTO_ENCAP; 5631 newbie->ipsacq_innersrcpfx = ixa->ixa_ipsec_insrcpfx; 5632 newbie->ipsacq_innerdstpfx = ixa->ixa_ipsec_indstpfx; 5633 IPSA_COPY_ADDR(newbie->ipsacq_innersrc, 5634 ixa->ixa_ipsec_insrc, ixa->ixa_ipsec_inaf); 5635 IPSA_COPY_ADDR(newbie->ipsacq_innerdst, 5636 ixa->ixa_ipsec_indst, ixa->ixa_ipsec_inaf); 5637 } else { 5638 newbie->ipsacq_proto = ixa->ixa_ipsec_proto; 5639 } 5640 newbie->ipsacq_unique_id = unique_id; 5641 5642 if (tsl != NULL) { 5643 label_hold(tsl); 5644 newbie->ipsacq_tsl = tsl; 5645 } 5646 } else { 5647 /* Scan to the end of the list & insert. */ 5648 mblk_t *lastone = newbie->ipsacq_mp; 5649 5650 while (lastone->b_next != NULL) 5651 lastone = lastone->b_next; 5652 lastone->b_next = asyncmp; 5653 if (newbie->ipsacq_numpackets++ == ipsacq_maxpackets) { 5654 newbie->ipsacq_numpackets = ipsacq_maxpackets; 5655 lastone = newbie->ipsacq_mp; 5656 newbie->ipsacq_mp = lastone->b_next; 5657 lastone->b_next = NULL; 5658 5659 /* Freeing the async message */ 5660 lastone = ip_xmit_attr_free_mblk(lastone); 5661 ip_drop_packet(lastone, B_FALSE, NULL, 5662 DROPPER(ipss, ipds_sadb_acquire_toofull), 5663 &ipss->ipsec_sadb_dropper); 5664 } else { 5665 IP_ACQUIRE_STAT(ipss, qhiwater, 5666 newbie->ipsacq_numpackets); 5667 } 5668 } 5669 5670 /* 5671 * Reset addresses. Set them to the most recently added mblk chain, 5672 * so that the address pointers in the acquire record will point 5673 * at an mblk still attached to the acquire list. 5674 */ 5675 5676 newbie->ipsacq_srcaddr = src; 5677 newbie->ipsacq_dstaddr = dst; 5678 5679 /* 5680 * If the acquire record has more than one queued packet, we've 5681 * already sent an ACQUIRE, and don't need to repeat ourself. 5682 */ 5683 if (newbie->ipsacq_seq != seq || newbie->ipsacq_numpackets > 1) { 5684 /* I have an acquire outstanding already! */ 5685 mutex_exit(&newbie->ipsacq_lock); 5686 return; 5687 } 5688 5689 if (need_esp) { 5690 ESP_BUMP_STAT(espstack, acquire_requests); 5691 q = espstack->esp_pfkey_q; 5692 } else { 5693 /* 5694 * Two cases get us here: 5695 * 1.) AH-only policy. 5696 * 5697 * 2.) A continuation of an AH+ESP policy, and this is the 5698 * post-ESP, AH-needs-to-send-a-regular-ACQUIRE case. 5699 * (i.e. called from esp_do_outbound_ah().) 5700 */ 5701 AH_BUMP_STAT(ahstack, acquire_requests); 5702 q = ahstack->ah_pfkey_q; 5703 } 5704 5705 /* 5706 * Get selectors and other policy-expression bits needed for an 5707 * ACQUIRE. 5708 */ 5709 bzero(&sel, sizeof (sel)); 5710 sel.ips_isv4 = (ixa->ixa_flags & IXAF_IS_IPV4) != 0; 5711 if (tunnel_mode) { 5712 sel.ips_protocol = (ixa->ixa_ipsec_inaf == AF_INET) ? 5713 IPPROTO_ENCAP : IPPROTO_IPV6; 5714 } else { 5715 sel.ips_protocol = ixa->ixa_ipsec_proto; 5716 sel.ips_local_port = ixa->ixa_ipsec_src_port; 5717 sel.ips_remote_port = ixa->ixa_ipsec_dst_port; 5718 } 5719 sel.ips_icmp_type = ixa->ixa_ipsec_icmp_type; 5720 sel.ips_icmp_code = ixa->ixa_ipsec_icmp_code; 5721 sel.ips_is_icmp_inv_acq = 0; 5722 if (af == AF_INET) { 5723 sel.ips_local_addr_v4 = ipha->ipha_src; 5724 sel.ips_remote_addr_v4 = ipha->ipha_dst; 5725 } else { 5726 sel.ips_local_addr_v6 = ip6h->ip6_src; 5727 sel.ips_remote_addr_v6 = ip6h->ip6_dst; 5728 } 5729 5730 5731 /* 5732 * 1. Generate addresses, kmc, and sensitivity. These are "common" 5733 * and should be an mblk pointed to by common. TBD -- eventually it 5734 * will include triggering packet contents as more address extensions. 5735 * 5736 * 2. Generate ACQUIRE & KEYSOCK_OUT and single-protocol proposal. 5737 * These are "regular" and "prop". String regular->b_cont->b_cont = 5738 * common, common->b_cont = prop. 5739 * 5740 * 3. If extended register got turned on, generate EXT_ACQUIRE & 5741 * KEYSOCK_OUT and multi-protocol eprop. These are "extended" and 5742 * "eprop". String extended->b_cont->b_cont = dupb(common) and 5743 * extended->b_cont->b_cont->b_cont = prop. 5744 * 5745 * 4. Deliver: putnext(q, regular) and if there, putnext(q, extended). 5746 */ 5747 5748 regular = extended = prop = eprop = NULL; 5749 5750 common = sadb_acquire_msg_common(&sel, pp, ap, tunnel_mode, tsl, NULL); 5751 if (common == NULL) 5752 goto bail; 5753 5754 regular = sadb_acquire_msg_base(0, (need_esp ? 5755 SADB_SATYPE_ESP : SADB_SATYPE_AH), newbie->ipsacq_seq, 0); 5756 if (regular == NULL) 5757 goto bail; 5758 5759 /* 5760 * Pardon the boolean cleverness. At least one of need_* must be true. 5761 * If they are equal, it's an AH & ESP policy and ESP needs to go 5762 * first. If they aren't, just check the contents of need_esp. 5763 */ 5764 prop = sadb_acquire_prop(ap, ns, need_esp); 5765 if (prop == NULL) 5766 goto bail; 5767 5768 /* Link the parts together. */ 5769 regular->b_cont->b_cont = common; 5770 common->b_cont = prop; 5771 /* 5772 * Prop is now linked, so don't freemsg() it if the extended 5773 * construction goes off the rails. 5774 */ 5775 prop = NULL; 5776 5777 ((sadb_msg_t *)(regular->b_cont->b_rptr))->sadb_msg_len = 5778 SADB_8TO64(msgsize(regular->b_cont)); 5779 5780 /* 5781 * If we need an extended ACQUIRE, build it here. 5782 */ 5783 if (keysock_extended_reg(ns)) { 5784 /* NOTE: "common" still points to what we need. */ 5785 extended = sadb_acquire_msg_base(0, 0, newbie->ipsacq_seq, 0); 5786 if (extended == NULL) { 5787 common = NULL; 5788 goto bail; 5789 } 5790 5791 extended->b_cont->b_cont = dupb(common); 5792 common = NULL; 5793 if (extended->b_cont->b_cont == NULL) 5794 goto bail; 5795 5796 eprop = sadb_acquire_extended_prop(ap, ns); 5797 if (eprop == NULL) 5798 goto bail; 5799 extended->b_cont->b_cont->b_cont = eprop; 5800 5801 ((sadb_msg_t *)(extended->b_cont->b_rptr))->sadb_msg_len = 5802 SADB_8TO64(msgsize(extended->b_cont)); 5803 } 5804 5805 /* So we don't hold a lock across putnext()... */ 5806 mutex_exit(&newbie->ipsacq_lock); 5807 5808 if (extended != NULL) 5809 putnext(q, extended); 5810 ASSERT(regular != NULL); 5811 putnext(q, regular); 5812 return; 5813 5814 bail: 5815 /* Make this acquire record go away quickly... */ 5816 newbie->ipsacq_expire = 0; 5817 /* Exploit freemsg(NULL) being legal for fun & profit. */ 5818 freemsg(common); 5819 freemsg(prop); 5820 freemsg(extended); 5821 freemsg(regular); 5822 mutex_exit(&newbie->ipsacq_lock); 5823 } 5824 5825 /* 5826 * Unlink and free an acquire record. 5827 */ 5828 void 5829 sadb_destroy_acquire(ipsacq_t *acqrec, netstack_t *ns) 5830 { 5831 mblk_t *mp; 5832 ipsec_stack_t *ipss = ns->netstack_ipsec; 5833 5834 ASSERT(MUTEX_HELD(acqrec->ipsacq_linklock)); 5835 5836 if (acqrec->ipsacq_policy != NULL) { 5837 IPPOL_REFRELE(acqrec->ipsacq_policy); 5838 } 5839 if (acqrec->ipsacq_act != NULL) { 5840 IPACT_REFRELE(acqrec->ipsacq_act); 5841 } 5842 5843 /* Unlink */ 5844 *(acqrec->ipsacq_ptpn) = acqrec->ipsacq_next; 5845 if (acqrec->ipsacq_next != NULL) 5846 acqrec->ipsacq_next->ipsacq_ptpn = acqrec->ipsacq_ptpn; 5847 5848 if (acqrec->ipsacq_tsl != NULL) { 5849 label_rele(acqrec->ipsacq_tsl); 5850 acqrec->ipsacq_tsl = NULL; 5851 } 5852 5853 /* 5854 * Free hanging mp's. 5855 * 5856 * XXX Instead of freemsg(), perhaps use IPSEC_REQ_FAILED. 5857 */ 5858 5859 mutex_enter(&acqrec->ipsacq_lock); 5860 while (acqrec->ipsacq_mp != NULL) { 5861 mp = acqrec->ipsacq_mp; 5862 acqrec->ipsacq_mp = mp->b_next; 5863 mp->b_next = NULL; 5864 /* Freeing the async message */ 5865 mp = ip_xmit_attr_free_mblk(mp); 5866 ip_drop_packet(mp, B_FALSE, NULL, 5867 DROPPER(ipss, ipds_sadb_acquire_timeout), 5868 &ipss->ipsec_sadb_dropper); 5869 } 5870 mutex_exit(&acqrec->ipsacq_lock); 5871 5872 /* Free */ 5873 mutex_destroy(&acqrec->ipsacq_lock); 5874 kmem_free(acqrec, sizeof (*acqrec)); 5875 } 5876 5877 /* 5878 * Destroy an acquire list fanout. 5879 */ 5880 static void 5881 sadb_destroy_acqlist(iacqf_t **listp, uint_t numentries, boolean_t forever, 5882 netstack_t *ns) 5883 { 5884 int i; 5885 iacqf_t *list = *listp; 5886 5887 if (list == NULL) 5888 return; 5889 5890 for (i = 0; i < numentries; i++) { 5891 mutex_enter(&(list[i].iacqf_lock)); 5892 while (list[i].iacqf_ipsacq != NULL) 5893 sadb_destroy_acquire(list[i].iacqf_ipsacq, ns); 5894 mutex_exit(&(list[i].iacqf_lock)); 5895 if (forever) 5896 mutex_destroy(&(list[i].iacqf_lock)); 5897 } 5898 5899 if (forever) { 5900 *listp = NULL; 5901 kmem_free(list, numentries * sizeof (*list)); 5902 } 5903 } 5904 5905 /* 5906 * Create an algorithm descriptor for an extended ACQUIRE. Filter crypto 5907 * framework's view of reality vs. IPsec's. EF's wins, BTW. 5908 */ 5909 static uint8_t * 5910 sadb_new_algdesc(uint8_t *start, uint8_t *limit, 5911 sadb_x_ecomb_t *ecomb, uint8_t satype, uint8_t algtype, 5912 uint8_t alg, uint16_t minbits, uint16_t maxbits, ipsec_stack_t *ipss) 5913 { 5914 uint8_t *cur = start; 5915 ipsec_alginfo_t *algp; 5916 sadb_x_algdesc_t *algdesc = (sadb_x_algdesc_t *)cur; 5917 5918 cur += sizeof (*algdesc); 5919 if (cur >= limit) 5920 return (NULL); 5921 5922 ecomb->sadb_x_ecomb_numalgs++; 5923 5924 /* 5925 * Normalize vs. crypto framework's limits. This way, you can specify 5926 * a stronger policy, and when the framework loads a stronger version, 5927 * you can just keep plowing w/o rewhacking your SPD. 5928 */ 5929 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 5930 algp = ipss->ipsec_alglists[(algtype == SADB_X_ALGTYPE_AUTH) ? 5931 IPSEC_ALG_AUTH : IPSEC_ALG_ENCR][alg]; 5932 if (algp == NULL) { 5933 rw_exit(&ipss->ipsec_alg_lock); 5934 return (NULL); /* Algorithm doesn't exist. Fail gracefully. */ 5935 } 5936 if (minbits < algp->alg_ef_minbits) 5937 minbits = algp->alg_ef_minbits; 5938 if (maxbits > algp->alg_ef_maxbits) 5939 maxbits = algp->alg_ef_maxbits; 5940 rw_exit(&ipss->ipsec_alg_lock); 5941 5942 algdesc->sadb_x_algdesc_reserved = SADB_8TO1(algp->alg_saltlen); 5943 algdesc->sadb_x_algdesc_satype = satype; 5944 algdesc->sadb_x_algdesc_algtype = algtype; 5945 algdesc->sadb_x_algdesc_alg = alg; 5946 algdesc->sadb_x_algdesc_minbits = minbits; 5947 algdesc->sadb_x_algdesc_maxbits = maxbits; 5948 5949 return (cur); 5950 } 5951 5952 /* 5953 * Convert the given ipsec_action_t into an ecomb starting at *ecomb 5954 * which must fit before *limit 5955 * 5956 * return NULL if we ran out of room or a pointer to the end of the ecomb. 5957 */ 5958 static uint8_t * 5959 sadb_action_to_ecomb(uint8_t *start, uint8_t *limit, ipsec_action_t *act, 5960 netstack_t *ns) 5961 { 5962 uint8_t *cur = start; 5963 sadb_x_ecomb_t *ecomb = (sadb_x_ecomb_t *)cur; 5964 ipsec_prot_t *ipp; 5965 ipsec_stack_t *ipss = ns->netstack_ipsec; 5966 5967 cur += sizeof (*ecomb); 5968 if (cur >= limit) 5969 return (NULL); 5970 5971 ASSERT(act->ipa_act.ipa_type == IPSEC_ACT_APPLY); 5972 5973 ipp = &act->ipa_act.ipa_apply; 5974 5975 ecomb->sadb_x_ecomb_numalgs = 0; 5976 ecomb->sadb_x_ecomb_reserved = 0; 5977 ecomb->sadb_x_ecomb_reserved2 = 0; 5978 /* 5979 * No limits on allocations, since we really don't support that 5980 * concept currently. 5981 */ 5982 ecomb->sadb_x_ecomb_soft_allocations = 0; 5983 ecomb->sadb_x_ecomb_hard_allocations = 0; 5984 5985 /* 5986 * XXX TBD: Policy or global parameters will eventually be 5987 * able to fill in some of these. 5988 */ 5989 ecomb->sadb_x_ecomb_flags = 0; 5990 ecomb->sadb_x_ecomb_soft_bytes = 0; 5991 ecomb->sadb_x_ecomb_hard_bytes = 0; 5992 ecomb->sadb_x_ecomb_soft_addtime = 0; 5993 ecomb->sadb_x_ecomb_hard_addtime = 0; 5994 ecomb->sadb_x_ecomb_soft_usetime = 0; 5995 ecomb->sadb_x_ecomb_hard_usetime = 0; 5996 5997 if (ipp->ipp_use_ah) { 5998 cur = sadb_new_algdesc(cur, limit, ecomb, 5999 SADB_SATYPE_AH, SADB_X_ALGTYPE_AUTH, ipp->ipp_auth_alg, 6000 ipp->ipp_ah_minbits, ipp->ipp_ah_maxbits, ipss); 6001 if (cur == NULL) 6002 return (NULL); 6003 ipsecah_fill_defs(ecomb, ns); 6004 } 6005 6006 if (ipp->ipp_use_esp) { 6007 if (ipp->ipp_use_espa) { 6008 cur = sadb_new_algdesc(cur, limit, ecomb, 6009 SADB_SATYPE_ESP, SADB_X_ALGTYPE_AUTH, 6010 ipp->ipp_esp_auth_alg, 6011 ipp->ipp_espa_minbits, 6012 ipp->ipp_espa_maxbits, ipss); 6013 if (cur == NULL) 6014 return (NULL); 6015 } 6016 6017 cur = sadb_new_algdesc(cur, limit, ecomb, 6018 SADB_SATYPE_ESP, SADB_X_ALGTYPE_CRYPT, 6019 ipp->ipp_encr_alg, 6020 ipp->ipp_espe_minbits, 6021 ipp->ipp_espe_maxbits, ipss); 6022 if (cur == NULL) 6023 return (NULL); 6024 /* Fill in lifetimes if and only if AH didn't already... */ 6025 if (!ipp->ipp_use_ah) 6026 ipsecesp_fill_defs(ecomb, ns); 6027 } 6028 6029 return (cur); 6030 } 6031 6032 #include <sys/tsol/label_macro.h> /* XXX should not need this */ 6033 6034 /* 6035 * From a cred_t, construct a sensitivity label extension 6036 * 6037 * We send up a fixed-size sensitivity label bitmap, and are perhaps 6038 * overly chummy with the underlying data structures here. 6039 */ 6040 6041 /* ARGSUSED */ 6042 int 6043 sadb_sens_len_from_label(ts_label_t *tsl) 6044 { 6045 int baselen = sizeof (sadb_sens_t) + _C_LEN * 4; 6046 return (roundup(baselen, sizeof (uint64_t))); 6047 } 6048 6049 void 6050 sadb_sens_from_label(sadb_sens_t *sens, int exttype, ts_label_t *tsl, 6051 int senslen) 6052 { 6053 uint8_t *bitmap; 6054 bslabel_t *sl; 6055 6056 /* LINTED */ 6057 ASSERT((_C_LEN & 1) == 0); 6058 ASSERT((senslen & 7) == 0); 6059 6060 sl = label2bslabel(tsl); 6061 6062 sens->sadb_sens_exttype = exttype; 6063 sens->sadb_sens_len = SADB_8TO64(senslen); 6064 6065 sens->sadb_sens_dpd = tsl->tsl_doi; 6066 sens->sadb_sens_sens_level = LCLASS(sl); 6067 sens->sadb_sens_integ_level = 0; /* TBD */ 6068 sens->sadb_sens_sens_len = _C_LEN >> 1; 6069 sens->sadb_sens_integ_len = 0; /* TBD */ 6070 sens->sadb_x_sens_flags = 0; 6071 6072 bitmap = (uint8_t *)(sens + 1); 6073 bcopy(&(((_bslabel_impl_t *)sl)->compartments), bitmap, _C_LEN * 4); 6074 } 6075 6076 /* 6077 * Okay, how do we report errors/invalid labels from this? 6078 * With a special designated "not a label" cred_t ? 6079 */ 6080 /* ARGSUSED */ 6081 ts_label_t * 6082 sadb_label_from_sens(sadb_sens_t *sens, uint64_t *bitmap) 6083 { 6084 int bitmap_len = SADB_64TO8(sens->sadb_sens_sens_len); 6085 bslabel_t sl; 6086 ts_label_t *tsl; 6087 6088 if (sens->sadb_sens_integ_level != 0) 6089 return (NULL); 6090 if (sens->sadb_sens_integ_len != 0) 6091 return (NULL); 6092 if (bitmap_len > _C_LEN * 4) 6093 return (NULL); 6094 6095 bsllow(&sl); 6096 LCLASS_SET((_bslabel_impl_t *)&sl, sens->sadb_sens_sens_level); 6097 bcopy(bitmap, &((_bslabel_impl_t *)&sl)->compartments, 6098 bitmap_len); 6099 6100 tsl = labelalloc(&sl, sens->sadb_sens_dpd, KM_NOSLEEP); 6101 if (tsl == NULL) 6102 return (NULL); 6103 6104 if (sens->sadb_x_sens_flags & SADB_X_SENS_UNLABELED) 6105 tsl->tsl_flags |= TSLF_UNLABELED; 6106 return (tsl); 6107 } 6108 6109 /* End XXX label-library-leakage */ 6110 6111 /* 6112 * Given an SADB_GETSPI message, find an appropriately ranged SA and 6113 * allocate an SA. If there are message improprieties, return (ipsa_t *)-1. 6114 * If there was a memory allocation error, return NULL. (Assume NULL != 6115 * (ipsa_t *)-1). 6116 * 6117 * master_spi is passed in host order. 6118 */ 6119 ipsa_t * 6120 sadb_getspi(keysock_in_t *ksi, uint32_t master_spi, int *diagnostic, 6121 netstack_t *ns, uint_t sa_type) 6122 { 6123 sadb_address_t *src = 6124 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC], 6125 *dst = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 6126 sadb_spirange_t *range = 6127 (sadb_spirange_t *)ksi->ks_in_extv[SADB_EXT_SPIRANGE]; 6128 struct sockaddr_in *ssa, *dsa; 6129 struct sockaddr_in6 *ssa6, *dsa6; 6130 uint32_t *srcaddr, *dstaddr; 6131 sa_family_t af; 6132 uint32_t add, min, max; 6133 uint8_t protocol = 6134 (sa_type == SADB_SATYPE_AH) ? IPPROTO_AH : IPPROTO_ESP; 6135 6136 if (src == NULL) { 6137 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 6138 return ((ipsa_t *)-1); 6139 } 6140 if (dst == NULL) { 6141 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 6142 return ((ipsa_t *)-1); 6143 } 6144 if (range == NULL) { 6145 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_RANGE; 6146 return ((ipsa_t *)-1); 6147 } 6148 6149 min = ntohl(range->sadb_spirange_min); 6150 max = ntohl(range->sadb_spirange_max); 6151 dsa = (struct sockaddr_in *)(dst + 1); 6152 dsa6 = (struct sockaddr_in6 *)dsa; 6153 6154 ssa = (struct sockaddr_in *)(src + 1); 6155 ssa6 = (struct sockaddr_in6 *)ssa; 6156 ASSERT(dsa->sin_family == ssa->sin_family); 6157 6158 srcaddr = ALL_ZEROES_PTR; 6159 af = dsa->sin_family; 6160 switch (af) { 6161 case AF_INET: 6162 if (src != NULL) 6163 srcaddr = (uint32_t *)(&ssa->sin_addr); 6164 dstaddr = (uint32_t *)(&dsa->sin_addr); 6165 break; 6166 case AF_INET6: 6167 if (src != NULL) 6168 srcaddr = (uint32_t *)(&ssa6->sin6_addr); 6169 dstaddr = (uint32_t *)(&dsa6->sin6_addr); 6170 break; 6171 default: 6172 *diagnostic = SADB_X_DIAGNOSTIC_BAD_DST_AF; 6173 return ((ipsa_t *)-1); 6174 } 6175 6176 if (master_spi < min || master_spi > max) { 6177 /* Return a random value in the range. */ 6178 if (cl_inet_getspi) { 6179 cl_inet_getspi(ns->netstack_stackid, protocol, 6180 (uint8_t *)&add, sizeof (add), NULL); 6181 } else { 6182 (void) random_get_pseudo_bytes((uint8_t *)&add, 6183 sizeof (add)); 6184 } 6185 master_spi = min + (add % (max - min + 1)); 6186 } 6187 6188 /* 6189 * Since master_spi is passed in host order, we need to htonl() it 6190 * for the purposes of creating a new SA. 6191 */ 6192 return (sadb_makelarvalassoc(htonl(master_spi), srcaddr, dstaddr, af, 6193 ns)); 6194 } 6195 6196 /* 6197 * 6198 * Locate an ACQUIRE and nuke it. If I have an samsg that's larger than the 6199 * base header, just ignore it. Otherwise, lock down the whole ACQUIRE list 6200 * and scan for the sequence number in question. I may wish to accept an 6201 * address pair with it, for easier searching. 6202 * 6203 * Caller frees the message, so we don't have to here. 6204 * 6205 * NOTE: The pfkey_q parameter may be used in the future for ACQUIRE 6206 * failures. 6207 */ 6208 /* ARGSUSED */ 6209 void 6210 sadb_in_acquire(sadb_msg_t *samsg, sadbp_t *sp, queue_t *pfkey_q, 6211 netstack_t *ns) 6212 { 6213 int i; 6214 ipsacq_t *acqrec; 6215 iacqf_t *bucket; 6216 6217 /* 6218 * I only accept the base header for this! 6219 * Though to be honest, requiring the dst address would help 6220 * immensely. 6221 * 6222 * XXX There are already cases where I can get the dst address. 6223 */ 6224 if (samsg->sadb_msg_len > SADB_8TO64(sizeof (*samsg))) 6225 return; 6226 6227 /* 6228 * Using the samsg->sadb_msg_seq, find the ACQUIRE record, delete it, 6229 * (and in the future send a message to IP with the appropriate error 6230 * number). 6231 * 6232 * Q: Do I want to reject if pid != 0? 6233 */ 6234 6235 for (i = 0; i < sp->s_v4.sdb_hashsize; i++) { 6236 bucket = &sp->s_v4.sdb_acq[i]; 6237 mutex_enter(&bucket->iacqf_lock); 6238 for (acqrec = bucket->iacqf_ipsacq; acqrec != NULL; 6239 acqrec = acqrec->ipsacq_next) { 6240 if (samsg->sadb_msg_seq == acqrec->ipsacq_seq) 6241 break; /* for acqrec... loop. */ 6242 } 6243 if (acqrec != NULL) 6244 break; /* for i = 0... loop. */ 6245 6246 mutex_exit(&bucket->iacqf_lock); 6247 } 6248 6249 if (acqrec == NULL) { 6250 for (i = 0; i < sp->s_v6.sdb_hashsize; i++) { 6251 bucket = &sp->s_v6.sdb_acq[i]; 6252 mutex_enter(&bucket->iacqf_lock); 6253 for (acqrec = bucket->iacqf_ipsacq; acqrec != NULL; 6254 acqrec = acqrec->ipsacq_next) { 6255 if (samsg->sadb_msg_seq == acqrec->ipsacq_seq) 6256 break; /* for acqrec... loop. */ 6257 } 6258 if (acqrec != NULL) 6259 break; /* for i = 0... loop. */ 6260 6261 mutex_exit(&bucket->iacqf_lock); 6262 } 6263 } 6264 6265 6266 if (acqrec == NULL) 6267 return; 6268 6269 /* 6270 * What do I do with the errno and IP? I may need mp's services a 6271 * little more. See sadb_destroy_acquire() for future directions 6272 * beyond free the mblk chain on the acquire record. 6273 */ 6274 6275 ASSERT(&bucket->iacqf_lock == acqrec->ipsacq_linklock); 6276 sadb_destroy_acquire(acqrec, ns); 6277 /* Have to exit mutex here, because of breaking out of for loop. */ 6278 mutex_exit(&bucket->iacqf_lock); 6279 } 6280 6281 /* 6282 * The following functions work with the replay windows of an SA. They assume 6283 * the ipsa->ipsa_replay_arr is an array of uint64_t, and that the bit vector 6284 * represents the highest sequence number packet received, and back 6285 * (ipsa->ipsa_replay_wsize) packets. 6286 */ 6287 6288 /* 6289 * Is the replay bit set? 6290 */ 6291 static boolean_t 6292 ipsa_is_replay_set(ipsa_t *ipsa, uint32_t offset) 6293 { 6294 uint64_t bit = (uint64_t)1 << (uint64_t)(offset & 63); 6295 6296 return ((bit & ipsa->ipsa_replay_arr[offset >> 6]) ? B_TRUE : B_FALSE); 6297 } 6298 6299 /* 6300 * Shift the bits of the replay window over. 6301 */ 6302 static void 6303 ipsa_shift_replay(ipsa_t *ipsa, uint32_t shift) 6304 { 6305 int i; 6306 int jump = ((shift - 1) >> 6) + 1; 6307 6308 if (shift == 0) 6309 return; 6310 6311 for (i = (ipsa->ipsa_replay_wsize - 1) >> 6; i >= 0; i--) { 6312 if (i + jump <= (ipsa->ipsa_replay_wsize - 1) >> 6) { 6313 ipsa->ipsa_replay_arr[i + jump] |= 6314 ipsa->ipsa_replay_arr[i] >> (64 - (shift & 63)); 6315 } 6316 ipsa->ipsa_replay_arr[i] <<= shift; 6317 } 6318 } 6319 6320 /* 6321 * Set a bit in the bit vector. 6322 */ 6323 static void 6324 ipsa_set_replay(ipsa_t *ipsa, uint32_t offset) 6325 { 6326 uint64_t bit = (uint64_t)1 << (uint64_t)(offset & 63); 6327 6328 ipsa->ipsa_replay_arr[offset >> 6] |= bit; 6329 } 6330 6331 #define SADB_MAX_REPLAY_VALUE 0xffffffff 6332 6333 /* 6334 * Assume caller has NOT done ntohl() already on seq. Check to see 6335 * if replay sequence number "seq" has been seen already. 6336 */ 6337 boolean_t 6338 sadb_replay_check(ipsa_t *ipsa, uint32_t seq) 6339 { 6340 boolean_t rc; 6341 uint32_t diff; 6342 6343 if (ipsa->ipsa_replay_wsize == 0) 6344 return (B_TRUE); 6345 6346 /* 6347 * NOTE: I've already checked for 0 on the wire in sadb_replay_peek(). 6348 */ 6349 6350 /* Convert sequence number into host order before holding the mutex. */ 6351 seq = ntohl(seq); 6352 6353 mutex_enter(&ipsa->ipsa_lock); 6354 6355 /* Initialize inbound SA's ipsa_replay field to last one received. */ 6356 if (ipsa->ipsa_replay == 0) 6357 ipsa->ipsa_replay = 1; 6358 6359 if (seq > ipsa->ipsa_replay) { 6360 /* 6361 * I have received a new "highest value received". Shift 6362 * the replay window over. 6363 */ 6364 diff = seq - ipsa->ipsa_replay; 6365 if (diff < ipsa->ipsa_replay_wsize) { 6366 /* In replay window, shift bits over. */ 6367 ipsa_shift_replay(ipsa, diff); 6368 } else { 6369 /* WAY FAR AHEAD, clear bits and start again. */ 6370 bzero(ipsa->ipsa_replay_arr, 6371 sizeof (ipsa->ipsa_replay_arr)); 6372 } 6373 ipsa_set_replay(ipsa, 0); 6374 ipsa->ipsa_replay = seq; 6375 rc = B_TRUE; 6376 goto done; 6377 } 6378 diff = ipsa->ipsa_replay - seq; 6379 if (diff >= ipsa->ipsa_replay_wsize || ipsa_is_replay_set(ipsa, diff)) { 6380 rc = B_FALSE; 6381 goto done; 6382 } 6383 /* Set this packet as seen. */ 6384 ipsa_set_replay(ipsa, diff); 6385 6386 rc = B_TRUE; 6387 done: 6388 mutex_exit(&ipsa->ipsa_lock); 6389 return (rc); 6390 } 6391 6392 /* 6393 * "Peek" and see if we should even bother going through the effort of 6394 * running an authentication check on the sequence number passed in. 6395 * this takes into account packets that are below the replay window, 6396 * and collisions with already replayed packets. Return B_TRUE if it 6397 * is okay to proceed, B_FALSE if this packet should be dropped immediately. 6398 * Assume same byte-ordering as sadb_replay_check. 6399 */ 6400 boolean_t 6401 sadb_replay_peek(ipsa_t *ipsa, uint32_t seq) 6402 { 6403 boolean_t rc = B_FALSE; 6404 uint32_t diff; 6405 6406 if (ipsa->ipsa_replay_wsize == 0) 6407 return (B_TRUE); 6408 6409 /* 6410 * 0 is 0, regardless of byte order... :) 6411 * 6412 * If I get 0 on the wire (and there is a replay window) then the 6413 * sender most likely wrapped. This ipsa may need to be marked or 6414 * something. 6415 */ 6416 if (seq == 0) 6417 return (B_FALSE); 6418 6419 seq = ntohl(seq); 6420 mutex_enter(&ipsa->ipsa_lock); 6421 if (seq < ipsa->ipsa_replay - ipsa->ipsa_replay_wsize && 6422 ipsa->ipsa_replay >= ipsa->ipsa_replay_wsize) 6423 goto done; 6424 6425 /* 6426 * If I've hit 0xffffffff, then quite honestly, I don't need to 6427 * bother with formalities. I'm not accepting any more packets 6428 * on this SA. 6429 */ 6430 if (ipsa->ipsa_replay == SADB_MAX_REPLAY_VALUE) { 6431 /* 6432 * Since we're already holding the lock, update the 6433 * expire time ala. sadb_replay_delete() and return. 6434 */ 6435 ipsa->ipsa_hardexpiretime = (time_t)1; 6436 goto done; 6437 } 6438 6439 if (seq <= ipsa->ipsa_replay) { 6440 /* 6441 * This seq is in the replay window. I'm not below it, 6442 * because I already checked for that above! 6443 */ 6444 diff = ipsa->ipsa_replay - seq; 6445 if (ipsa_is_replay_set(ipsa, diff)) 6446 goto done; 6447 } 6448 /* Else return B_TRUE, I'm going to advance the window. */ 6449 6450 rc = B_TRUE; 6451 done: 6452 mutex_exit(&ipsa->ipsa_lock); 6453 return (rc); 6454 } 6455 6456 /* 6457 * Delete a single SA. 6458 * 6459 * For now, use the quick-and-dirty trick of making the association's 6460 * hard-expire lifetime (time_t)1, ensuring deletion by the *_ager(). 6461 */ 6462 void 6463 sadb_replay_delete(ipsa_t *assoc) 6464 { 6465 mutex_enter(&assoc->ipsa_lock); 6466 assoc->ipsa_hardexpiretime = (time_t)1; 6467 mutex_exit(&assoc->ipsa_lock); 6468 } 6469 6470 /* 6471 * Special front-end to ipsec_rl_strlog() dealing with SA failure. 6472 * this is designed to take only a format string with "* %x * %s *", so 6473 * that "spi" is printed first, then "addr" is converted using inet_pton(). 6474 * 6475 * This is abstracted out to save the stack space for only when inet_pton() 6476 * is called. Make sure "spi" is in network order; it usually is when this 6477 * would get called. 6478 */ 6479 void 6480 ipsec_assocfailure(short mid, short sid, char level, ushort_t sl, char *fmt, 6481 uint32_t spi, void *addr, int af, netstack_t *ns) 6482 { 6483 char buf[INET6_ADDRSTRLEN]; 6484 6485 ASSERT(af == AF_INET6 || af == AF_INET); 6486 6487 ipsec_rl_strlog(ns, mid, sid, level, sl, fmt, ntohl(spi), 6488 inet_ntop(af, addr, buf, sizeof (buf))); 6489 } 6490 6491 /* 6492 * Fills in a reference to the policy, if any, from the conn, in *ppp 6493 */ 6494 static void 6495 ipsec_conn_pol(ipsec_selector_t *sel, conn_t *connp, ipsec_policy_t **ppp) 6496 { 6497 ipsec_policy_t *pp; 6498 ipsec_latch_t *ipl = connp->conn_latch; 6499 6500 if ((ipl != NULL) && (connp->conn_ixa->ixa_ipsec_policy != NULL)) { 6501 pp = connp->conn_ixa->ixa_ipsec_policy; 6502 IPPOL_REFHOLD(pp); 6503 } else { 6504 pp = ipsec_find_policy(IPSEC_TYPE_OUTBOUND, connp, sel, 6505 connp->conn_netstack); 6506 } 6507 *ppp = pp; 6508 } 6509 6510 /* 6511 * The following functions scan through active conn_t structures 6512 * and return a reference to the best-matching policy it can find. 6513 * Caller must release the reference. 6514 */ 6515 static void 6516 ipsec_udp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, ip_stack_t *ipst) 6517 { 6518 connf_t *connfp; 6519 conn_t *connp = NULL; 6520 ipsec_selector_t portonly; 6521 6522 bzero((void *)&portonly, sizeof (portonly)); 6523 6524 if (sel->ips_local_port == 0) 6525 return; 6526 6527 connfp = &ipst->ips_ipcl_udp_fanout[IPCL_UDP_HASH(sel->ips_local_port, 6528 ipst)]; 6529 mutex_enter(&connfp->connf_lock); 6530 6531 if (sel->ips_isv4) { 6532 connp = connfp->connf_head; 6533 while (connp != NULL) { 6534 if (IPCL_UDP_MATCH(connp, sel->ips_local_port, 6535 sel->ips_local_addr_v4, sel->ips_remote_port, 6536 sel->ips_remote_addr_v4)) 6537 break; 6538 connp = connp->conn_next; 6539 } 6540 6541 if (connp == NULL) { 6542 /* Try port-only match in IPv6. */ 6543 portonly.ips_local_port = sel->ips_local_port; 6544 sel = &portonly; 6545 } 6546 } 6547 6548 if (connp == NULL) { 6549 connp = connfp->connf_head; 6550 while (connp != NULL) { 6551 if (IPCL_UDP_MATCH_V6(connp, sel->ips_local_port, 6552 sel->ips_local_addr_v6, sel->ips_remote_port, 6553 sel->ips_remote_addr_v6)) 6554 break; 6555 connp = connp->conn_next; 6556 } 6557 6558 if (connp == NULL) { 6559 mutex_exit(&connfp->connf_lock); 6560 return; 6561 } 6562 } 6563 6564 CONN_INC_REF(connp); 6565 mutex_exit(&connfp->connf_lock); 6566 6567 ipsec_conn_pol(sel, connp, ppp); 6568 CONN_DEC_REF(connp); 6569 } 6570 6571 static conn_t * 6572 ipsec_find_listen_conn(uint16_t *pptr, ipsec_selector_t *sel, ip_stack_t *ipst) 6573 { 6574 connf_t *connfp; 6575 conn_t *connp = NULL; 6576 const in6_addr_t *v6addrmatch = &sel->ips_local_addr_v6; 6577 6578 if (sel->ips_local_port == 0) 6579 return (NULL); 6580 6581 connfp = &ipst->ips_ipcl_bind_fanout[ 6582 IPCL_BIND_HASH(sel->ips_local_port, ipst)]; 6583 mutex_enter(&connfp->connf_lock); 6584 6585 if (sel->ips_isv4) { 6586 connp = connfp->connf_head; 6587 while (connp != NULL) { 6588 if (IPCL_BIND_MATCH(connp, IPPROTO_TCP, 6589 sel->ips_local_addr_v4, pptr[1])) 6590 break; 6591 connp = connp->conn_next; 6592 } 6593 6594 if (connp == NULL) { 6595 /* Match to all-zeroes. */ 6596 v6addrmatch = &ipv6_all_zeros; 6597 } 6598 } 6599 6600 if (connp == NULL) { 6601 connp = connfp->connf_head; 6602 while (connp != NULL) { 6603 if (IPCL_BIND_MATCH_V6(connp, IPPROTO_TCP, 6604 *v6addrmatch, pptr[1])) 6605 break; 6606 connp = connp->conn_next; 6607 } 6608 6609 if (connp == NULL) { 6610 mutex_exit(&connfp->connf_lock); 6611 return (NULL); 6612 } 6613 } 6614 6615 CONN_INC_REF(connp); 6616 mutex_exit(&connfp->connf_lock); 6617 return (connp); 6618 } 6619 6620 static void 6621 ipsec_tcp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, ip_stack_t *ipst) 6622 { 6623 connf_t *connfp; 6624 conn_t *connp; 6625 uint32_t ports; 6626 uint16_t *pptr = (uint16_t *)&ports; 6627 6628 /* 6629 * Find TCP state in the following order: 6630 * 1.) Connected conns. 6631 * 2.) Listeners. 6632 * 6633 * Even though #2 will be the common case for inbound traffic, only 6634 * following this order insures correctness. 6635 */ 6636 6637 if (sel->ips_local_port == 0) 6638 return; 6639 6640 /* 6641 * 0 should be fport, 1 should be lport. SRC is the local one here. 6642 * See ipsec_construct_inverse_acquire() for details. 6643 */ 6644 pptr[0] = sel->ips_remote_port; 6645 pptr[1] = sel->ips_local_port; 6646 6647 connfp = &ipst->ips_ipcl_conn_fanout[ 6648 IPCL_CONN_HASH(sel->ips_remote_addr_v4, ports, ipst)]; 6649 mutex_enter(&connfp->connf_lock); 6650 connp = connfp->connf_head; 6651 6652 if (sel->ips_isv4) { 6653 while (connp != NULL) { 6654 if (IPCL_CONN_MATCH(connp, IPPROTO_TCP, 6655 sel->ips_remote_addr_v4, sel->ips_local_addr_v4, 6656 ports)) 6657 break; 6658 connp = connp->conn_next; 6659 } 6660 } else { 6661 while (connp != NULL) { 6662 if (IPCL_CONN_MATCH_V6(connp, IPPROTO_TCP, 6663 sel->ips_remote_addr_v6, sel->ips_local_addr_v6, 6664 ports)) 6665 break; 6666 connp = connp->conn_next; 6667 } 6668 } 6669 6670 if (connp != NULL) { 6671 CONN_INC_REF(connp); 6672 mutex_exit(&connfp->connf_lock); 6673 } else { 6674 mutex_exit(&connfp->connf_lock); 6675 6676 /* Try the listen hash. */ 6677 if ((connp = ipsec_find_listen_conn(pptr, sel, ipst)) == NULL) 6678 return; 6679 } 6680 6681 ipsec_conn_pol(sel, connp, ppp); 6682 CONN_DEC_REF(connp); 6683 } 6684 6685 static void 6686 ipsec_sctp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6687 ip_stack_t *ipst) 6688 { 6689 conn_t *connp; 6690 uint32_t ports; 6691 uint16_t *pptr = (uint16_t *)&ports; 6692 6693 /* 6694 * Find SCP state in the following order: 6695 * 1.) Connected conns. 6696 * 2.) Listeners. 6697 * 6698 * Even though #2 will be the common case for inbound traffic, only 6699 * following this order insures correctness. 6700 */ 6701 6702 if (sel->ips_local_port == 0) 6703 return; 6704 6705 /* 6706 * 0 should be fport, 1 should be lport. SRC is the local one here. 6707 * See ipsec_construct_inverse_acquire() for details. 6708 */ 6709 pptr[0] = sel->ips_remote_port; 6710 pptr[1] = sel->ips_local_port; 6711 6712 /* 6713 * For labeled systems, there's no need to check the 6714 * label here. It's known to be good as we checked 6715 * before allowing the connection to become bound. 6716 */ 6717 if (sel->ips_isv4) { 6718 in6_addr_t src, dst; 6719 6720 IN6_IPADDR_TO_V4MAPPED(sel->ips_remote_addr_v4, &dst); 6721 IN6_IPADDR_TO_V4MAPPED(sel->ips_local_addr_v4, &src); 6722 connp = sctp_find_conn(&dst, &src, ports, ALL_ZONES, 6723 0, ipst->ips_netstack->netstack_sctp); 6724 } else { 6725 connp = sctp_find_conn(&sel->ips_remote_addr_v6, 6726 &sel->ips_local_addr_v6, ports, ALL_ZONES, 6727 0, ipst->ips_netstack->netstack_sctp); 6728 } 6729 if (connp == NULL) 6730 return; 6731 ipsec_conn_pol(sel, connp, ppp); 6732 CONN_DEC_REF(connp); 6733 } 6734 6735 /* 6736 * Fill in a query for the SPD (in "sel") using two PF_KEY address extensions. 6737 * Returns 0 or errno, and always sets *diagnostic to something appropriate 6738 * to PF_KEY. 6739 * 6740 * NOTE: For right now, this function (and ipsec_selector_t for that matter), 6741 * ignore prefix lengths in the address extension. Since we match on first- 6742 * entered policies, this shouldn't matter. Also, since we normalize prefix- 6743 * set addresses to mask out the lower bits, we should get a suitable search 6744 * key for the SPD anyway. This is the function to change if the assumption 6745 * about suitable search keys is wrong. 6746 */ 6747 static int 6748 ipsec_get_inverse_acquire_sel(ipsec_selector_t *sel, sadb_address_t *srcext, 6749 sadb_address_t *dstext, int *diagnostic) 6750 { 6751 struct sockaddr_in *src, *dst; 6752 struct sockaddr_in6 *src6, *dst6; 6753 6754 *diagnostic = 0; 6755 6756 bzero(sel, sizeof (*sel)); 6757 sel->ips_protocol = srcext->sadb_address_proto; 6758 dst = (struct sockaddr_in *)(dstext + 1); 6759 if (dst->sin_family == AF_INET6) { 6760 dst6 = (struct sockaddr_in6 *)dst; 6761 src6 = (struct sockaddr_in6 *)(srcext + 1); 6762 if (src6->sin6_family != AF_INET6) { 6763 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6764 return (EINVAL); 6765 } 6766 sel->ips_remote_addr_v6 = dst6->sin6_addr; 6767 sel->ips_local_addr_v6 = src6->sin6_addr; 6768 if (sel->ips_protocol == IPPROTO_ICMPV6) { 6769 sel->ips_is_icmp_inv_acq = 1; 6770 } else { 6771 sel->ips_remote_port = dst6->sin6_port; 6772 sel->ips_local_port = src6->sin6_port; 6773 } 6774 sel->ips_isv4 = B_FALSE; 6775 } else { 6776 src = (struct sockaddr_in *)(srcext + 1); 6777 if (src->sin_family != AF_INET) { 6778 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6779 return (EINVAL); 6780 } 6781 sel->ips_remote_addr_v4 = dst->sin_addr.s_addr; 6782 sel->ips_local_addr_v4 = src->sin_addr.s_addr; 6783 if (sel->ips_protocol == IPPROTO_ICMP) { 6784 sel->ips_is_icmp_inv_acq = 1; 6785 } else { 6786 sel->ips_remote_port = dst->sin_port; 6787 sel->ips_local_port = src->sin_port; 6788 } 6789 sel->ips_isv4 = B_TRUE; 6790 } 6791 return (0); 6792 } 6793 6794 /* 6795 * We have encapsulation. 6796 * - Lookup tun_t by address and look for an associated 6797 * tunnel policy 6798 * - If there are inner selectors 6799 * - check ITPF_P_TUNNEL and ITPF_P_ACTIVE 6800 * - Look up tunnel policy based on selectors 6801 * - Else 6802 * - Sanity check the negotation 6803 * - If appropriate, fall through to global policy 6804 */ 6805 static int 6806 ipsec_tun_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6807 sadb_address_t *innsrcext, sadb_address_t *inndstext, ipsec_tun_pol_t *itp, 6808 int *diagnostic) 6809 { 6810 int err; 6811 ipsec_policy_head_t *polhead; 6812 6813 *diagnostic = 0; 6814 6815 /* Check for inner selectors and act appropriately */ 6816 6817 if (innsrcext != NULL) { 6818 /* Inner selectors present */ 6819 ASSERT(inndstext != NULL); 6820 if ((itp == NULL) || 6821 (itp->itp_flags & (ITPF_P_ACTIVE | ITPF_P_TUNNEL)) != 6822 (ITPF_P_ACTIVE | ITPF_P_TUNNEL)) { 6823 /* 6824 * If inner packet selectors, we must have negotiate 6825 * tunnel and active policy. If the tunnel has 6826 * transport-mode policy set on it, or has no policy, 6827 * fail. 6828 */ 6829 return (ENOENT); 6830 } else { 6831 /* 6832 * Reset "sel" to indicate inner selectors. Pass 6833 * inner PF_KEY address extensions for this to happen. 6834 */ 6835 if ((err = ipsec_get_inverse_acquire_sel(sel, 6836 innsrcext, inndstext, diagnostic)) != 0) 6837 return (err); 6838 /* 6839 * Now look for a tunnel policy based on those inner 6840 * selectors. (Common code is below.) 6841 */ 6842 } 6843 } else { 6844 /* No inner selectors present */ 6845 if ((itp == NULL) || !(itp->itp_flags & ITPF_P_ACTIVE)) { 6846 /* 6847 * Transport mode negotiation with no tunnel policy 6848 * configured - return to indicate a global policy 6849 * check is needed. 6850 */ 6851 return (0); 6852 } else if (itp->itp_flags & ITPF_P_TUNNEL) { 6853 /* Tunnel mode set with no inner selectors. */ 6854 return (ENOENT); 6855 } 6856 /* 6857 * Else, this is a tunnel policy configured with ifconfig(1m) 6858 * or "negotiate transport" with ipsecconf(1m). We have an 6859 * itp with policy set based on any match, so don't bother 6860 * changing fields in "sel". 6861 */ 6862 } 6863 6864 ASSERT(itp != NULL); 6865 polhead = itp->itp_policy; 6866 ASSERT(polhead != NULL); 6867 rw_enter(&polhead->iph_lock, RW_READER); 6868 *ppp = ipsec_find_policy_head(NULL, polhead, IPSEC_TYPE_INBOUND, sel); 6869 rw_exit(&polhead->iph_lock); 6870 6871 /* 6872 * Don't default to global if we didn't find a matching policy entry. 6873 * Instead, send ENOENT, just like if we hit a transport-mode tunnel. 6874 */ 6875 if (*ppp == NULL) 6876 return (ENOENT); 6877 6878 return (0); 6879 } 6880 6881 /* 6882 * For sctp conn_faddr is the primary address, hence this is of limited 6883 * use for sctp. 6884 */ 6885 static void 6886 ipsec_oth_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6887 ip_stack_t *ipst) 6888 { 6889 boolean_t isv4 = sel->ips_isv4; 6890 connf_t *connfp; 6891 conn_t *connp; 6892 6893 if (isv4) { 6894 connfp = &ipst->ips_ipcl_proto_fanout_v4[sel->ips_protocol]; 6895 } else { 6896 connfp = &ipst->ips_ipcl_proto_fanout_v6[sel->ips_protocol]; 6897 } 6898 6899 mutex_enter(&connfp->connf_lock); 6900 for (connp = connfp->connf_head; connp != NULL; 6901 connp = connp->conn_next) { 6902 if (isv4) { 6903 if ((connp->conn_laddr_v4 == INADDR_ANY || 6904 connp->conn_laddr_v4 == sel->ips_local_addr_v4) && 6905 (connp->conn_faddr_v4 == INADDR_ANY || 6906 connp->conn_faddr_v4 == sel->ips_remote_addr_v4)) 6907 break; 6908 } else { 6909 if ((IN6_IS_ADDR_UNSPECIFIED(&connp->conn_laddr_v6) || 6910 IN6_ARE_ADDR_EQUAL(&connp->conn_laddr_v6, 6911 &sel->ips_local_addr_v6)) && 6912 (IN6_IS_ADDR_UNSPECIFIED(&connp->conn_faddr_v6) || 6913 IN6_ARE_ADDR_EQUAL(&connp->conn_faddr_v6, 6914 &sel->ips_remote_addr_v6))) 6915 break; 6916 } 6917 } 6918 if (connp == NULL) { 6919 mutex_exit(&connfp->connf_lock); 6920 return; 6921 } 6922 6923 CONN_INC_REF(connp); 6924 mutex_exit(&connfp->connf_lock); 6925 6926 ipsec_conn_pol(sel, connp, ppp); 6927 CONN_DEC_REF(connp); 6928 } 6929 6930 /* 6931 * Construct an inverse ACQUIRE reply based on: 6932 * 6933 * 1.) Current global policy. 6934 * 2.) An conn_t match depending on what all was passed in the extv[]. 6935 * 3.) A tunnel's policy head. 6936 * ... 6937 * N.) Other stuff TBD (e.g. identities) 6938 * 6939 * If there is an error, set sadb_msg_errno and sadb_x_msg_diagnostic 6940 * in this function so the caller can extract them where appropriately. 6941 * 6942 * The SRC address is the local one - just like an outbound ACQUIRE message. 6943 * 6944 * XXX MLS: key management supplies a label which we just reflect back up 6945 * again. clearly we need to involve the label in the rest of the checks. 6946 */ 6947 mblk_t * 6948 ipsec_construct_inverse_acquire(sadb_msg_t *samsg, sadb_ext_t *extv[], 6949 netstack_t *ns) 6950 { 6951 int err; 6952 int diagnostic; 6953 sadb_address_t *srcext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_SRC], 6954 *dstext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_DST], 6955 *innsrcext = (sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_SRC], 6956 *inndstext = (sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_DST]; 6957 sadb_sens_t *sens = (sadb_sens_t *)extv[SADB_EXT_SENSITIVITY]; 6958 struct sockaddr_in6 *src, *dst; 6959 struct sockaddr_in6 *isrc, *idst; 6960 ipsec_tun_pol_t *itp = NULL; 6961 ipsec_policy_t *pp = NULL; 6962 ipsec_selector_t sel, isel; 6963 mblk_t *retmp = NULL; 6964 ip_stack_t *ipst = ns->netstack_ip; 6965 6966 6967 /* Normalize addresses */ 6968 if (sadb_addrcheck(NULL, (mblk_t *)samsg, (sadb_ext_t *)srcext, 0, ns) 6969 == KS_IN_ADDR_UNKNOWN) { 6970 err = EINVAL; 6971 diagnostic = SADB_X_DIAGNOSTIC_BAD_SRC; 6972 goto bail; 6973 } 6974 src = (struct sockaddr_in6 *)(srcext + 1); 6975 if (sadb_addrcheck(NULL, (mblk_t *)samsg, (sadb_ext_t *)dstext, 0, ns) 6976 == KS_IN_ADDR_UNKNOWN) { 6977 err = EINVAL; 6978 diagnostic = SADB_X_DIAGNOSTIC_BAD_DST; 6979 goto bail; 6980 } 6981 dst = (struct sockaddr_in6 *)(dstext + 1); 6982 if (src->sin6_family != dst->sin6_family) { 6983 err = EINVAL; 6984 diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6985 goto bail; 6986 } 6987 6988 /* Check for tunnel mode and act appropriately */ 6989 if (innsrcext != NULL) { 6990 if (inndstext == NULL) { 6991 err = EINVAL; 6992 diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_DST; 6993 goto bail; 6994 } 6995 if (sadb_addrcheck(NULL, (mblk_t *)samsg, 6996 (sadb_ext_t *)innsrcext, 0, ns) == KS_IN_ADDR_UNKNOWN) { 6997 err = EINVAL; 6998 diagnostic = SADB_X_DIAGNOSTIC_MALFORMED_INNER_SRC; 6999 goto bail; 7000 } 7001 isrc = (struct sockaddr_in6 *)(innsrcext + 1); 7002 if (sadb_addrcheck(NULL, (mblk_t *)samsg, 7003 (sadb_ext_t *)inndstext, 0, ns) == KS_IN_ADDR_UNKNOWN) { 7004 err = EINVAL; 7005 diagnostic = SADB_X_DIAGNOSTIC_MALFORMED_INNER_DST; 7006 goto bail; 7007 } 7008 idst = (struct sockaddr_in6 *)(inndstext + 1); 7009 if (isrc->sin6_family != idst->sin6_family) { 7010 err = EINVAL; 7011 diagnostic = SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 7012 goto bail; 7013 } 7014 if (isrc->sin6_family != AF_INET && 7015 isrc->sin6_family != AF_INET6) { 7016 err = EINVAL; 7017 diagnostic = SADB_X_DIAGNOSTIC_BAD_INNER_SRC_AF; 7018 goto bail; 7019 } 7020 } else if (inndstext != NULL) { 7021 err = EINVAL; 7022 diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_SRC; 7023 goto bail; 7024 } 7025 7026 /* Get selectors first, based on outer addresses */ 7027 err = ipsec_get_inverse_acquire_sel(&sel, srcext, dstext, &diagnostic); 7028 if (err != 0) 7029 goto bail; 7030 7031 /* Check for tunnel mode mismatches. */ 7032 if (innsrcext != NULL && 7033 ((isrc->sin6_family == AF_INET && 7034 sel.ips_protocol != IPPROTO_ENCAP && sel.ips_protocol != 0) || 7035 (isrc->sin6_family == AF_INET6 && 7036 sel.ips_protocol != IPPROTO_IPV6 && sel.ips_protocol != 0))) { 7037 err = EPROTOTYPE; 7038 goto bail; 7039 } 7040 7041 /* 7042 * Okay, we have the addresses and other selector information. 7043 * Let's first find a conn... 7044 */ 7045 pp = NULL; 7046 switch (sel.ips_protocol) { 7047 case IPPROTO_TCP: 7048 ipsec_tcp_pol(&sel, &pp, ipst); 7049 break; 7050 case IPPROTO_UDP: 7051 ipsec_udp_pol(&sel, &pp, ipst); 7052 break; 7053 case IPPROTO_SCTP: 7054 ipsec_sctp_pol(&sel, &pp, ipst); 7055 break; 7056 case IPPROTO_ENCAP: 7057 case IPPROTO_IPV6: 7058 /* 7059 * Assume sel.ips_remote_addr_* has the right address at 7060 * that exact position. 7061 */ 7062 itp = itp_get_byaddr((uint32_t *)(&sel.ips_local_addr_v6), 7063 (uint32_t *)(&sel.ips_remote_addr_v6), src->sin6_family, 7064 ipst); 7065 7066 if (innsrcext == NULL) { 7067 /* 7068 * Transport-mode tunnel, make sure we fake out isel 7069 * to contain something based on the outer protocol. 7070 */ 7071 bzero(&isel, sizeof (isel)); 7072 isel.ips_isv4 = (sel.ips_protocol == IPPROTO_ENCAP); 7073 } /* Else isel is initialized by ipsec_tun_pol(). */ 7074 err = ipsec_tun_pol(&isel, &pp, innsrcext, inndstext, itp, 7075 &diagnostic); 7076 /* 7077 * NOTE: isel isn't used for now, but in RFC 430x IPsec, it 7078 * may be. 7079 */ 7080 if (err != 0) 7081 goto bail; 7082 break; 7083 default: 7084 ipsec_oth_pol(&sel, &pp, ipst); 7085 break; 7086 } 7087 7088 /* 7089 * If we didn't find a matching conn_t or other policy head, take a 7090 * look in the global policy. 7091 */ 7092 if (pp == NULL) { 7093 pp = ipsec_find_policy(IPSEC_TYPE_OUTBOUND, NULL, &sel, ns); 7094 if (pp == NULL) { 7095 /* There's no global policy. */ 7096 err = ENOENT; 7097 diagnostic = 0; 7098 goto bail; 7099 } 7100 } 7101 7102 ASSERT(pp != NULL); 7103 retmp = sadb_acquire_msg_base(0, 0, samsg->sadb_msg_seq, 7104 samsg->sadb_msg_pid); 7105 if (retmp != NULL) { 7106 /* Remove KEYSOCK_OUT, because caller constructs it instead. */ 7107 mblk_t *kso = retmp; 7108 7109 retmp = retmp->b_cont; 7110 freeb(kso); 7111 /* Append addresses... */ 7112 retmp->b_cont = sadb_acquire_msg_common(&sel, pp, NULL, 7113 (itp != NULL && (itp->itp_flags & ITPF_P_TUNNEL)), NULL, 7114 sens); 7115 if (retmp->b_cont == NULL) { 7116 freemsg(retmp); 7117 retmp = NULL; 7118 } 7119 /* And the policy result. */ 7120 retmp->b_cont->b_cont = 7121 sadb_acquire_extended_prop(pp->ipsp_act, ns); 7122 if (retmp->b_cont->b_cont == NULL) { 7123 freemsg(retmp); 7124 retmp = NULL; 7125 } 7126 ((sadb_msg_t *)retmp->b_rptr)->sadb_msg_len = 7127 SADB_8TO64(msgsize(retmp)); 7128 } 7129 7130 if (pp != NULL) { 7131 IPPOL_REFRELE(pp); 7132 } 7133 ASSERT(err == 0 && diagnostic == 0); 7134 if (retmp == NULL) 7135 err = ENOMEM; 7136 bail: 7137 if (itp != NULL) { 7138 ITP_REFRELE(itp, ns); 7139 } 7140 samsg->sadb_msg_errno = (uint8_t)err; 7141 samsg->sadb_x_msg_diagnostic = (uint16_t)diagnostic; 7142 return (retmp); 7143 } 7144 7145 /* 7146 * ipsa_lpkt is a one-element queue, only manipulated by the next two 7147 * functions. They have to hold the ipsa_lock because of potential races 7148 * between key management using SADB_UPDATE, and inbound packets that may 7149 * queue up on the larval SA (hence the 'l' in "lpkt"). 7150 */ 7151 7152 /* 7153 * sadb_set_lpkt: 7154 * 7155 * Returns the passed-in packet if the SA is no longer larval. 7156 * 7157 * Returns NULL if the SA is larval, and needs to be swapped into the SA for 7158 * processing after an SADB_UPDATE. 7159 */ 7160 mblk_t * 7161 sadb_set_lpkt(ipsa_t *ipsa, mblk_t *npkt, ip_recv_attr_t *ira) 7162 { 7163 mblk_t *opkt; 7164 7165 mutex_enter(&ipsa->ipsa_lock); 7166 opkt = ipsa->ipsa_lpkt; 7167 if (ipsa->ipsa_state == IPSA_STATE_LARVAL) { 7168 /* 7169 * Consume npkt and place it in the LARVAL SA's inbound 7170 * packet slot. 7171 */ 7172 mblk_t *attrmp; 7173 7174 attrmp = ip_recv_attr_to_mblk(ira); 7175 if (attrmp == NULL) { 7176 ill_t *ill = ira->ira_ill; 7177 7178 BUMP_MIB(ill->ill_ip_mib, ipIfStatsInDiscards); 7179 ip_drop_input("ipIfStatsInDiscards", npkt, ill); 7180 freemsg(npkt); 7181 opkt = NULL; 7182 } else { 7183 ASSERT(attrmp->b_cont == NULL); 7184 attrmp->b_cont = npkt; 7185 ipsa->ipsa_lpkt = attrmp; 7186 } 7187 npkt = NULL; 7188 } else { 7189 /* 7190 * If not larval, we lost the race. NOTE: ipsa_lpkt may still 7191 * have been non-NULL in the non-larval case, because of 7192 * inbound packets arriving prior to sadb_common_add() 7193 * transferring the SA completely out of larval state, but 7194 * after lpkt was grabbed by the AH/ESP-specific add routines. 7195 * We should clear the old ipsa_lpkt in this case to make sure 7196 * that it doesn't linger on the now-MATURE IPsec SA, or get 7197 * picked up as an out-of-order packet. 7198 */ 7199 ipsa->ipsa_lpkt = NULL; 7200 } 7201 mutex_exit(&ipsa->ipsa_lock); 7202 7203 if (opkt != NULL) { 7204 ipsec_stack_t *ipss; 7205 7206 ipss = ira->ira_ill->ill_ipst->ips_netstack->netstack_ipsec; 7207 opkt = ip_recv_attr_free_mblk(opkt); 7208 ip_drop_packet(opkt, B_TRUE, ira->ira_ill, 7209 DROPPER(ipss, ipds_sadb_inlarval_replace), 7210 &ipss->ipsec_sadb_dropper); 7211 } 7212 return (npkt); 7213 } 7214 7215 /* 7216 * sadb_clear_lpkt: Atomically clear ipsa->ipsa_lpkt and return the 7217 * previous value. 7218 */ 7219 mblk_t * 7220 sadb_clear_lpkt(ipsa_t *ipsa) 7221 { 7222 mblk_t *opkt; 7223 7224 mutex_enter(&ipsa->ipsa_lock); 7225 opkt = ipsa->ipsa_lpkt; 7226 ipsa->ipsa_lpkt = NULL; 7227 mutex_exit(&ipsa->ipsa_lock); 7228 return (opkt); 7229 } 7230 7231 /* 7232 * Buffer a packet that's in IDLE state as set by Solaris Clustering. 7233 */ 7234 void 7235 sadb_buf_pkt(ipsa_t *ipsa, mblk_t *bpkt, ip_recv_attr_t *ira) 7236 { 7237 netstack_t *ns = ira->ira_ill->ill_ipst->ips_netstack; 7238 ipsec_stack_t *ipss = ns->netstack_ipsec; 7239 in6_addr_t *srcaddr = (in6_addr_t *)(&ipsa->ipsa_srcaddr); 7240 in6_addr_t *dstaddr = (in6_addr_t *)(&ipsa->ipsa_dstaddr); 7241 mblk_t *mp; 7242 7243 ASSERT(ipsa->ipsa_state == IPSA_STATE_IDLE); 7244 7245 if (cl_inet_idlesa == NULL) { 7246 ip_drop_packet(bpkt, B_TRUE, ira->ira_ill, 7247 DROPPER(ipss, ipds_sadb_inidle_overflow), 7248 &ipss->ipsec_sadb_dropper); 7249 return; 7250 } 7251 7252 cl_inet_idlesa(ns->netstack_stackid, 7253 (ipsa->ipsa_type == SADB_SATYPE_AH) ? IPPROTO_AH : IPPROTO_ESP, 7254 ipsa->ipsa_spi, ipsa->ipsa_addrfam, *srcaddr, *dstaddr, NULL); 7255 7256 mp = ip_recv_attr_to_mblk(ira); 7257 if (mp == NULL) { 7258 ip_drop_packet(bpkt, B_TRUE, ira->ira_ill, 7259 DROPPER(ipss, ipds_sadb_inidle_overflow), 7260 &ipss->ipsec_sadb_dropper); 7261 return; 7262 } 7263 linkb(mp, bpkt); 7264 7265 mutex_enter(&ipsa->ipsa_lock); 7266 ipsa->ipsa_mblkcnt++; 7267 if (ipsa->ipsa_bpkt_head == NULL) { 7268 ipsa->ipsa_bpkt_head = ipsa->ipsa_bpkt_tail = bpkt; 7269 } else { 7270 ipsa->ipsa_bpkt_tail->b_next = bpkt; 7271 ipsa->ipsa_bpkt_tail = bpkt; 7272 if (ipsa->ipsa_mblkcnt > SADB_MAX_IDLEPKTS) { 7273 mblk_t *tmp; 7274 7275 tmp = ipsa->ipsa_bpkt_head; 7276 ipsa->ipsa_bpkt_head = ipsa->ipsa_bpkt_head->b_next; 7277 tmp = ip_recv_attr_free_mblk(tmp); 7278 ip_drop_packet(tmp, B_TRUE, NULL, 7279 DROPPER(ipss, ipds_sadb_inidle_overflow), 7280 &ipss->ipsec_sadb_dropper); 7281 ipsa->ipsa_mblkcnt --; 7282 } 7283 } 7284 mutex_exit(&ipsa->ipsa_lock); 7285 } 7286 7287 /* 7288 * Stub function that taskq_dispatch() invokes to take the mblk (in arg) 7289 * and put into STREAMS again. 7290 */ 7291 void 7292 sadb_clear_buf_pkt(void *ipkt) 7293 { 7294 mblk_t *tmp, *buf_pkt; 7295 ip_recv_attr_t iras; 7296 7297 buf_pkt = (mblk_t *)ipkt; 7298 7299 while (buf_pkt != NULL) { 7300 mblk_t *data_mp; 7301 7302 tmp = buf_pkt->b_next; 7303 buf_pkt->b_next = NULL; 7304 7305 data_mp = buf_pkt->b_cont; 7306 buf_pkt->b_cont = NULL; 7307 if (!ip_recv_attr_from_mblk(buf_pkt, &iras)) { 7308 /* The ill or ip_stack_t disappeared on us. */ 7309 ip_drop_input("ip_recv_attr_from_mblk", data_mp, NULL); 7310 freemsg(data_mp); 7311 } else { 7312 ip_input_post_ipsec(data_mp, &iras); 7313 } 7314 ira_cleanup(&iras, B_TRUE); 7315 buf_pkt = tmp; 7316 } 7317 } 7318 /* 7319 * Walker callback used by sadb_alg_update() to free/create crypto 7320 * context template when a crypto software provider is removed or 7321 * added. 7322 */ 7323 7324 struct sadb_update_alg_state { 7325 ipsec_algtype_t alg_type; 7326 uint8_t alg_id; 7327 boolean_t is_added; 7328 boolean_t async_auth; 7329 boolean_t async_encr; 7330 }; 7331 7332 static void 7333 sadb_alg_update_cb(isaf_t *head, ipsa_t *entry, void *cookie) 7334 { 7335 struct sadb_update_alg_state *update_state = 7336 (struct sadb_update_alg_state *)cookie; 7337 crypto_ctx_template_t *ctx_tmpl = NULL; 7338 7339 ASSERT(MUTEX_HELD(&head->isaf_lock)); 7340 7341 if (entry->ipsa_state == IPSA_STATE_LARVAL) 7342 return; 7343 7344 mutex_enter(&entry->ipsa_lock); 7345 7346 if ((entry->ipsa_encr_alg != SADB_EALG_NONE && entry->ipsa_encr_alg != 7347 SADB_EALG_NULL && update_state->async_encr) || 7348 (entry->ipsa_auth_alg != SADB_AALG_NONE && 7349 update_state->async_auth)) { 7350 entry->ipsa_flags |= IPSA_F_ASYNC; 7351 } else { 7352 entry->ipsa_flags &= ~IPSA_F_ASYNC; 7353 } 7354 7355 switch (update_state->alg_type) { 7356 case IPSEC_ALG_AUTH: 7357 if (entry->ipsa_auth_alg == update_state->alg_id) 7358 ctx_tmpl = &entry->ipsa_authtmpl; 7359 break; 7360 case IPSEC_ALG_ENCR: 7361 if (entry->ipsa_encr_alg == update_state->alg_id) 7362 ctx_tmpl = &entry->ipsa_encrtmpl; 7363 break; 7364 default: 7365 ctx_tmpl = NULL; 7366 } 7367 7368 if (ctx_tmpl == NULL) { 7369 mutex_exit(&entry->ipsa_lock); 7370 return; 7371 } 7372 7373 /* 7374 * The context template of the SA may be affected by the change 7375 * of crypto provider. 7376 */ 7377 if (update_state->is_added) { 7378 /* create the context template if not already done */ 7379 if (*ctx_tmpl == NULL) { 7380 (void) ipsec_create_ctx_tmpl(entry, 7381 update_state->alg_type); 7382 } 7383 } else { 7384 /* 7385 * The crypto provider was removed. If the context template 7386 * exists but it is no longer valid, free it. 7387 */ 7388 if (*ctx_tmpl != NULL) 7389 ipsec_destroy_ctx_tmpl(entry, update_state->alg_type); 7390 } 7391 7392 mutex_exit(&entry->ipsa_lock); 7393 } 7394 7395 /* 7396 * Invoked by IP when an software crypto provider has been updated, or if 7397 * the crypto synchrony changes. The type and id of the corresponding 7398 * algorithm is passed as argument. The type is set to ALL in the case of 7399 * a synchrony change. 7400 * 7401 * is_added is B_TRUE if the provider was added, B_FALSE if it was 7402 * removed. The function updates the SADB and free/creates the 7403 * context templates associated with SAs if needed. 7404 */ 7405 7406 #define SADB_ALG_UPDATE_WALK(sadb, table) \ 7407 sadb_walker((sadb).table, (sadb).sdb_hashsize, sadb_alg_update_cb, \ 7408 &update_state) 7409 7410 void 7411 sadb_alg_update(ipsec_algtype_t alg_type, uint8_t alg_id, boolean_t is_added, 7412 netstack_t *ns) 7413 { 7414 struct sadb_update_alg_state update_state; 7415 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 7416 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 7417 ipsec_stack_t *ipss = ns->netstack_ipsec; 7418 7419 update_state.alg_type = alg_type; 7420 update_state.alg_id = alg_id; 7421 update_state.is_added = is_added; 7422 update_state.async_auth = ipss->ipsec_algs_exec_mode[IPSEC_ALG_AUTH] == 7423 IPSEC_ALGS_EXEC_ASYNC; 7424 update_state.async_encr = ipss->ipsec_algs_exec_mode[IPSEC_ALG_ENCR] == 7425 IPSEC_ALGS_EXEC_ASYNC; 7426 7427 if (alg_type == IPSEC_ALG_AUTH || alg_type == IPSEC_ALG_ALL) { 7428 /* walk the AH tables only for auth. algorithm changes */ 7429 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v4, sdb_of); 7430 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v4, sdb_if); 7431 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v6, sdb_of); 7432 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v6, sdb_if); 7433 } 7434 7435 /* walk the ESP tables */ 7436 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v4, sdb_of); 7437 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v4, sdb_if); 7438 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v6, sdb_of); 7439 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v6, sdb_if); 7440 } 7441 7442 /* 7443 * Creates a context template for the specified SA. This function 7444 * is called when an SA is created and when a context template needs 7445 * to be created due to a change of software provider. 7446 */ 7447 int 7448 ipsec_create_ctx_tmpl(ipsa_t *sa, ipsec_algtype_t alg_type) 7449 { 7450 ipsec_alginfo_t *alg; 7451 crypto_mechanism_t mech; 7452 crypto_key_t *key; 7453 crypto_ctx_template_t *sa_tmpl; 7454 int rv; 7455 ipsec_stack_t *ipss = sa->ipsa_netstack->netstack_ipsec; 7456 7457 ASSERT(RW_READ_HELD(&ipss->ipsec_alg_lock)); 7458 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 7459 7460 /* get pointers to the algorithm info, context template, and key */ 7461 switch (alg_type) { 7462 case IPSEC_ALG_AUTH: 7463 key = &sa->ipsa_kcfauthkey; 7464 sa_tmpl = &sa->ipsa_authtmpl; 7465 alg = ipss->ipsec_alglists[alg_type][sa->ipsa_auth_alg]; 7466 break; 7467 case IPSEC_ALG_ENCR: 7468 key = &sa->ipsa_kcfencrkey; 7469 sa_tmpl = &sa->ipsa_encrtmpl; 7470 alg = ipss->ipsec_alglists[alg_type][sa->ipsa_encr_alg]; 7471 break; 7472 default: 7473 alg = NULL; 7474 } 7475 7476 if (alg == NULL || !ALG_VALID(alg)) 7477 return (EINVAL); 7478 7479 /* initialize the mech info structure for the framework */ 7480 ASSERT(alg->alg_mech_type != CRYPTO_MECHANISM_INVALID); 7481 mech.cm_type = alg->alg_mech_type; 7482 mech.cm_param = NULL; 7483 mech.cm_param_len = 0; 7484 7485 /* create a new context template */ 7486 rv = crypto_create_ctx_template(&mech, key, sa_tmpl, KM_NOSLEEP); 7487 7488 /* 7489 * CRYPTO_MECH_NOT_SUPPORTED can be returned if only hardware 7490 * providers are available for that mechanism. In that case 7491 * we don't fail, and will generate the context template from 7492 * the framework callback when a software provider for that 7493 * mechanism registers. 7494 * 7495 * The context template is assigned the special value 7496 * IPSEC_CTX_TMPL_ALLOC if the allocation failed due to a 7497 * lack of memory. No attempt will be made to use 7498 * the context template if it is set to this value. 7499 */ 7500 if (rv == CRYPTO_HOST_MEMORY) { 7501 *sa_tmpl = IPSEC_CTX_TMPL_ALLOC; 7502 } else if (rv != CRYPTO_SUCCESS) { 7503 *sa_tmpl = NULL; 7504 if (rv != CRYPTO_MECH_NOT_SUPPORTED) 7505 return (EINVAL); 7506 } 7507 7508 return (0); 7509 } 7510 7511 /* 7512 * Destroy the context template of the specified algorithm type 7513 * of the specified SA. Must be called while holding the SA lock. 7514 */ 7515 void 7516 ipsec_destroy_ctx_tmpl(ipsa_t *sa, ipsec_algtype_t alg_type) 7517 { 7518 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 7519 7520 if (alg_type == IPSEC_ALG_AUTH) { 7521 if (sa->ipsa_authtmpl == IPSEC_CTX_TMPL_ALLOC) 7522 sa->ipsa_authtmpl = NULL; 7523 else if (sa->ipsa_authtmpl != NULL) { 7524 crypto_destroy_ctx_template(sa->ipsa_authtmpl); 7525 sa->ipsa_authtmpl = NULL; 7526 } 7527 } else { 7528 ASSERT(alg_type == IPSEC_ALG_ENCR); 7529 if (sa->ipsa_encrtmpl == IPSEC_CTX_TMPL_ALLOC) 7530 sa->ipsa_encrtmpl = NULL; 7531 else if (sa->ipsa_encrtmpl != NULL) { 7532 crypto_destroy_ctx_template(sa->ipsa_encrtmpl); 7533 sa->ipsa_encrtmpl = NULL; 7534 } 7535 } 7536 } 7537 7538 /* 7539 * Use the kernel crypto framework to check the validity of a key received 7540 * via keysock. Returns 0 if the key is OK, -1 otherwise. 7541 */ 7542 int 7543 ipsec_check_key(crypto_mech_type_t mech_type, sadb_key_t *sadb_key, 7544 boolean_t is_auth, int *diag) 7545 { 7546 crypto_mechanism_t mech; 7547 crypto_key_t crypto_key; 7548 int crypto_rc; 7549 7550 mech.cm_type = mech_type; 7551 mech.cm_param = NULL; 7552 mech.cm_param_len = 0; 7553 7554 crypto_key.ck_format = CRYPTO_KEY_RAW; 7555 crypto_key.ck_data = sadb_key + 1; 7556 crypto_key.ck_length = sadb_key->sadb_key_bits; 7557 7558 crypto_rc = crypto_key_check(&mech, &crypto_key); 7559 7560 switch (crypto_rc) { 7561 case CRYPTO_SUCCESS: 7562 return (0); 7563 case CRYPTO_MECHANISM_INVALID: 7564 case CRYPTO_MECH_NOT_SUPPORTED: 7565 *diag = is_auth ? SADB_X_DIAGNOSTIC_BAD_AALG : 7566 SADB_X_DIAGNOSTIC_BAD_EALG; 7567 break; 7568 case CRYPTO_KEY_SIZE_RANGE: 7569 *diag = is_auth ? SADB_X_DIAGNOSTIC_BAD_AKEYBITS : 7570 SADB_X_DIAGNOSTIC_BAD_EKEYBITS; 7571 break; 7572 case CRYPTO_WEAK_KEY: 7573 *diag = is_auth ? SADB_X_DIAGNOSTIC_WEAK_AKEY : 7574 SADB_X_DIAGNOSTIC_WEAK_EKEY; 7575 break; 7576 } 7577 7578 return (-1); 7579 } 7580 7581 /* 7582 * Whack options in the outer IP header when ipsec changes the outer label 7583 * 7584 * This is inelegant and really could use refactoring. 7585 */ 7586 mblk_t * 7587 sadb_whack_label_v4(mblk_t *mp, ipsa_t *assoc, kstat_named_t *counter, 7588 ipdropper_t *dropper) 7589 { 7590 int delta; 7591 int plen; 7592 dblk_t *db; 7593 int hlen; 7594 uint8_t *opt_storage = assoc->ipsa_opt_storage; 7595 ipha_t *ipha = (ipha_t *)mp->b_rptr; 7596 7597 plen = ntohs(ipha->ipha_length); 7598 7599 delta = tsol_remove_secopt(ipha, MBLKL(mp)); 7600 mp->b_wptr += delta; 7601 plen += delta; 7602 7603 /* XXX XXX code copied from tsol_check_label */ 7604 7605 /* Make sure we have room for the worst-case addition */ 7606 hlen = IPH_HDR_LENGTH(ipha) + opt_storage[IPOPT_OLEN]; 7607 hlen = (hlen + 3) & ~3; 7608 if (hlen > IP_MAX_HDR_LENGTH) 7609 hlen = IP_MAX_HDR_LENGTH; 7610 hlen -= IPH_HDR_LENGTH(ipha); 7611 7612 db = mp->b_datap; 7613 if ((db->db_ref != 1) || (mp->b_wptr + hlen > db->db_lim)) { 7614 int copylen; 7615 mblk_t *new_mp; 7616 7617 /* allocate enough to be meaningful, but not *too* much */ 7618 copylen = MBLKL(mp); 7619 if (copylen > 256) 7620 copylen = 256; 7621 new_mp = allocb_tmpl(hlen + copylen + 7622 (mp->b_rptr - mp->b_datap->db_base), mp); 7623 7624 if (new_mp == NULL) { 7625 ip_drop_packet(mp, B_FALSE, NULL, counter, dropper); 7626 return (NULL); 7627 } 7628 7629 /* keep the bias */ 7630 new_mp->b_rptr += mp->b_rptr - mp->b_datap->db_base; 7631 new_mp->b_wptr = new_mp->b_rptr + copylen; 7632 bcopy(mp->b_rptr, new_mp->b_rptr, copylen); 7633 new_mp->b_cont = mp; 7634 if ((mp->b_rptr += copylen) >= mp->b_wptr) { 7635 new_mp->b_cont = mp->b_cont; 7636 freeb(mp); 7637 } 7638 mp = new_mp; 7639 ipha = (ipha_t *)mp->b_rptr; 7640 } 7641 7642 delta = tsol_prepend_option(assoc->ipsa_opt_storage, ipha, MBLKL(mp)); 7643 7644 ASSERT(delta != -1); 7645 7646 plen += delta; 7647 mp->b_wptr += delta; 7648 7649 /* 7650 * Paranoia 7651 */ 7652 db = mp->b_datap; 7653 7654 ASSERT3P(mp->b_wptr, <=, db->db_lim); 7655 ASSERT3P(mp->b_rptr, <=, db->db_lim); 7656 7657 ASSERT3P(mp->b_wptr, >=, db->db_base); 7658 ASSERT3P(mp->b_rptr, >=, db->db_base); 7659 /* End paranoia */ 7660 7661 ipha->ipha_length = htons(plen); 7662 7663 return (mp); 7664 } 7665 7666 mblk_t * 7667 sadb_whack_label_v6(mblk_t *mp, ipsa_t *assoc, kstat_named_t *counter, 7668 ipdropper_t *dropper) 7669 { 7670 int delta; 7671 int plen; 7672 dblk_t *db; 7673 int hlen; 7674 uint8_t *opt_storage = assoc->ipsa_opt_storage; 7675 uint_t sec_opt_len; /* label option length not including type, len */ 7676 ip6_t *ip6h = (ip6_t *)mp->b_rptr; 7677 7678 plen = ntohs(ip6h->ip6_plen); 7679 7680 delta = tsol_remove_secopt_v6(ip6h, MBLKL(mp)); 7681 mp->b_wptr += delta; 7682 plen += delta; 7683 7684 /* XXX XXX code copied from tsol_check_label_v6 */ 7685 /* 7686 * Make sure we have room for the worst-case addition. Add 2 bytes for 7687 * the hop-by-hop ext header's next header and length fields. Add 7688 * another 2 bytes for the label option type, len and then round 7689 * up to the next 8-byte multiple. 7690 */ 7691 sec_opt_len = opt_storage[1]; 7692 7693 db = mp->b_datap; 7694 hlen = (4 + sec_opt_len + 7) & ~7; 7695 7696 if ((db->db_ref != 1) || (mp->b_wptr + hlen > db->db_lim)) { 7697 int copylen; 7698 mblk_t *new_mp; 7699 uint16_t hdr_len; 7700 7701 hdr_len = ip_hdr_length_v6(mp, ip6h); 7702 /* 7703 * Allocate enough to be meaningful, but not *too* much. 7704 * Also all the IPv6 extension headers must be in the same mblk 7705 */ 7706 copylen = MBLKL(mp); 7707 if (copylen > 256) 7708 copylen = 256; 7709 if (copylen < hdr_len) 7710 copylen = hdr_len; 7711 new_mp = allocb_tmpl(hlen + copylen + 7712 (mp->b_rptr - mp->b_datap->db_base), mp); 7713 if (new_mp == NULL) { 7714 ip_drop_packet(mp, B_FALSE, NULL, counter, dropper); 7715 return (NULL); 7716 } 7717 7718 /* keep the bias */ 7719 new_mp->b_rptr += mp->b_rptr - mp->b_datap->db_base; 7720 new_mp->b_wptr = new_mp->b_rptr + copylen; 7721 bcopy(mp->b_rptr, new_mp->b_rptr, copylen); 7722 new_mp->b_cont = mp; 7723 if ((mp->b_rptr += copylen) >= mp->b_wptr) { 7724 new_mp->b_cont = mp->b_cont; 7725 freeb(mp); 7726 } 7727 mp = new_mp; 7728 ip6h = (ip6_t *)mp->b_rptr; 7729 } 7730 7731 delta = tsol_prepend_option_v6(assoc->ipsa_opt_storage, 7732 ip6h, MBLKL(mp)); 7733 7734 ASSERT(delta != -1); 7735 7736 plen += delta; 7737 mp->b_wptr += delta; 7738 7739 /* 7740 * Paranoia 7741 */ 7742 db = mp->b_datap; 7743 7744 ASSERT3P(mp->b_wptr, <=, db->db_lim); 7745 ASSERT3P(mp->b_rptr, <=, db->db_lim); 7746 7747 ASSERT3P(mp->b_wptr, >=, db->db_base); 7748 ASSERT3P(mp->b_rptr, >=, db->db_base); 7749 /* End paranoia */ 7750 7751 ip6h->ip6_plen = htons(plen); 7752 7753 return (mp); 7754 } 7755 7756 /* Whack the labels and update ip_xmit_attr_t as needed */ 7757 mblk_t * 7758 sadb_whack_label(mblk_t *mp, ipsa_t *assoc, ip_xmit_attr_t *ixa, 7759 kstat_named_t *counter, ipdropper_t *dropper) 7760 { 7761 int adjust; 7762 int iplen; 7763 7764 if (ixa->ixa_flags & IXAF_IS_IPV4) { 7765 ipha_t *ipha = (ipha_t *)mp->b_rptr; 7766 7767 ASSERT(IPH_HDR_VERSION(ipha) == IPV4_VERSION); 7768 iplen = ntohs(ipha->ipha_length); 7769 mp = sadb_whack_label_v4(mp, assoc, counter, dropper); 7770 if (mp == NULL) 7771 return (NULL); 7772 7773 ipha = (ipha_t *)mp->b_rptr; 7774 ASSERT(IPH_HDR_VERSION(ipha) == IPV4_VERSION); 7775 adjust = (int)ntohs(ipha->ipha_length) - iplen; 7776 } else { 7777 ip6_t *ip6h = (ip6_t *)mp->b_rptr; 7778 7779 ASSERT(IPH_HDR_VERSION(ip6h) == IPV6_VERSION); 7780 iplen = ntohs(ip6h->ip6_plen); 7781 mp = sadb_whack_label_v6(mp, assoc, counter, dropper); 7782 if (mp == NULL) 7783 return (NULL); 7784 7785 ip6h = (ip6_t *)mp->b_rptr; 7786 ASSERT(IPH_HDR_VERSION(ip6h) == IPV6_VERSION); 7787 adjust = (int)ntohs(ip6h->ip6_plen) - iplen; 7788 } 7789 ixa->ixa_pktlen += adjust; 7790 ixa->ixa_ip_hdr_length += adjust; 7791 return (mp); 7792 } 7793 7794 /* 7795 * If this is an outgoing SA then add some fuzz to the 7796 * SOFT EXPIRE time. The reason for this is to stop 7797 * peers trying to renegotiate SOFT expiring SA's at 7798 * the same time. The amount of fuzz needs to be at 7799 * least 8 seconds which is the typical interval 7800 * sadb_ager(), although this is only a guide as it 7801 * selftunes. 7802 */ 7803 static void 7804 lifetime_fuzz(ipsa_t *assoc) 7805 { 7806 uint8_t rnd; 7807 7808 if (assoc->ipsa_softaddlt == 0) 7809 return; 7810 7811 (void) random_get_pseudo_bytes(&rnd, sizeof (rnd)); 7812 rnd = (rnd & 0xF) + 8; 7813 assoc->ipsa_softexpiretime -= rnd; 7814 assoc->ipsa_softaddlt -= rnd; 7815 } 7816 7817 static void 7818 destroy_ipsa_pair(ipsap_t *ipsapp) 7819 { 7820 /* 7821 * Because of the multi-line macro nature of IPSA_REFRELE, keep 7822 * them in { }. 7823 */ 7824 if (ipsapp->ipsap_sa_ptr != NULL) { 7825 IPSA_REFRELE(ipsapp->ipsap_sa_ptr); 7826 } 7827 if (ipsapp->ipsap_psa_ptr != NULL) { 7828 IPSA_REFRELE(ipsapp->ipsap_psa_ptr); 7829 } 7830 init_ipsa_pair(ipsapp); 7831 } 7832 7833 static void 7834 init_ipsa_pair(ipsap_t *ipsapp) 7835 { 7836 ipsapp->ipsap_bucket = NULL; 7837 ipsapp->ipsap_sa_ptr = NULL; 7838 ipsapp->ipsap_pbucket = NULL; 7839 ipsapp->ipsap_psa_ptr = NULL; 7840 } 7841 7842 /* 7843 * The sadb_ager() function walks through the hash tables of SA's and ages 7844 * them, if the SA expires as a result, its marked as DEAD and will be reaped 7845 * the next time sadb_ager() runs. SA's which are paired or have a peer (same 7846 * SA appears in both the inbound and outbound tables because its not possible 7847 * to determine its direction) are placed on a list when they expire. This is 7848 * to ensure that pair/peer SA's are reaped at the same time, even if they 7849 * expire at different times. 7850 * 7851 * This function is called twice by sadb_ager(), one after processing the 7852 * inbound table, then again after processing the outbound table. 7853 */ 7854 void 7855 age_pair_peer_list(templist_t *haspeerlist, sadb_t *sp, boolean_t outbound) 7856 { 7857 templist_t *listptr; 7858 int outhash; 7859 isaf_t *bucket; 7860 boolean_t haspeer; 7861 ipsa_t *peer_assoc, *dying; 7862 /* 7863 * Haspeer cases will contain both IPv4 and IPv6. This code 7864 * is address independent. 7865 */ 7866 while (haspeerlist != NULL) { 7867 /* "dying" contains the SA that has a peer. */ 7868 dying = haspeerlist->ipsa; 7869 haspeer = (dying->ipsa_haspeer); 7870 listptr = haspeerlist; 7871 haspeerlist = listptr->next; 7872 kmem_free(listptr, sizeof (*listptr)); 7873 /* 7874 * Pick peer bucket based on addrfam. 7875 */ 7876 if (outbound) { 7877 if (haspeer) 7878 bucket = INBOUND_BUCKET(sp, dying->ipsa_spi); 7879 else 7880 bucket = INBOUND_BUCKET(sp, 7881 dying->ipsa_otherspi); 7882 } else { /* inbound */ 7883 if (haspeer) { 7884 if (dying->ipsa_addrfam == AF_INET6) { 7885 outhash = OUTBOUND_HASH_V6(sp, 7886 *((in6_addr_t *)&dying-> 7887 ipsa_dstaddr)); 7888 } else { 7889 outhash = OUTBOUND_HASH_V4(sp, 7890 *((ipaddr_t *)&dying-> 7891 ipsa_dstaddr)); 7892 } 7893 } else if (dying->ipsa_addrfam == AF_INET6) { 7894 outhash = OUTBOUND_HASH_V6(sp, 7895 *((in6_addr_t *)&dying-> 7896 ipsa_srcaddr)); 7897 } else { 7898 outhash = OUTBOUND_HASH_V4(sp, 7899 *((ipaddr_t *)&dying-> 7900 ipsa_srcaddr)); 7901 } 7902 bucket = &(sp->sdb_of[outhash]); 7903 } 7904 7905 mutex_enter(&bucket->isaf_lock); 7906 /* 7907 * "haspeer" SA's have the same src/dst address ordering, 7908 * "paired" SA's have the src/dst addresses reversed. 7909 */ 7910 if (haspeer) { 7911 peer_assoc = ipsec_getassocbyspi(bucket, 7912 dying->ipsa_spi, dying->ipsa_srcaddr, 7913 dying->ipsa_dstaddr, dying->ipsa_addrfam); 7914 } else { 7915 peer_assoc = ipsec_getassocbyspi(bucket, 7916 dying->ipsa_otherspi, dying->ipsa_dstaddr, 7917 dying->ipsa_srcaddr, dying->ipsa_addrfam); 7918 } 7919 7920 mutex_exit(&bucket->isaf_lock); 7921 if (peer_assoc != NULL) { 7922 mutex_enter(&peer_assoc->ipsa_lock); 7923 mutex_enter(&dying->ipsa_lock); 7924 if (!haspeer) { 7925 /* 7926 * Only SA's which have a "peer" or are 7927 * "paired" end up on this list, so this 7928 * must be a "paired" SA, update the flags 7929 * to break the pair. 7930 */ 7931 peer_assoc->ipsa_otherspi = 0; 7932 peer_assoc->ipsa_flags &= ~IPSA_F_PAIRED; 7933 dying->ipsa_otherspi = 0; 7934 dying->ipsa_flags &= ~IPSA_F_PAIRED; 7935 } 7936 if (haspeer || outbound) { 7937 /* 7938 * Update the state of the "inbound" SA when 7939 * the "outbound" SA has expired. Don't update 7940 * the "outbound" SA when the "inbound" SA 7941 * SA expires because setting the hard_addtime 7942 * below will cause this to happen. 7943 */ 7944 peer_assoc->ipsa_state = dying->ipsa_state; 7945 } 7946 if (dying->ipsa_state == IPSA_STATE_DEAD) 7947 peer_assoc->ipsa_hardexpiretime = 1; 7948 7949 mutex_exit(&dying->ipsa_lock); 7950 mutex_exit(&peer_assoc->ipsa_lock); 7951 IPSA_REFRELE(peer_assoc); 7952 } 7953 IPSA_REFRELE(dying); 7954 } 7955 } 7956 7957 /* 7958 * Ensure that the IV used for CCM mode never repeats. The IV should 7959 * only be updated by this function. Also check to see if the IV 7960 * is about to wrap and generate a SOFT Expire. This function is only 7961 * called for outgoing packets, the IV for incomming packets is taken 7962 * from the wire. If the outgoing SA needs to be expired, update 7963 * the matching incomming SA. 7964 */ 7965 boolean_t 7966 update_iv(uint8_t *iv_ptr, queue_t *pfkey_q, ipsa_t *assoc, 7967 ipsecesp_stack_t *espstack) 7968 { 7969 boolean_t rc = B_TRUE; 7970 isaf_t *inbound_bucket; 7971 sadb_t *sp; 7972 ipsa_t *pair_sa = NULL; 7973 int sa_new_state = 0; 7974 7975 /* For non counter modes, the IV is random data. */ 7976 if (!(assoc->ipsa_flags & IPSA_F_COUNTERMODE)) { 7977 (void) random_get_pseudo_bytes(iv_ptr, assoc->ipsa_iv_len); 7978 return (rc); 7979 } 7980 7981 mutex_enter(&assoc->ipsa_lock); 7982 7983 (*assoc->ipsa_iv)++; 7984 7985 if (*assoc->ipsa_iv == assoc->ipsa_iv_hardexpire) { 7986 sa_new_state = IPSA_STATE_DEAD; 7987 rc = B_FALSE; 7988 } else if (*assoc->ipsa_iv == assoc->ipsa_iv_softexpire) { 7989 if (assoc->ipsa_state != IPSA_STATE_DYING) { 7990 /* 7991 * This SA may have already been expired when its 7992 * PAIR_SA expired. 7993 */ 7994 sa_new_state = IPSA_STATE_DYING; 7995 } 7996 } 7997 if (sa_new_state) { 7998 /* 7999 * If there is a state change, we need to update this SA 8000 * and its "pair", we can find the bucket for the "pair" SA 8001 * while holding the ipsa_t mutex, but we won't actually 8002 * update anything untill the ipsa_t mutex has been released 8003 * for _this_ SA. 8004 */ 8005 assoc->ipsa_state = sa_new_state; 8006 if (assoc->ipsa_addrfam == AF_INET6) { 8007 sp = &espstack->esp_sadb.s_v6; 8008 } else { 8009 sp = &espstack->esp_sadb.s_v4; 8010 } 8011 inbound_bucket = INBOUND_BUCKET(sp, assoc->ipsa_otherspi); 8012 sadb_expire_assoc(pfkey_q, assoc); 8013 } 8014 if (rc == B_TRUE) 8015 bcopy(assoc->ipsa_iv, iv_ptr, assoc->ipsa_iv_len); 8016 8017 mutex_exit(&assoc->ipsa_lock); 8018 8019 if (sa_new_state) { 8020 /* Find the inbound SA, need to lock hash bucket. */ 8021 mutex_enter(&inbound_bucket->isaf_lock); 8022 pair_sa = ipsec_getassocbyspi(inbound_bucket, 8023 assoc->ipsa_otherspi, assoc->ipsa_dstaddr, 8024 assoc->ipsa_srcaddr, assoc->ipsa_addrfam); 8025 mutex_exit(&inbound_bucket->isaf_lock); 8026 if (pair_sa != NULL) { 8027 mutex_enter(&pair_sa->ipsa_lock); 8028 pair_sa->ipsa_state = sa_new_state; 8029 mutex_exit(&pair_sa->ipsa_lock); 8030 IPSA_REFRELE(pair_sa); 8031 } 8032 } 8033 8034 return (rc); 8035 } 8036 8037 void 8038 ccm_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8039 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8040 { 8041 uchar_t *nonce; 8042 crypto_mechanism_t *combined_mech; 8043 CK_AES_CCM_PARAMS *params; 8044 8045 combined_mech = (crypto_mechanism_t *)cm_mech; 8046 params = (CK_AES_CCM_PARAMS *)(combined_mech + 1); 8047 nonce = (uchar_t *)(params + 1); 8048 params->ulMACSize = assoc->ipsa_mac_len; 8049 params->ulNonceSize = assoc->ipsa_nonce_len; 8050 params->ulAuthDataSize = sizeof (esph_t); 8051 params->ulDataSize = data_len; 8052 params->nonce = nonce; 8053 params->authData = esph; 8054 8055 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8056 cm_mech->combined_mech.cm_param_len = sizeof (CK_AES_CCM_PARAMS); 8057 cm_mech->combined_mech.cm_param = (caddr_t)params; 8058 /* See gcm_params_init() for comments. */ 8059 bcopy(assoc->ipsa_nonce, nonce, assoc->ipsa_saltlen); 8060 nonce += assoc->ipsa_saltlen; 8061 bcopy(iv_ptr, nonce, assoc->ipsa_iv_len); 8062 crypto_data->cd_miscdata = NULL; 8063 } 8064 8065 /* ARGSUSED */ 8066 void 8067 cbc_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8068 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8069 { 8070 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8071 cm_mech->combined_mech.cm_param_len = 0; 8072 cm_mech->combined_mech.cm_param = NULL; 8073 crypto_data->cd_miscdata = (char *)iv_ptr; 8074 } 8075 8076 /* ARGSUSED */ 8077 void 8078 gcm_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8079 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8080 { 8081 uchar_t *nonce; 8082 crypto_mechanism_t *combined_mech; 8083 CK_AES_GCM_PARAMS *params; 8084 8085 combined_mech = (crypto_mechanism_t *)cm_mech; 8086 params = (CK_AES_GCM_PARAMS *)(combined_mech + 1); 8087 nonce = (uchar_t *)(params + 1); 8088 8089 params->pIv = nonce; 8090 params->ulIvLen = assoc->ipsa_nonce_len; 8091 params->ulIvBits = SADB_8TO1(assoc->ipsa_nonce_len); 8092 params->pAAD = esph; 8093 params->ulAADLen = sizeof (esph_t); 8094 params->ulTagBits = SADB_8TO1(assoc->ipsa_mac_len); 8095 8096 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8097 cm_mech->combined_mech.cm_param_len = sizeof (CK_AES_GCM_PARAMS); 8098 cm_mech->combined_mech.cm_param = (caddr_t)params; 8099 /* 8100 * Create the nonce, which is made up of the salt and the IV. 8101 * Copy the salt from the SA and the IV from the packet. 8102 * For inbound packets we copy the IV from the packet because it 8103 * was set by the sending system, for outbound packets we copy the IV 8104 * from the packet because the IV in the SA may be changed by another 8105 * thread, the IV in the packet was created while holding a mutex. 8106 */ 8107 bcopy(assoc->ipsa_nonce, nonce, assoc->ipsa_saltlen); 8108 nonce += assoc->ipsa_saltlen; 8109 bcopy(iv_ptr, nonce, assoc->ipsa_iv_len); 8110 crypto_data->cd_miscdata = NULL; 8111 } 8112