1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 * Copyright (c) 2012 Nexenta Systems, Inc. All rights reserved. 25 * Copyright (c) 2017 Joyent, Inc. 26 */ 27 28 #include <sys/types.h> 29 #include <sys/stream.h> 30 #include <sys/stropts.h> 31 #include <sys/strsubr.h> 32 #include <sys/errno.h> 33 #include <sys/ddi.h> 34 #include <sys/debug.h> 35 #include <sys/cmn_err.h> 36 #include <sys/stream.h> 37 #include <sys/strlog.h> 38 #include <sys/kmem.h> 39 #include <sys/sunddi.h> 40 #include <sys/tihdr.h> 41 #include <sys/atomic.h> 42 #include <sys/socket.h> 43 #include <sys/sysmacros.h> 44 #include <sys/crypto/common.h> 45 #include <sys/crypto/api.h> 46 #include <sys/zone.h> 47 #include <netinet/in.h> 48 #include <net/if.h> 49 #include <net/pfkeyv2.h> 50 #include <net/pfpolicy.h> 51 #include <inet/common.h> 52 #include <netinet/ip6.h> 53 #include <inet/ip.h> 54 #include <inet/ip_ire.h> 55 #include <inet/ip6.h> 56 #include <inet/ipsec_info.h> 57 #include <inet/tcp.h> 58 #include <inet/sadb.h> 59 #include <inet/ipsec_impl.h> 60 #include <inet/ipsecah.h> 61 #include <inet/ipsecesp.h> 62 #include <sys/random.h> 63 #include <sys/dlpi.h> 64 #include <sys/strsun.h> 65 #include <sys/strsubr.h> 66 #include <inet/ip_if.h> 67 #include <inet/ipdrop.h> 68 #include <inet/ipclassifier.h> 69 #include <inet/sctp_ip.h> 70 #include <sys/tsol/tnet.h> 71 72 /* 73 * This source file contains Security Association Database (SADB) common 74 * routines. They are linked in with the AH module. Since AH has no chance 75 * of falling under export control, it was safe to link it in there. 76 */ 77 78 static uint8_t *sadb_action_to_ecomb(uint8_t *, uint8_t *, ipsec_action_t *, 79 netstack_t *); 80 static ipsa_t *sadb_torch_assoc(isaf_t *, ipsa_t *); 81 static void sadb_destroy_acqlist(iacqf_t **, uint_t, boolean_t, 82 netstack_t *); 83 static void sadb_destroy(sadb_t *, netstack_t *); 84 static mblk_t *sadb_sa2msg(ipsa_t *, sadb_msg_t *); 85 static ts_label_t *sadb_label_from_sens(sadb_sens_t *, uint64_t *); 86 87 static time_t sadb_add_time(time_t, uint64_t); 88 static void lifetime_fuzz(ipsa_t *); 89 static void age_pair_peer_list(templist_t *, sadb_t *, boolean_t); 90 static int get_ipsa_pair(ipsa_query_t *, ipsap_t *, int *); 91 static void init_ipsa_pair(ipsap_t *); 92 static void destroy_ipsa_pair(ipsap_t *); 93 static int update_pairing(ipsap_t *, ipsa_query_t *, keysock_in_t *, int *); 94 static void ipsa_set_replay(ipsa_t *ipsa, uint32_t offset); 95 96 /* 97 * ipsacq_maxpackets is defined here to make it tunable 98 * from /etc/system. 99 */ 100 extern uint64_t ipsacq_maxpackets; 101 102 #define SET_EXPIRE(sa, delta, exp) { \ 103 if (((sa)->ipsa_ ## delta) != 0) { \ 104 (sa)->ipsa_ ## exp = sadb_add_time((sa)->ipsa_addtime, \ 105 (sa)->ipsa_ ## delta); \ 106 } \ 107 } 108 109 #define UPDATE_EXPIRE(sa, delta, exp) { \ 110 if (((sa)->ipsa_ ## delta) != 0) { \ 111 time_t tmp = sadb_add_time((sa)->ipsa_usetime, \ 112 (sa)->ipsa_ ## delta); \ 113 if (((sa)->ipsa_ ## exp) == 0) \ 114 (sa)->ipsa_ ## exp = tmp; \ 115 else \ 116 (sa)->ipsa_ ## exp = \ 117 MIN((sa)->ipsa_ ## exp, tmp); \ 118 } \ 119 } 120 121 122 /* wrap the macro so we can pass it as a function pointer */ 123 void 124 sadb_sa_refrele(void *target) 125 { 126 IPSA_REFRELE(((ipsa_t *)target)); 127 } 128 129 /* 130 * We presume that sizeof (long) == sizeof (time_t) and that time_t is 131 * a signed type. 132 */ 133 #define TIME_MAX LONG_MAX 134 135 /* 136 * PF_KEY gives us lifetimes in uint64_t seconds. We presume that 137 * time_t is defined to be a signed type with the same range as 138 * "long". On ILP32 systems, we thus run the risk of wrapping around 139 * at end of time, as well as "overwrapping" the clock back around 140 * into a seemingly valid but incorrect future date earlier than the 141 * desired expiration. 142 * 143 * In order to avoid odd behavior (either negative lifetimes or loss 144 * of high order bits) when someone asks for bizarrely long SA 145 * lifetimes, we do a saturating add for expire times. 146 * 147 * We presume that ILP32 systems will be past end of support life when 148 * the 32-bit time_t overflows (a dangerous assumption, mind you..). 149 * 150 * On LP64, 2^64 seconds are about 5.8e11 years, at which point we 151 * will hopefully have figured out clever ways to avoid the use of 152 * fixed-sized integers in computation. 153 */ 154 static time_t 155 sadb_add_time(time_t base, uint64_t delta) 156 { 157 time_t sum; 158 159 /* 160 * Clip delta to the maximum possible time_t value to 161 * prevent "overwrapping" back into a shorter-than-desired 162 * future time. 163 */ 164 if (delta > TIME_MAX) 165 delta = TIME_MAX; 166 /* 167 * This sum may still overflow. 168 */ 169 sum = base + delta; 170 171 /* 172 * .. so if the result is less than the base, we overflowed. 173 */ 174 if (sum < base) 175 sum = TIME_MAX; 176 177 return (sum); 178 } 179 180 /* 181 * Callers of this function have already created a working security 182 * association, and have found the appropriate table & hash chain. All this 183 * function does is check duplicates, and insert the SA. The caller needs to 184 * hold the hash bucket lock and increment the refcnt before insertion. 185 * 186 * Return 0 if success, EEXIST if collision. 187 */ 188 #define SA_UNIQUE_MATCH(sa1, sa2) \ 189 (((sa1)->ipsa_unique_id & (sa1)->ipsa_unique_mask) == \ 190 ((sa2)->ipsa_unique_id & (sa2)->ipsa_unique_mask)) 191 192 int 193 sadb_insertassoc(ipsa_t *ipsa, isaf_t *bucket) 194 { 195 ipsa_t **ptpn = NULL; 196 ipsa_t *walker; 197 boolean_t unspecsrc; 198 199 ASSERT(MUTEX_HELD(&bucket->isaf_lock)); 200 201 unspecsrc = IPSA_IS_ADDR_UNSPEC(ipsa->ipsa_srcaddr, ipsa->ipsa_addrfam); 202 203 walker = bucket->isaf_ipsa; 204 ASSERT(walker == NULL || ipsa->ipsa_addrfam == walker->ipsa_addrfam); 205 206 /* 207 * Find insertion point (pointed to with **ptpn). Insert at the head 208 * of the list unless there's an unspecified source address, then 209 * insert it after the last SA with a specified source address. 210 * 211 * BTW, you'll have to walk the whole chain, matching on {DST, SPI} 212 * checking for collisions. 213 */ 214 215 while (walker != NULL) { 216 if (IPSA_ARE_ADDR_EQUAL(walker->ipsa_dstaddr, 217 ipsa->ipsa_dstaddr, ipsa->ipsa_addrfam)) { 218 if (walker->ipsa_spi == ipsa->ipsa_spi) 219 return (EEXIST); 220 221 mutex_enter(&walker->ipsa_lock); 222 if (ipsa->ipsa_state == IPSA_STATE_MATURE && 223 (walker->ipsa_flags & IPSA_F_USED) && 224 SA_UNIQUE_MATCH(walker, ipsa)) { 225 walker->ipsa_flags |= IPSA_F_CINVALID; 226 } 227 mutex_exit(&walker->ipsa_lock); 228 } 229 230 if (ptpn == NULL && unspecsrc) { 231 if (IPSA_IS_ADDR_UNSPEC(walker->ipsa_srcaddr, 232 walker->ipsa_addrfam)) 233 ptpn = walker->ipsa_ptpn; 234 else if (walker->ipsa_next == NULL) 235 ptpn = &walker->ipsa_next; 236 } 237 238 walker = walker->ipsa_next; 239 } 240 241 if (ptpn == NULL) 242 ptpn = &bucket->isaf_ipsa; 243 ipsa->ipsa_next = *ptpn; 244 ipsa->ipsa_ptpn = ptpn; 245 if (ipsa->ipsa_next != NULL) 246 ipsa->ipsa_next->ipsa_ptpn = &ipsa->ipsa_next; 247 *ptpn = ipsa; 248 ipsa->ipsa_linklock = &bucket->isaf_lock; 249 250 return (0); 251 } 252 #undef SA_UNIQUE_MATCH 253 254 /* 255 * Free a security association. Its reference count is 0, which means 256 * I must free it. The SA must be unlocked and must not be linked into 257 * any fanout list. 258 */ 259 static void 260 sadb_freeassoc(ipsa_t *ipsa) 261 { 262 ipsec_stack_t *ipss = ipsa->ipsa_netstack->netstack_ipsec; 263 mblk_t *asyncmp, *mp; 264 265 ASSERT(ipss != NULL); 266 ASSERT(MUTEX_NOT_HELD(&ipsa->ipsa_lock)); 267 ASSERT(ipsa->ipsa_refcnt == 0); 268 ASSERT(ipsa->ipsa_next == NULL); 269 ASSERT(ipsa->ipsa_ptpn == NULL); 270 271 272 asyncmp = sadb_clear_lpkt(ipsa); 273 if (asyncmp != NULL) { 274 mp = ip_recv_attr_free_mblk(asyncmp); 275 ip_drop_packet(mp, B_TRUE, NULL, 276 DROPPER(ipss, ipds_sadb_inlarval_timeout), 277 &ipss->ipsec_sadb_dropper); 278 } 279 mutex_enter(&ipsa->ipsa_lock); 280 281 if (ipsa->ipsa_tsl != NULL) { 282 label_rele(ipsa->ipsa_tsl); 283 ipsa->ipsa_tsl = NULL; 284 } 285 286 if (ipsa->ipsa_otsl != NULL) { 287 label_rele(ipsa->ipsa_otsl); 288 ipsa->ipsa_otsl = NULL; 289 } 290 291 ipsec_destroy_ctx_tmpl(ipsa, IPSEC_ALG_AUTH); 292 ipsec_destroy_ctx_tmpl(ipsa, IPSEC_ALG_ENCR); 293 mutex_exit(&ipsa->ipsa_lock); 294 295 /* bzero() these fields for paranoia's sake. */ 296 if (ipsa->ipsa_authkey != NULL) { 297 bzero(ipsa->ipsa_authkey, ipsa->ipsa_authkeylen); 298 kmem_free(ipsa->ipsa_authkey, ipsa->ipsa_authkeylen); 299 } 300 if (ipsa->ipsa_encrkey != NULL) { 301 bzero(ipsa->ipsa_encrkey, ipsa->ipsa_encrkeylen); 302 kmem_free(ipsa->ipsa_encrkey, ipsa->ipsa_encrkeylen); 303 } 304 if (ipsa->ipsa_nonce_buf != NULL) { 305 bzero(ipsa->ipsa_nonce_buf, sizeof (ipsec_nonce_t)); 306 kmem_free(ipsa->ipsa_nonce_buf, sizeof (ipsec_nonce_t)); 307 } 308 if (ipsa->ipsa_src_cid != NULL) { 309 IPSID_REFRELE(ipsa->ipsa_src_cid); 310 } 311 if (ipsa->ipsa_dst_cid != NULL) { 312 IPSID_REFRELE(ipsa->ipsa_dst_cid); 313 } 314 if (ipsa->ipsa_emech.cm_param != NULL) 315 kmem_free(ipsa->ipsa_emech.cm_param, 316 ipsa->ipsa_emech.cm_param_len); 317 318 mutex_destroy(&ipsa->ipsa_lock); 319 kmem_free(ipsa, sizeof (*ipsa)); 320 } 321 322 /* 323 * Unlink a security association from a hash bucket. Assume the hash bucket 324 * lock is held, but the association's lock is not. 325 * 326 * Note that we do not bump the bucket's generation number here because 327 * we might not be making a visible change to the set of visible SA's. 328 * All callers MUST bump the bucket's generation number before they unlock 329 * the bucket if they use sadb_unlinkassoc to permanetly remove an SA which 330 * was present in the bucket at the time it was locked. 331 */ 332 void 333 sadb_unlinkassoc(ipsa_t *ipsa) 334 { 335 ASSERT(ipsa->ipsa_linklock != NULL); 336 ASSERT(MUTEX_HELD(ipsa->ipsa_linklock)); 337 338 /* These fields are protected by the link lock. */ 339 *(ipsa->ipsa_ptpn) = ipsa->ipsa_next; 340 if (ipsa->ipsa_next != NULL) { 341 ipsa->ipsa_next->ipsa_ptpn = ipsa->ipsa_ptpn; 342 ipsa->ipsa_next = NULL; 343 } 344 345 ipsa->ipsa_ptpn = NULL; 346 347 /* This may destroy the SA. */ 348 IPSA_REFRELE(ipsa); 349 } 350 351 void 352 sadb_delete_cluster(ipsa_t *assoc) 353 { 354 uint8_t protocol; 355 356 if (cl_inet_deletespi && 357 ((assoc->ipsa_state == IPSA_STATE_LARVAL) || 358 (assoc->ipsa_state == IPSA_STATE_MATURE))) { 359 protocol = (assoc->ipsa_type == SADB_SATYPE_AH) ? 360 IPPROTO_AH : IPPROTO_ESP; 361 cl_inet_deletespi(assoc->ipsa_netstack->netstack_stackid, 362 protocol, assoc->ipsa_spi, NULL); 363 } 364 } 365 366 /* 367 * Create a larval security association with the specified SPI. All other 368 * fields are zeroed. 369 */ 370 static ipsa_t * 371 sadb_makelarvalassoc(uint32_t spi, uint32_t *src, uint32_t *dst, int addrfam, 372 netstack_t *ns) 373 { 374 ipsa_t *newbie; 375 376 /* 377 * Allocate... 378 */ 379 380 newbie = (ipsa_t *)kmem_zalloc(sizeof (ipsa_t), KM_NOSLEEP); 381 if (newbie == NULL) { 382 /* Can't make new larval SA. */ 383 return (NULL); 384 } 385 386 /* Assigned requested SPI, assume caller does SPI allocation magic. */ 387 newbie->ipsa_spi = spi; 388 newbie->ipsa_netstack = ns; /* No netstack_hold */ 389 390 /* 391 * Copy addresses... 392 */ 393 394 IPSA_COPY_ADDR(newbie->ipsa_srcaddr, src, addrfam); 395 IPSA_COPY_ADDR(newbie->ipsa_dstaddr, dst, addrfam); 396 397 newbie->ipsa_addrfam = addrfam; 398 399 /* 400 * Set common initialization values, including refcnt. 401 */ 402 mutex_init(&newbie->ipsa_lock, NULL, MUTEX_DEFAULT, NULL); 403 newbie->ipsa_state = IPSA_STATE_LARVAL; 404 newbie->ipsa_refcnt = 1; 405 newbie->ipsa_freefunc = sadb_freeassoc; 406 407 /* 408 * There aren't a lot of other common initialization values, as 409 * they are copied in from the PF_KEY message. 410 */ 411 412 return (newbie); 413 } 414 415 /* 416 * Call me to initialize a security association fanout. 417 */ 418 static int 419 sadb_init_fanout(isaf_t **tablep, uint_t size, int kmflag) 420 { 421 isaf_t *table; 422 int i; 423 424 table = (isaf_t *)kmem_alloc(size * sizeof (*table), kmflag); 425 *tablep = table; 426 427 if (table == NULL) 428 return (ENOMEM); 429 430 for (i = 0; i < size; i++) { 431 mutex_init(&(table[i].isaf_lock), NULL, MUTEX_DEFAULT, NULL); 432 table[i].isaf_ipsa = NULL; 433 table[i].isaf_gen = 0; 434 } 435 436 return (0); 437 } 438 439 /* 440 * Call me to initialize an acquire fanout 441 */ 442 static int 443 sadb_init_acfanout(iacqf_t **tablep, uint_t size, int kmflag) 444 { 445 iacqf_t *table; 446 int i; 447 448 table = (iacqf_t *)kmem_alloc(size * sizeof (*table), kmflag); 449 *tablep = table; 450 451 if (table == NULL) 452 return (ENOMEM); 453 454 for (i = 0; i < size; i++) { 455 mutex_init(&(table[i].iacqf_lock), NULL, MUTEX_DEFAULT, NULL); 456 table[i].iacqf_ipsacq = NULL; 457 } 458 459 return (0); 460 } 461 462 /* 463 * Attempt to initialize an SADB instance. On failure, return ENOMEM; 464 * caller must clean up partial allocations. 465 */ 466 static int 467 sadb_init_trial(sadb_t *sp, uint_t size, int kmflag) 468 { 469 ASSERT(sp->sdb_of == NULL); 470 ASSERT(sp->sdb_if == NULL); 471 ASSERT(sp->sdb_acq == NULL); 472 473 sp->sdb_hashsize = size; 474 if (sadb_init_fanout(&sp->sdb_of, size, kmflag) != 0) 475 return (ENOMEM); 476 if (sadb_init_fanout(&sp->sdb_if, size, kmflag) != 0) 477 return (ENOMEM); 478 if (sadb_init_acfanout(&sp->sdb_acq, size, kmflag) != 0) 479 return (ENOMEM); 480 481 return (0); 482 } 483 484 /* 485 * Call me to initialize an SADB instance; fall back to default size on failure. 486 */ 487 static void 488 sadb_init(const char *name, sadb_t *sp, uint_t size, uint_t ver, 489 netstack_t *ns) 490 { 491 ASSERT(sp->sdb_of == NULL); 492 ASSERT(sp->sdb_if == NULL); 493 ASSERT(sp->sdb_acq == NULL); 494 495 if (size < IPSEC_DEFAULT_HASH_SIZE) 496 size = IPSEC_DEFAULT_HASH_SIZE; 497 498 if (sadb_init_trial(sp, size, KM_NOSLEEP) != 0) { 499 500 cmn_err(CE_WARN, 501 "Unable to allocate %u entry IPv%u %s SADB hash table", 502 size, ver, name); 503 504 sadb_destroy(sp, ns); 505 size = IPSEC_DEFAULT_HASH_SIZE; 506 cmn_err(CE_WARN, "Falling back to %d entries", size); 507 (void) sadb_init_trial(sp, size, KM_SLEEP); 508 } 509 } 510 511 512 /* 513 * Initialize an SADB-pair. 514 */ 515 void 516 sadbp_init(const char *name, sadbp_t *sp, int type, int size, netstack_t *ns) 517 { 518 sadb_init(name, &sp->s_v4, size, 4, ns); 519 sadb_init(name, &sp->s_v6, size, 6, ns); 520 521 sp->s_satype = type; 522 523 ASSERT((type == SADB_SATYPE_AH) || (type == SADB_SATYPE_ESP)); 524 if (type == SADB_SATYPE_AH) { 525 ipsec_stack_t *ipss = ns->netstack_ipsec; 526 527 ip_drop_register(&ipss->ipsec_sadb_dropper, "IPsec SADB"); 528 sp->s_addflags = AH_ADD_SETTABLE_FLAGS; 529 sp->s_updateflags = AH_UPDATE_SETTABLE_FLAGS; 530 } else { 531 sp->s_addflags = ESP_ADD_SETTABLE_FLAGS; 532 sp->s_updateflags = ESP_UPDATE_SETTABLE_FLAGS; 533 } 534 } 535 536 /* 537 * Deliver a single SADB_DUMP message representing a single SA. This is 538 * called many times by sadb_dump(). 539 * 540 * If the return value of this is ENOBUFS (not the same as ENOMEM), then 541 * the caller should take that as a hint that dupb() on the "original answer" 542 * failed, and that perhaps the caller should try again with a copyb()ed 543 * "original answer". 544 */ 545 static int 546 sadb_dump_deliver(queue_t *pfkey_q, mblk_t *original_answer, ipsa_t *ipsa, 547 sadb_msg_t *samsg) 548 { 549 mblk_t *answer; 550 551 answer = dupb(original_answer); 552 if (answer == NULL) 553 return (ENOBUFS); 554 answer->b_cont = sadb_sa2msg(ipsa, samsg); 555 if (answer->b_cont == NULL) { 556 freeb(answer); 557 return (ENOMEM); 558 } 559 560 /* Just do a putnext, and let keysock deal with flow control. */ 561 putnext(pfkey_q, answer); 562 return (0); 563 } 564 565 /* 566 * Common function to allocate and prepare a keysock_out_t M_CTL message. 567 */ 568 mblk_t * 569 sadb_keysock_out(minor_t serial) 570 { 571 mblk_t *mp; 572 keysock_out_t *kso; 573 574 mp = allocb(sizeof (ipsec_info_t), BPRI_HI); 575 if (mp != NULL) { 576 mp->b_datap->db_type = M_CTL; 577 mp->b_wptr += sizeof (ipsec_info_t); 578 kso = (keysock_out_t *)mp->b_rptr; 579 kso->ks_out_type = KEYSOCK_OUT; 580 kso->ks_out_len = sizeof (*kso); 581 kso->ks_out_serial = serial; 582 } 583 584 return (mp); 585 } 586 587 /* 588 * Perform an SADB_DUMP, spewing out every SA in an array of SA fanouts 589 * to keysock. 590 */ 591 static int 592 sadb_dump_fanout(queue_t *pfkey_q, mblk_t *mp, minor_t serial, isaf_t *fanout, 593 int num_entries, boolean_t do_peers, time_t active_time) 594 { 595 int i, error = 0; 596 mblk_t *original_answer; 597 ipsa_t *walker; 598 sadb_msg_t *samsg; 599 time_t current; 600 601 /* 602 * For each IPSA hash bucket do: 603 * - Hold the mutex 604 * - Walk each entry, doing an sadb_dump_deliver() on it. 605 */ 606 ASSERT(mp->b_cont != NULL); 607 samsg = (sadb_msg_t *)mp->b_cont->b_rptr; 608 609 original_answer = sadb_keysock_out(serial); 610 if (original_answer == NULL) 611 return (ENOMEM); 612 613 current = gethrestime_sec(); 614 for (i = 0; i < num_entries; i++) { 615 mutex_enter(&fanout[i].isaf_lock); 616 for (walker = fanout[i].isaf_ipsa; walker != NULL; 617 walker = walker->ipsa_next) { 618 if (!do_peers && walker->ipsa_haspeer) 619 continue; 620 if ((active_time != 0) && 621 ((current - walker->ipsa_lastuse) > active_time)) 622 continue; 623 error = sadb_dump_deliver(pfkey_q, original_answer, 624 walker, samsg); 625 if (error == ENOBUFS) { 626 mblk_t *new_original_answer; 627 628 /* Ran out of dupb's. Try a copyb. */ 629 new_original_answer = copyb(original_answer); 630 if (new_original_answer == NULL) { 631 error = ENOMEM; 632 } else { 633 freeb(original_answer); 634 original_answer = new_original_answer; 635 error = sadb_dump_deliver(pfkey_q, 636 original_answer, walker, samsg); 637 } 638 } 639 if (error != 0) 640 break; /* out of for loop. */ 641 } 642 mutex_exit(&fanout[i].isaf_lock); 643 if (error != 0) 644 break; /* out of for loop. */ 645 } 646 647 freeb(original_answer); 648 return (error); 649 } 650 651 /* 652 * Dump an entire SADB; outbound first, then inbound. 653 */ 654 655 int 656 sadb_dump(queue_t *pfkey_q, mblk_t *mp, keysock_in_t *ksi, sadb_t *sp) 657 { 658 int error; 659 time_t active_time = 0; 660 sadb_x_edump_t *edump = 661 (sadb_x_edump_t *)ksi->ks_in_extv[SADB_X_EXT_EDUMP]; 662 663 if (edump != NULL) { 664 active_time = edump->sadb_x_edump_timeout; 665 } 666 667 /* Dump outbound */ 668 error = sadb_dump_fanout(pfkey_q, mp, ksi->ks_in_serial, sp->sdb_of, 669 sp->sdb_hashsize, B_TRUE, active_time); 670 if (error) 671 return (error); 672 673 /* Dump inbound */ 674 return sadb_dump_fanout(pfkey_q, mp, ksi->ks_in_serial, sp->sdb_if, 675 sp->sdb_hashsize, B_FALSE, active_time); 676 } 677 678 /* 679 * Generic sadb table walker. 680 * 681 * Call "walkfn" for each SA in each bucket in "table"; pass the 682 * bucket, the entry and "cookie" to the callback function. 683 * Take care to ensure that walkfn can delete the SA without screwing 684 * up our traverse. 685 * 686 * The bucket is locked for the duration of the callback, both so that the 687 * callback can just call sadb_unlinkassoc() when it wants to delete something, 688 * and so that no new entries are added while we're walking the list. 689 */ 690 static void 691 sadb_walker(isaf_t *table, uint_t numentries, 692 void (*walkfn)(isaf_t *head, ipsa_t *entry, void *cookie), 693 void *cookie) 694 { 695 int i; 696 for (i = 0; i < numentries; i++) { 697 ipsa_t *entry, *next; 698 699 mutex_enter(&table[i].isaf_lock); 700 701 for (entry = table[i].isaf_ipsa; entry != NULL; 702 entry = next) { 703 next = entry->ipsa_next; 704 (*walkfn)(&table[i], entry, cookie); 705 } 706 mutex_exit(&table[i].isaf_lock); 707 } 708 } 709 710 /* 711 * Call me to free up a security association fanout. Use the forever 712 * variable to indicate freeing up the SAs (forever == B_FALSE, e.g. 713 * an SADB_FLUSH message), or destroying everything (forever == B_TRUE, 714 * when a module is unloaded). 715 */ 716 static void 717 sadb_destroyer(isaf_t **tablep, uint_t numentries, boolean_t forever, 718 boolean_t inbound) 719 { 720 int i; 721 isaf_t *table = *tablep; 722 uint8_t protocol; 723 ipsa_t *sa; 724 netstackid_t sid; 725 726 if (table == NULL) 727 return; 728 729 for (i = 0; i < numentries; i++) { 730 mutex_enter(&table[i].isaf_lock); 731 while ((sa = table[i].isaf_ipsa) != NULL) { 732 if (inbound && cl_inet_deletespi && 733 (sa->ipsa_state != IPSA_STATE_ACTIVE_ELSEWHERE) && 734 (sa->ipsa_state != IPSA_STATE_IDLE)) { 735 protocol = (sa->ipsa_type == SADB_SATYPE_AH) ? 736 IPPROTO_AH : IPPROTO_ESP; 737 sid = sa->ipsa_netstack->netstack_stackid; 738 cl_inet_deletespi(sid, protocol, sa->ipsa_spi, 739 NULL); 740 } 741 sadb_unlinkassoc(sa); 742 } 743 table[i].isaf_gen++; 744 mutex_exit(&table[i].isaf_lock); 745 if (forever) 746 mutex_destroy(&(table[i].isaf_lock)); 747 } 748 749 if (forever) { 750 *tablep = NULL; 751 kmem_free(table, numentries * sizeof (*table)); 752 } 753 } 754 755 /* 756 * Entry points to sadb_destroyer(). 757 */ 758 static void 759 sadb_flush(sadb_t *sp, netstack_t *ns) 760 { 761 /* 762 * Flush out each bucket, one at a time. Were it not for keysock's 763 * enforcement, there would be a subtlety where I could add on the 764 * heels of a flush. With keysock's enforcement, however, this 765 * makes ESP's job easy. 766 */ 767 sadb_destroyer(&sp->sdb_of, sp->sdb_hashsize, B_FALSE, B_FALSE); 768 sadb_destroyer(&sp->sdb_if, sp->sdb_hashsize, B_FALSE, B_TRUE); 769 770 /* For each acquire, destroy it; leave the bucket mutex alone. */ 771 sadb_destroy_acqlist(&sp->sdb_acq, sp->sdb_hashsize, B_FALSE, ns); 772 } 773 774 static void 775 sadb_destroy(sadb_t *sp, netstack_t *ns) 776 { 777 sadb_destroyer(&sp->sdb_of, sp->sdb_hashsize, B_TRUE, B_FALSE); 778 sadb_destroyer(&sp->sdb_if, sp->sdb_hashsize, B_TRUE, B_TRUE); 779 780 /* For each acquire, destroy it, including the bucket mutex. */ 781 sadb_destroy_acqlist(&sp->sdb_acq, sp->sdb_hashsize, B_TRUE, ns); 782 783 ASSERT(sp->sdb_of == NULL); 784 ASSERT(sp->sdb_if == NULL); 785 ASSERT(sp->sdb_acq == NULL); 786 } 787 788 void 789 sadbp_flush(sadbp_t *spp, netstack_t *ns) 790 { 791 sadb_flush(&spp->s_v4, ns); 792 sadb_flush(&spp->s_v6, ns); 793 } 794 795 void 796 sadbp_destroy(sadbp_t *spp, netstack_t *ns) 797 { 798 sadb_destroy(&spp->s_v4, ns); 799 sadb_destroy(&spp->s_v6, ns); 800 801 if (spp->s_satype == SADB_SATYPE_AH) { 802 ipsec_stack_t *ipss = ns->netstack_ipsec; 803 804 ip_drop_unregister(&ipss->ipsec_sadb_dropper); 805 } 806 } 807 808 809 /* 810 * Check hard vs. soft lifetimes. If there's a reality mismatch (e.g. 811 * soft lifetimes > hard lifetimes) return an appropriate diagnostic for 812 * EINVAL. 813 */ 814 int 815 sadb_hardsoftchk(sadb_lifetime_t *hard, sadb_lifetime_t *soft, 816 sadb_lifetime_t *idle) 817 { 818 if (hard == NULL || soft == NULL) 819 return (0); 820 821 if (hard->sadb_lifetime_allocations != 0 && 822 soft->sadb_lifetime_allocations != 0 && 823 hard->sadb_lifetime_allocations < soft->sadb_lifetime_allocations) 824 return (SADB_X_DIAGNOSTIC_ALLOC_HSERR); 825 826 if (hard->sadb_lifetime_bytes != 0 && 827 soft->sadb_lifetime_bytes != 0 && 828 hard->sadb_lifetime_bytes < soft->sadb_lifetime_bytes) 829 return (SADB_X_DIAGNOSTIC_BYTES_HSERR); 830 831 if (hard->sadb_lifetime_addtime != 0 && 832 soft->sadb_lifetime_addtime != 0 && 833 hard->sadb_lifetime_addtime < soft->sadb_lifetime_addtime) 834 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 835 836 if (hard->sadb_lifetime_usetime != 0 && 837 soft->sadb_lifetime_usetime != 0 && 838 hard->sadb_lifetime_usetime < soft->sadb_lifetime_usetime) 839 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 840 841 if (idle != NULL) { 842 if (hard->sadb_lifetime_addtime != 0 && 843 idle->sadb_lifetime_addtime != 0 && 844 hard->sadb_lifetime_addtime < idle->sadb_lifetime_addtime) 845 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 846 847 if (soft->sadb_lifetime_addtime != 0 && 848 idle->sadb_lifetime_addtime != 0 && 849 soft->sadb_lifetime_addtime < idle->sadb_lifetime_addtime) 850 return (SADB_X_DIAGNOSTIC_ADDTIME_HSERR); 851 852 if (hard->sadb_lifetime_usetime != 0 && 853 idle->sadb_lifetime_usetime != 0 && 854 hard->sadb_lifetime_usetime < idle->sadb_lifetime_usetime) 855 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 856 857 if (soft->sadb_lifetime_usetime != 0 && 858 idle->sadb_lifetime_usetime != 0 && 859 soft->sadb_lifetime_usetime < idle->sadb_lifetime_usetime) 860 return (SADB_X_DIAGNOSTIC_USETIME_HSERR); 861 } 862 863 return (0); 864 } 865 866 /* 867 * Sanity check sensitivity labels. 868 * 869 * For now, just reject labels on unlabeled systems. 870 */ 871 int 872 sadb_labelchk(keysock_in_t *ksi) 873 { 874 if (!is_system_labeled()) { 875 if (ksi->ks_in_extv[SADB_EXT_SENSITIVITY] != NULL) 876 return (SADB_X_DIAGNOSTIC_BAD_LABEL); 877 878 if (ksi->ks_in_extv[SADB_X_EXT_OUTER_SENS] != NULL) 879 return (SADB_X_DIAGNOSTIC_BAD_LABEL); 880 } 881 882 return (0); 883 } 884 885 /* 886 * Clone a security association for the purposes of inserting a single SA 887 * into inbound and outbound tables respectively. This function should only 888 * be called from sadb_common_add(). 889 */ 890 static ipsa_t * 891 sadb_cloneassoc(ipsa_t *ipsa) 892 { 893 ipsa_t *newbie; 894 boolean_t error = B_FALSE; 895 896 ASSERT(MUTEX_NOT_HELD(&(ipsa->ipsa_lock))); 897 898 newbie = kmem_alloc(sizeof (ipsa_t), KM_NOSLEEP); 899 if (newbie == NULL) 900 return (NULL); 901 902 /* Copy over what we can. */ 903 *newbie = *ipsa; 904 905 /* bzero and initialize locks, in case *_init() allocates... */ 906 mutex_init(&newbie->ipsa_lock, NULL, MUTEX_DEFAULT, NULL); 907 908 if (newbie->ipsa_tsl != NULL) 909 label_hold(newbie->ipsa_tsl); 910 911 if (newbie->ipsa_otsl != NULL) 912 label_hold(newbie->ipsa_otsl); 913 914 /* 915 * While somewhat dain-bramaged, the most graceful way to 916 * recover from errors is to keep plowing through the 917 * allocations, and getting what I can. It's easier to call 918 * sadb_freeassoc() on the stillborn clone when all the 919 * pointers aren't pointing to the parent's data. 920 */ 921 922 if (ipsa->ipsa_authkey != NULL) { 923 newbie->ipsa_authkey = kmem_alloc(newbie->ipsa_authkeylen, 924 KM_NOSLEEP); 925 if (newbie->ipsa_authkey == NULL) { 926 error = B_TRUE; 927 } else { 928 bcopy(ipsa->ipsa_authkey, newbie->ipsa_authkey, 929 newbie->ipsa_authkeylen); 930 931 newbie->ipsa_kcfauthkey.ck_data = 932 newbie->ipsa_authkey; 933 } 934 935 if (newbie->ipsa_amech.cm_param != NULL) { 936 newbie->ipsa_amech.cm_param = 937 (char *)&newbie->ipsa_mac_len; 938 } 939 } 940 941 if (ipsa->ipsa_encrkey != NULL) { 942 newbie->ipsa_encrkey = kmem_alloc(newbie->ipsa_encrkeylen, 943 KM_NOSLEEP); 944 if (newbie->ipsa_encrkey == NULL) { 945 error = B_TRUE; 946 } else { 947 bcopy(ipsa->ipsa_encrkey, newbie->ipsa_encrkey, 948 newbie->ipsa_encrkeylen); 949 950 newbie->ipsa_kcfencrkey.ck_data = 951 newbie->ipsa_encrkey; 952 } 953 } 954 955 newbie->ipsa_authtmpl = NULL; 956 newbie->ipsa_encrtmpl = NULL; 957 newbie->ipsa_haspeer = B_TRUE; 958 959 if (ipsa->ipsa_src_cid != NULL) { 960 newbie->ipsa_src_cid = ipsa->ipsa_src_cid; 961 IPSID_REFHOLD(ipsa->ipsa_src_cid); 962 } 963 964 if (ipsa->ipsa_dst_cid != NULL) { 965 newbie->ipsa_dst_cid = ipsa->ipsa_dst_cid; 966 IPSID_REFHOLD(ipsa->ipsa_dst_cid); 967 } 968 969 if (error) { 970 sadb_freeassoc(newbie); 971 return (NULL); 972 } 973 974 return (newbie); 975 } 976 977 /* 978 * Initialize a SADB address extension at the address specified by addrext. 979 * Return a pointer to the end of the new address extension. 980 */ 981 static uint8_t * 982 sadb_make_addr_ext(uint8_t *start, uint8_t *end, uint16_t exttype, 983 sa_family_t af, uint32_t *addr, uint16_t port, uint8_t proto, int prefix) 984 { 985 struct sockaddr_in *sin; 986 struct sockaddr_in6 *sin6; 987 uint8_t *cur = start; 988 int addrext_len; 989 int sin_len; 990 sadb_address_t *addrext = (sadb_address_t *)cur; 991 992 if (cur == NULL) 993 return (NULL); 994 995 cur += sizeof (*addrext); 996 if (cur > end) 997 return (NULL); 998 999 addrext->sadb_address_proto = proto; 1000 addrext->sadb_address_prefixlen = prefix; 1001 addrext->sadb_address_reserved = 0; 1002 addrext->sadb_address_exttype = exttype; 1003 1004 switch (af) { 1005 case AF_INET: 1006 sin = (struct sockaddr_in *)cur; 1007 sin_len = sizeof (*sin); 1008 cur += sin_len; 1009 if (cur > end) 1010 return (NULL); 1011 1012 sin->sin_family = af; 1013 bzero(sin->sin_zero, sizeof (sin->sin_zero)); 1014 sin->sin_port = port; 1015 IPSA_COPY_ADDR(&sin->sin_addr, addr, af); 1016 break; 1017 case AF_INET6: 1018 sin6 = (struct sockaddr_in6 *)cur; 1019 sin_len = sizeof (*sin6); 1020 cur += sin_len; 1021 if (cur > end) 1022 return (NULL); 1023 1024 bzero(sin6, sizeof (*sin6)); 1025 sin6->sin6_family = af; 1026 sin6->sin6_port = port; 1027 IPSA_COPY_ADDR(&sin6->sin6_addr, addr, af); 1028 break; 1029 } 1030 1031 addrext_len = roundup(cur - start, sizeof (uint64_t)); 1032 addrext->sadb_address_len = SADB_8TO64(addrext_len); 1033 1034 cur = start + addrext_len; 1035 if (cur > end) 1036 cur = NULL; 1037 1038 return (cur); 1039 } 1040 1041 /* 1042 * Construct a key management cookie extension. 1043 */ 1044 1045 static uint8_t * 1046 sadb_make_kmc_ext(uint8_t *cur, uint8_t *end, uint32_t kmp, uint64_t kmc) 1047 { 1048 sadb_x_kmc_t *kmcext = (sadb_x_kmc_t *)cur; 1049 1050 if (cur == NULL) 1051 return (NULL); 1052 1053 cur += sizeof (*kmcext); 1054 1055 if (cur > end) 1056 return (NULL); 1057 1058 kmcext->sadb_x_kmc_len = SADB_8TO64(sizeof (*kmcext)); 1059 kmcext->sadb_x_kmc_exttype = SADB_X_EXT_KM_COOKIE; 1060 kmcext->sadb_x_kmc_proto = kmp; 1061 kmcext->sadb_x_kmc_cookie64 = kmc; 1062 1063 return (cur); 1064 } 1065 1066 /* 1067 * Given an original message header with sufficient space following it, and an 1068 * SA, construct a full PF_KEY message with all of the relevant extensions. 1069 * This is mostly used for SADB_GET, and SADB_DUMP. 1070 */ 1071 static mblk_t * 1072 sadb_sa2msg(ipsa_t *ipsa, sadb_msg_t *samsg) 1073 { 1074 int alloclen, addrsize, paddrsize, authsize, encrsize; 1075 int srcidsize, dstidsize, senslen, osenslen; 1076 sa_family_t fam, pfam; /* Address family for SADB_EXT_ADDRESS */ 1077 /* src/dst and proxy sockaddrs. */ 1078 /* 1079 * The following are pointers into the PF_KEY message this PF_KEY 1080 * message creates. 1081 */ 1082 sadb_msg_t *newsamsg; 1083 sadb_sa_t *assoc; 1084 sadb_lifetime_t *lt; 1085 sadb_key_t *key; 1086 sadb_ident_t *ident; 1087 sadb_sens_t *sens; 1088 sadb_ext_t *walker; /* For when we need a generic ext. pointer. */ 1089 sadb_x_replay_ctr_t *repl_ctr; 1090 sadb_x_pair_t *pair_ext; 1091 1092 mblk_t *mp; 1093 uint8_t *cur, *end; 1094 /* These indicate the presence of the above extension fields. */ 1095 boolean_t soft = B_FALSE, hard = B_FALSE; 1096 boolean_t isrc = B_FALSE, idst = B_FALSE; 1097 boolean_t auth = B_FALSE, encr = B_FALSE; 1098 boolean_t sensinteg = B_FALSE, osensinteg = B_FALSE; 1099 boolean_t srcid = B_FALSE, dstid = B_FALSE; 1100 boolean_t idle; 1101 boolean_t paired; 1102 uint32_t otherspi; 1103 1104 /* First off, figure out the allocation length for this message. */ 1105 /* 1106 * Constant stuff. This includes base, SA, address (src, dst), 1107 * and lifetime (current). 1108 */ 1109 alloclen = sizeof (sadb_msg_t) + sizeof (sadb_sa_t) + 1110 sizeof (sadb_lifetime_t); 1111 1112 fam = ipsa->ipsa_addrfam; 1113 switch (fam) { 1114 case AF_INET: 1115 addrsize = roundup(sizeof (struct sockaddr_in) + 1116 sizeof (sadb_address_t), sizeof (uint64_t)); 1117 break; 1118 case AF_INET6: 1119 addrsize = roundup(sizeof (struct sockaddr_in6) + 1120 sizeof (sadb_address_t), sizeof (uint64_t)); 1121 break; 1122 default: 1123 return (NULL); 1124 } 1125 /* 1126 * Allocate TWO address extensions, for source and destination. 1127 * (Thus, the * 2.) 1128 */ 1129 alloclen += addrsize * 2; 1130 if (ipsa->ipsa_flags & IPSA_F_NATT_REM) 1131 alloclen += addrsize; 1132 if (ipsa->ipsa_flags & IPSA_F_NATT_LOC) 1133 alloclen += addrsize; 1134 1135 if (ipsa->ipsa_flags & IPSA_F_PAIRED) { 1136 paired = B_TRUE; 1137 alloclen += sizeof (sadb_x_pair_t); 1138 otherspi = ipsa->ipsa_otherspi; 1139 } else { 1140 paired = B_FALSE; 1141 } 1142 1143 /* How 'bout other lifetimes? */ 1144 if (ipsa->ipsa_softaddlt != 0 || ipsa->ipsa_softuselt != 0 || 1145 ipsa->ipsa_softbyteslt != 0 || ipsa->ipsa_softalloc != 0) { 1146 alloclen += sizeof (sadb_lifetime_t); 1147 soft = B_TRUE; 1148 } 1149 1150 if (ipsa->ipsa_hardaddlt != 0 || ipsa->ipsa_harduselt != 0 || 1151 ipsa->ipsa_hardbyteslt != 0 || ipsa->ipsa_hardalloc != 0) { 1152 alloclen += sizeof (sadb_lifetime_t); 1153 hard = B_TRUE; 1154 } 1155 1156 if (ipsa->ipsa_idleaddlt != 0 || ipsa->ipsa_idleuselt != 0) { 1157 alloclen += sizeof (sadb_lifetime_t); 1158 idle = B_TRUE; 1159 } else { 1160 idle = B_FALSE; 1161 } 1162 1163 /* Inner addresses. */ 1164 if (ipsa->ipsa_innerfam != 0) { 1165 pfam = ipsa->ipsa_innerfam; 1166 switch (pfam) { 1167 case AF_INET6: 1168 paddrsize = roundup(sizeof (struct sockaddr_in6) + 1169 sizeof (sadb_address_t), sizeof (uint64_t)); 1170 break; 1171 case AF_INET: 1172 paddrsize = roundup(sizeof (struct sockaddr_in) + 1173 sizeof (sadb_address_t), sizeof (uint64_t)); 1174 break; 1175 default: 1176 cmn_err(CE_PANIC, 1177 "IPsec SADB: Proxy length failure.\n"); 1178 break; 1179 } 1180 isrc = B_TRUE; 1181 idst = B_TRUE; 1182 alloclen += 2 * paddrsize; 1183 } 1184 1185 /* For the following fields, assume that length != 0 ==> stuff */ 1186 if (ipsa->ipsa_authkeylen != 0) { 1187 authsize = roundup(sizeof (sadb_key_t) + ipsa->ipsa_authkeylen, 1188 sizeof (uint64_t)); 1189 alloclen += authsize; 1190 auth = B_TRUE; 1191 } 1192 1193 if (ipsa->ipsa_encrkeylen != 0) { 1194 encrsize = roundup(sizeof (sadb_key_t) + ipsa->ipsa_encrkeylen + 1195 ipsa->ipsa_nonce_len, sizeof (uint64_t)); 1196 alloclen += encrsize; 1197 encr = B_TRUE; 1198 } else { 1199 encr = B_FALSE; 1200 } 1201 1202 if (ipsa->ipsa_tsl != NULL) { 1203 senslen = sadb_sens_len_from_label(ipsa->ipsa_tsl); 1204 alloclen += senslen; 1205 sensinteg = B_TRUE; 1206 } 1207 1208 if (ipsa->ipsa_otsl != NULL) { 1209 osenslen = sadb_sens_len_from_label(ipsa->ipsa_otsl); 1210 alloclen += osenslen; 1211 osensinteg = B_TRUE; 1212 } 1213 1214 /* 1215 * Must use strlen() here for lengths. Identities use NULL 1216 * pointers to indicate their nonexistence. 1217 */ 1218 if (ipsa->ipsa_src_cid != NULL) { 1219 srcidsize = roundup(sizeof (sadb_ident_t) + 1220 strlen(ipsa->ipsa_src_cid->ipsid_cid) + 1, 1221 sizeof (uint64_t)); 1222 alloclen += srcidsize; 1223 srcid = B_TRUE; 1224 } 1225 1226 if (ipsa->ipsa_dst_cid != NULL) { 1227 dstidsize = roundup(sizeof (sadb_ident_t) + 1228 strlen(ipsa->ipsa_dst_cid->ipsid_cid) + 1, 1229 sizeof (uint64_t)); 1230 alloclen += dstidsize; 1231 dstid = B_TRUE; 1232 } 1233 1234 if ((ipsa->ipsa_kmp != 0) || (ipsa->ipsa_kmc != 0)) 1235 alloclen += sizeof (sadb_x_kmc_t); 1236 1237 if (ipsa->ipsa_replay != 0) { 1238 alloclen += sizeof (sadb_x_replay_ctr_t); 1239 } 1240 1241 /* Make sure the allocation length is a multiple of 8 bytes. */ 1242 ASSERT((alloclen & 0x7) == 0); 1243 1244 /* XXX Possibly make it esballoc, with a bzero-ing free_ftn. */ 1245 mp = allocb(alloclen, BPRI_HI); 1246 if (mp == NULL) 1247 return (NULL); 1248 bzero(mp->b_rptr, alloclen); 1249 1250 mp->b_wptr += alloclen; 1251 end = mp->b_wptr; 1252 newsamsg = (sadb_msg_t *)mp->b_rptr; 1253 *newsamsg = *samsg; 1254 newsamsg->sadb_msg_len = (uint16_t)SADB_8TO64(alloclen); 1255 1256 mutex_enter(&ipsa->ipsa_lock); /* Since I'm grabbing SA fields... */ 1257 1258 newsamsg->sadb_msg_satype = ipsa->ipsa_type; 1259 1260 assoc = (sadb_sa_t *)(newsamsg + 1); 1261 assoc->sadb_sa_len = SADB_8TO64(sizeof (*assoc)); 1262 assoc->sadb_sa_exttype = SADB_EXT_SA; 1263 assoc->sadb_sa_spi = ipsa->ipsa_spi; 1264 assoc->sadb_sa_replay = ipsa->ipsa_replay_wsize; 1265 assoc->sadb_sa_state = ipsa->ipsa_state; 1266 assoc->sadb_sa_auth = ipsa->ipsa_auth_alg; 1267 assoc->sadb_sa_encrypt = ipsa->ipsa_encr_alg; 1268 assoc->sadb_sa_flags = ipsa->ipsa_flags; 1269 1270 lt = (sadb_lifetime_t *)(assoc + 1); 1271 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1272 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT; 1273 /* We do not support the concept. */ 1274 lt->sadb_lifetime_allocations = 0; 1275 lt->sadb_lifetime_bytes = ipsa->ipsa_bytes; 1276 lt->sadb_lifetime_addtime = ipsa->ipsa_addtime; 1277 lt->sadb_lifetime_usetime = ipsa->ipsa_usetime; 1278 1279 if (hard) { 1280 lt++; 1281 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1282 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD; 1283 lt->sadb_lifetime_allocations = ipsa->ipsa_hardalloc; 1284 lt->sadb_lifetime_bytes = ipsa->ipsa_hardbyteslt; 1285 lt->sadb_lifetime_addtime = ipsa->ipsa_hardaddlt; 1286 lt->sadb_lifetime_usetime = ipsa->ipsa_harduselt; 1287 } 1288 1289 if (soft) { 1290 lt++; 1291 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1292 lt->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT; 1293 lt->sadb_lifetime_allocations = ipsa->ipsa_softalloc; 1294 lt->sadb_lifetime_bytes = ipsa->ipsa_softbyteslt; 1295 lt->sadb_lifetime_addtime = ipsa->ipsa_softaddlt; 1296 lt->sadb_lifetime_usetime = ipsa->ipsa_softuselt; 1297 } 1298 1299 if (idle) { 1300 lt++; 1301 lt->sadb_lifetime_len = SADB_8TO64(sizeof (*lt)); 1302 lt->sadb_lifetime_exttype = SADB_X_EXT_LIFETIME_IDLE; 1303 lt->sadb_lifetime_addtime = ipsa->ipsa_idleaddlt; 1304 lt->sadb_lifetime_usetime = ipsa->ipsa_idleuselt; 1305 } 1306 1307 cur = (uint8_t *)(lt + 1); 1308 1309 /* NOTE: Don't fill in ports here if we are a tunnel-mode SA. */ 1310 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_SRC, fam, 1311 ipsa->ipsa_srcaddr, (!isrc && !idst) ? SA_SRCPORT(ipsa) : 0, 1312 SA_PROTO(ipsa), 0); 1313 if (cur == NULL) { 1314 freemsg(mp); 1315 mp = NULL; 1316 goto bail; 1317 } 1318 1319 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_DST, fam, 1320 ipsa->ipsa_dstaddr, (!isrc && !idst) ? SA_DSTPORT(ipsa) : 0, 1321 SA_PROTO(ipsa), 0); 1322 if (cur == NULL) { 1323 freemsg(mp); 1324 mp = NULL; 1325 goto bail; 1326 } 1327 1328 if (ipsa->ipsa_flags & IPSA_F_NATT_LOC) { 1329 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_NATT_LOC, 1330 fam, &ipsa->ipsa_natt_addr_loc, ipsa->ipsa_local_nat_port, 1331 IPPROTO_UDP, 0); 1332 if (cur == NULL) { 1333 freemsg(mp); 1334 mp = NULL; 1335 goto bail; 1336 } 1337 } 1338 1339 if (ipsa->ipsa_flags & IPSA_F_NATT_REM) { 1340 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_NATT_REM, 1341 fam, &ipsa->ipsa_natt_addr_rem, ipsa->ipsa_remote_nat_port, 1342 IPPROTO_UDP, 0); 1343 if (cur == NULL) { 1344 freemsg(mp); 1345 mp = NULL; 1346 goto bail; 1347 } 1348 } 1349 1350 /* If we are a tunnel-mode SA, fill in the inner-selectors. */ 1351 if (isrc) { 1352 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_SRC, 1353 pfam, ipsa->ipsa_innersrc, SA_SRCPORT(ipsa), 1354 SA_IPROTO(ipsa), ipsa->ipsa_innersrcpfx); 1355 if (cur == NULL) { 1356 freemsg(mp); 1357 mp = NULL; 1358 goto bail; 1359 } 1360 } 1361 1362 if (idst) { 1363 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_DST, 1364 pfam, ipsa->ipsa_innerdst, SA_DSTPORT(ipsa), 1365 SA_IPROTO(ipsa), ipsa->ipsa_innerdstpfx); 1366 if (cur == NULL) { 1367 freemsg(mp); 1368 mp = NULL; 1369 goto bail; 1370 } 1371 } 1372 1373 if ((ipsa->ipsa_kmp != 0) || (ipsa->ipsa_kmc != 0)) { 1374 cur = sadb_make_kmc_ext(cur, end, 1375 ipsa->ipsa_kmp, ipsa->ipsa_kmc); 1376 if (cur == NULL) { 1377 freemsg(mp); 1378 mp = NULL; 1379 goto bail; 1380 } 1381 } 1382 1383 walker = (sadb_ext_t *)cur; 1384 if (auth) { 1385 key = (sadb_key_t *)walker; 1386 key->sadb_key_len = SADB_8TO64(authsize); 1387 key->sadb_key_exttype = SADB_EXT_KEY_AUTH; 1388 key->sadb_key_bits = ipsa->ipsa_authkeybits; 1389 key->sadb_key_reserved = 0; 1390 bcopy(ipsa->ipsa_authkey, key + 1, ipsa->ipsa_authkeylen); 1391 walker = (sadb_ext_t *)((uint64_t *)walker + 1392 walker->sadb_ext_len); 1393 } 1394 1395 if (encr) { 1396 uint8_t *buf_ptr; 1397 key = (sadb_key_t *)walker; 1398 key->sadb_key_len = SADB_8TO64(encrsize); 1399 key->sadb_key_exttype = SADB_EXT_KEY_ENCRYPT; 1400 key->sadb_key_bits = ipsa->ipsa_encrkeybits; 1401 key->sadb_key_reserved = ipsa->ipsa_saltbits; 1402 buf_ptr = (uint8_t *)(key + 1); 1403 bcopy(ipsa->ipsa_encrkey, buf_ptr, ipsa->ipsa_encrkeylen); 1404 if (ipsa->ipsa_salt != NULL) { 1405 buf_ptr += ipsa->ipsa_encrkeylen; 1406 bcopy(ipsa->ipsa_salt, buf_ptr, ipsa->ipsa_saltlen); 1407 } 1408 walker = (sadb_ext_t *)((uint64_t *)walker + 1409 walker->sadb_ext_len); 1410 } 1411 1412 if (srcid) { 1413 ident = (sadb_ident_t *)walker; 1414 ident->sadb_ident_len = SADB_8TO64(srcidsize); 1415 ident->sadb_ident_exttype = SADB_EXT_IDENTITY_SRC; 1416 ident->sadb_ident_type = ipsa->ipsa_src_cid->ipsid_type; 1417 ident->sadb_ident_id = 0; 1418 ident->sadb_ident_reserved = 0; 1419 (void) strcpy((char *)(ident + 1), 1420 ipsa->ipsa_src_cid->ipsid_cid); 1421 walker = (sadb_ext_t *)((uint64_t *)walker + 1422 walker->sadb_ext_len); 1423 } 1424 1425 if (dstid) { 1426 ident = (sadb_ident_t *)walker; 1427 ident->sadb_ident_len = SADB_8TO64(dstidsize); 1428 ident->sadb_ident_exttype = SADB_EXT_IDENTITY_DST; 1429 ident->sadb_ident_type = ipsa->ipsa_dst_cid->ipsid_type; 1430 ident->sadb_ident_id = 0; 1431 ident->sadb_ident_reserved = 0; 1432 (void) strcpy((char *)(ident + 1), 1433 ipsa->ipsa_dst_cid->ipsid_cid); 1434 walker = (sadb_ext_t *)((uint64_t *)walker + 1435 walker->sadb_ext_len); 1436 } 1437 1438 if (sensinteg) { 1439 sens = (sadb_sens_t *)walker; 1440 sadb_sens_from_label(sens, SADB_EXT_SENSITIVITY, 1441 ipsa->ipsa_tsl, senslen); 1442 1443 walker = (sadb_ext_t *)((uint64_t *)walker + 1444 walker->sadb_ext_len); 1445 } 1446 1447 if (osensinteg) { 1448 sens = (sadb_sens_t *)walker; 1449 1450 sadb_sens_from_label(sens, SADB_X_EXT_OUTER_SENS, 1451 ipsa->ipsa_otsl, osenslen); 1452 if (ipsa->ipsa_mac_exempt) 1453 sens->sadb_x_sens_flags = SADB_X_SENS_IMPLICIT; 1454 1455 walker = (sadb_ext_t *)((uint64_t *)walker + 1456 walker->sadb_ext_len); 1457 } 1458 1459 if (paired) { 1460 pair_ext = (sadb_x_pair_t *)walker; 1461 1462 pair_ext->sadb_x_pair_len = SADB_8TO64(sizeof (sadb_x_pair_t)); 1463 pair_ext->sadb_x_pair_exttype = SADB_X_EXT_PAIR; 1464 pair_ext->sadb_x_pair_spi = otherspi; 1465 1466 walker = (sadb_ext_t *)((uint64_t *)walker + 1467 walker->sadb_ext_len); 1468 } 1469 1470 if (ipsa->ipsa_replay != 0) { 1471 repl_ctr = (sadb_x_replay_ctr_t *)walker; 1472 repl_ctr->sadb_x_rc_len = SADB_8TO64(sizeof (*repl_ctr)); 1473 repl_ctr->sadb_x_rc_exttype = SADB_X_EXT_REPLAY_VALUE; 1474 repl_ctr->sadb_x_rc_replay32 = ipsa->ipsa_replay; 1475 repl_ctr->sadb_x_rc_replay64 = 0; 1476 walker = (sadb_ext_t *)(repl_ctr + 1); 1477 } 1478 1479 bail: 1480 /* Pardon any delays... */ 1481 mutex_exit(&ipsa->ipsa_lock); 1482 1483 return (mp); 1484 } 1485 1486 /* 1487 * Strip out key headers or unmarked headers (SADB_EXT_KEY_*, SADB_EXT_UNKNOWN) 1488 * and adjust base message accordingly. 1489 * 1490 * Assume message is pulled up in one piece of contiguous memory. 1491 * 1492 * Say if we start off with: 1493 * 1494 * +------+----+-------------+-----------+---------------+---------------+ 1495 * | base | SA | source addr | dest addr | rsrvd. or key | soft lifetime | 1496 * +------+----+-------------+-----------+---------------+---------------+ 1497 * 1498 * we will end up with 1499 * 1500 * +------+----+-------------+-----------+---------------+ 1501 * | base | SA | source addr | dest addr | soft lifetime | 1502 * +------+----+-------------+-----------+---------------+ 1503 */ 1504 static void 1505 sadb_strip(sadb_msg_t *samsg) 1506 { 1507 sadb_ext_t *ext; 1508 uint8_t *target = NULL; 1509 uint8_t *msgend; 1510 int sofar = SADB_8TO64(sizeof (*samsg)); 1511 int copylen; 1512 1513 ext = (sadb_ext_t *)(samsg + 1); 1514 msgend = (uint8_t *)samsg; 1515 msgend += SADB_64TO8(samsg->sadb_msg_len); 1516 while ((uint8_t *)ext < msgend) { 1517 if (ext->sadb_ext_type == SADB_EXT_RESERVED || 1518 ext->sadb_ext_type == SADB_EXT_KEY_AUTH || 1519 ext->sadb_ext_type == SADB_X_EXT_EDUMP || 1520 ext->sadb_ext_type == SADB_EXT_KEY_ENCRYPT) { 1521 /* 1522 * Aha! I found a header to be erased. 1523 */ 1524 1525 if (target != NULL) { 1526 /* 1527 * If I had a previous header to be erased, 1528 * copy over it. I can get away with just 1529 * copying backwards because the target will 1530 * always be 8 bytes behind the source. 1531 */ 1532 copylen = ((uint8_t *)ext) - (target + 1533 SADB_64TO8( 1534 ((sadb_ext_t *)target)->sadb_ext_len)); 1535 ovbcopy(((uint8_t *)ext - copylen), target, 1536 copylen); 1537 target += copylen; 1538 ((sadb_ext_t *)target)->sadb_ext_len = 1539 SADB_8TO64(((uint8_t *)ext) - target + 1540 SADB_64TO8(ext->sadb_ext_len)); 1541 } else { 1542 target = (uint8_t *)ext; 1543 } 1544 } else { 1545 sofar += ext->sadb_ext_len; 1546 } 1547 1548 ext = (sadb_ext_t *)(((uint64_t *)ext) + ext->sadb_ext_len); 1549 } 1550 1551 ASSERT((uint8_t *)ext == msgend); 1552 1553 if (target != NULL) { 1554 copylen = ((uint8_t *)ext) - (target + 1555 SADB_64TO8(((sadb_ext_t *)target)->sadb_ext_len)); 1556 if (copylen != 0) 1557 ovbcopy(((uint8_t *)ext - copylen), target, copylen); 1558 } 1559 1560 /* Adjust samsg. */ 1561 samsg->sadb_msg_len = (uint16_t)sofar; 1562 1563 /* Assume all of the rest is cleared by caller in sadb_pfkey_echo(). */ 1564 } 1565 1566 /* 1567 * AH needs to send an error to PF_KEY. Assume mp points to an M_CTL 1568 * followed by an M_DATA with a PF_KEY message in it. The serial of 1569 * the sending keysock instance is included. 1570 */ 1571 void 1572 sadb_pfkey_error(queue_t *pfkey_q, mblk_t *mp, int error, int diagnostic, 1573 uint_t serial) 1574 { 1575 mblk_t *msg = mp->b_cont; 1576 sadb_msg_t *samsg; 1577 keysock_out_t *kso; 1578 1579 /* 1580 * Enough functions call this to merit a NULL queue check. 1581 */ 1582 if (pfkey_q == NULL) { 1583 freemsg(mp); 1584 return; 1585 } 1586 1587 ASSERT(msg != NULL); 1588 ASSERT((mp->b_wptr - mp->b_rptr) == sizeof (ipsec_info_t)); 1589 ASSERT((msg->b_wptr - msg->b_rptr) >= sizeof (sadb_msg_t)); 1590 samsg = (sadb_msg_t *)msg->b_rptr; 1591 kso = (keysock_out_t *)mp->b_rptr; 1592 1593 kso->ks_out_type = KEYSOCK_OUT; 1594 kso->ks_out_len = sizeof (*kso); 1595 kso->ks_out_serial = serial; 1596 1597 /* 1598 * Only send the base message up in the event of an error. 1599 * Don't worry about bzero()-ing, because it was probably bogus 1600 * anyway. 1601 */ 1602 msg->b_wptr = msg->b_rptr + sizeof (*samsg); 1603 samsg = (sadb_msg_t *)msg->b_rptr; 1604 samsg->sadb_msg_len = SADB_8TO64(sizeof (*samsg)); 1605 samsg->sadb_msg_errno = (uint8_t)error; 1606 if (diagnostic != SADB_X_DIAGNOSTIC_PRESET) 1607 samsg->sadb_x_msg_diagnostic = (uint16_t)diagnostic; 1608 1609 putnext(pfkey_q, mp); 1610 } 1611 1612 /* 1613 * Send a successful return packet back to keysock via the queue in pfkey_q. 1614 * 1615 * Often, an SA is associated with the reply message, it's passed in if needed, 1616 * and NULL if not. BTW, that ipsa will have its refcnt appropriately held, 1617 * and the caller will release said refcnt. 1618 */ 1619 void 1620 sadb_pfkey_echo(queue_t *pfkey_q, mblk_t *mp, sadb_msg_t *samsg, 1621 keysock_in_t *ksi, ipsa_t *ipsa) 1622 { 1623 keysock_out_t *kso; 1624 mblk_t *mp1; 1625 sadb_msg_t *newsamsg; 1626 uint8_t *oldend; 1627 1628 ASSERT((mp->b_cont != NULL) && 1629 ((void *)samsg == (void *)mp->b_cont->b_rptr) && 1630 ((void *)mp->b_rptr == (void *)ksi)); 1631 1632 switch (samsg->sadb_msg_type) { 1633 case SADB_ADD: 1634 case SADB_UPDATE: 1635 case SADB_X_UPDATEPAIR: 1636 case SADB_X_DELPAIR_STATE: 1637 case SADB_FLUSH: 1638 case SADB_DUMP: 1639 /* 1640 * I have all of the message already. I just need to strip 1641 * out the keying material and echo the message back. 1642 * 1643 * NOTE: for SADB_DUMP, the function sadb_dump() did the 1644 * work. When DUMP reaches here, it should only be a base 1645 * message. 1646 */ 1647 justecho: 1648 if (ksi->ks_in_extv[SADB_EXT_KEY_AUTH] != NULL || 1649 ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT] != NULL || 1650 ksi->ks_in_extv[SADB_X_EXT_EDUMP] != NULL) { 1651 sadb_strip(samsg); 1652 /* Assume PF_KEY message is contiguous. */ 1653 ASSERT(mp->b_cont->b_cont == NULL); 1654 oldend = mp->b_cont->b_wptr; 1655 mp->b_cont->b_wptr = mp->b_cont->b_rptr + 1656 SADB_64TO8(samsg->sadb_msg_len); 1657 bzero(mp->b_cont->b_wptr, oldend - mp->b_cont->b_wptr); 1658 } 1659 break; 1660 case SADB_GET: 1661 /* 1662 * Do a lot of work here, because of the ipsa I just found. 1663 * First construct the new PF_KEY message, then abandon 1664 * the old one. 1665 */ 1666 mp1 = sadb_sa2msg(ipsa, samsg); 1667 if (mp1 == NULL) { 1668 sadb_pfkey_error(pfkey_q, mp, ENOMEM, 1669 SADB_X_DIAGNOSTIC_NONE, ksi->ks_in_serial); 1670 return; 1671 } 1672 freemsg(mp->b_cont); 1673 mp->b_cont = mp1; 1674 break; 1675 case SADB_DELETE: 1676 case SADB_X_DELPAIR: 1677 if (ipsa == NULL) 1678 goto justecho; 1679 /* 1680 * Because listening KMds may require more info, treat 1681 * DELETE like a special case of GET. 1682 */ 1683 mp1 = sadb_sa2msg(ipsa, samsg); 1684 if (mp1 == NULL) { 1685 sadb_pfkey_error(pfkey_q, mp, ENOMEM, 1686 SADB_X_DIAGNOSTIC_NONE, ksi->ks_in_serial); 1687 return; 1688 } 1689 newsamsg = (sadb_msg_t *)mp1->b_rptr; 1690 sadb_strip(newsamsg); 1691 oldend = mp1->b_wptr; 1692 mp1->b_wptr = mp1->b_rptr + SADB_64TO8(newsamsg->sadb_msg_len); 1693 bzero(mp1->b_wptr, oldend - mp1->b_wptr); 1694 freemsg(mp->b_cont); 1695 mp->b_cont = mp1; 1696 break; 1697 default: 1698 if (mp != NULL) 1699 freemsg(mp); 1700 return; 1701 } 1702 1703 /* ksi is now null and void. */ 1704 kso = (keysock_out_t *)ksi; 1705 kso->ks_out_type = KEYSOCK_OUT; 1706 kso->ks_out_len = sizeof (*kso); 1707 kso->ks_out_serial = ksi->ks_in_serial; 1708 /* We're ready to send... */ 1709 putnext(pfkey_q, mp); 1710 } 1711 1712 /* 1713 * Set up a global pfkey_q instance for AH, ESP, or some other consumer. 1714 */ 1715 void 1716 sadb_keysock_hello(queue_t **pfkey_qp, queue_t *q, mblk_t *mp, 1717 void (*ager)(void *), void *agerarg, timeout_id_t *top, int satype) 1718 { 1719 keysock_hello_ack_t *kha; 1720 queue_t *oldq; 1721 1722 ASSERT(OTHERQ(q) != NULL); 1723 1724 /* 1725 * First, check atomically that I'm the first and only keysock 1726 * instance. 1727 * 1728 * Use OTHERQ(q), because qreply(q, mp) == putnext(OTHERQ(q), mp), 1729 * and I want this module to say putnext(*_pfkey_q, mp) for PF_KEY 1730 * messages. 1731 */ 1732 1733 oldq = atomic_cas_ptr((void **)pfkey_qp, NULL, OTHERQ(q)); 1734 if (oldq != NULL) { 1735 ASSERT(oldq != q); 1736 cmn_err(CE_WARN, "Danger! Multiple keysocks on top of %s.\n", 1737 (satype == SADB_SATYPE_ESP)? "ESP" : "AH or other"); 1738 freemsg(mp); 1739 return; 1740 } 1741 1742 kha = (keysock_hello_ack_t *)mp->b_rptr; 1743 kha->ks_hello_len = sizeof (keysock_hello_ack_t); 1744 kha->ks_hello_type = KEYSOCK_HELLO_ACK; 1745 kha->ks_hello_satype = (uint8_t)satype; 1746 1747 /* 1748 * If we made it past the atomic_cas_ptr, then we have "exclusive" 1749 * access to the timeout handle. Fire it off after the default ager 1750 * interval. 1751 */ 1752 *top = qtimeout(*pfkey_qp, ager, agerarg, 1753 drv_usectohz(SADB_AGE_INTERVAL_DEFAULT * 1000)); 1754 1755 putnext(*pfkey_qp, mp); 1756 } 1757 1758 /* 1759 * Normalize IPv4-mapped IPv6 addresses (and prefixes) as appropriate. 1760 * 1761 * Check addresses themselves for wildcard or multicast. 1762 * Check ire table for local/non-local/broadcast. 1763 */ 1764 int 1765 sadb_addrcheck(queue_t *pfkey_q, mblk_t *mp, sadb_ext_t *ext, uint_t serial, 1766 netstack_t *ns) 1767 { 1768 sadb_address_t *addr = (sadb_address_t *)ext; 1769 struct sockaddr_in *sin; 1770 struct sockaddr_in6 *sin6; 1771 int diagnostic, type; 1772 boolean_t normalized = B_FALSE; 1773 1774 ASSERT(ext != NULL); 1775 ASSERT((ext->sadb_ext_type == SADB_EXT_ADDRESS_SRC) || 1776 (ext->sadb_ext_type == SADB_EXT_ADDRESS_DST) || 1777 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC) || 1778 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_DST) || 1779 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_NATT_LOC) || 1780 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_NATT_REM)); 1781 1782 /* Assign both sockaddrs, the compiler will do the right thing. */ 1783 sin = (struct sockaddr_in *)(addr + 1); 1784 sin6 = (struct sockaddr_in6 *)(addr + 1); 1785 1786 if (sin6->sin6_family == AF_INET6) { 1787 if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) { 1788 /* 1789 * Convert to an AF_INET sockaddr. This means the 1790 * return messages will have the extra space, but have 1791 * AF_INET sockaddrs instead of AF_INET6. 1792 * 1793 * Yes, RFC 2367 isn't clear on what to do here w.r.t. 1794 * mapped addresses, but since AF_INET6 ::ffff:<v4> is 1795 * equal to AF_INET <v4>, it shouldnt be a huge 1796 * problem. 1797 */ 1798 sin->sin_family = AF_INET; 1799 IN6_V4MAPPED_TO_INADDR(&sin6->sin6_addr, 1800 &sin->sin_addr); 1801 bzero(&sin->sin_zero, sizeof (sin->sin_zero)); 1802 normalized = B_TRUE; 1803 } 1804 } else if (sin->sin_family != AF_INET) { 1805 switch (ext->sadb_ext_type) { 1806 case SADB_EXT_ADDRESS_SRC: 1807 diagnostic = SADB_X_DIAGNOSTIC_BAD_SRC_AF; 1808 break; 1809 case SADB_EXT_ADDRESS_DST: 1810 diagnostic = SADB_X_DIAGNOSTIC_BAD_DST_AF; 1811 break; 1812 case SADB_X_EXT_ADDRESS_INNER_SRC: 1813 diagnostic = SADB_X_DIAGNOSTIC_BAD_PROXY_AF; 1814 break; 1815 case SADB_X_EXT_ADDRESS_INNER_DST: 1816 diagnostic = SADB_X_DIAGNOSTIC_BAD_INNER_DST_AF; 1817 break; 1818 case SADB_X_EXT_ADDRESS_NATT_LOC: 1819 diagnostic = SADB_X_DIAGNOSTIC_BAD_NATT_LOC_AF; 1820 break; 1821 case SADB_X_EXT_ADDRESS_NATT_REM: 1822 diagnostic = SADB_X_DIAGNOSTIC_BAD_NATT_REM_AF; 1823 break; 1824 /* There is no default, see above ASSERT. */ 1825 } 1826 bail: 1827 if (pfkey_q != NULL) { 1828 sadb_pfkey_error(pfkey_q, mp, EINVAL, diagnostic, 1829 serial); 1830 } else { 1831 /* 1832 * Scribble in sadb_msg that we got passed in. 1833 * Overload "mp" to be an sadb_msg pointer. 1834 */ 1835 sadb_msg_t *samsg = (sadb_msg_t *)mp; 1836 1837 samsg->sadb_msg_errno = EINVAL; 1838 samsg->sadb_x_msg_diagnostic = diagnostic; 1839 } 1840 return (KS_IN_ADDR_UNKNOWN); 1841 } 1842 1843 if (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC || 1844 ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_DST) { 1845 /* 1846 * We need only check for prefix issues. 1847 */ 1848 1849 /* Set diagnostic now, in case we need it later. */ 1850 diagnostic = 1851 (ext->sadb_ext_type == SADB_X_EXT_ADDRESS_INNER_SRC) ? 1852 SADB_X_DIAGNOSTIC_PREFIX_INNER_SRC : 1853 SADB_X_DIAGNOSTIC_PREFIX_INNER_DST; 1854 1855 if (normalized) 1856 addr->sadb_address_prefixlen -= 96; 1857 1858 /* 1859 * Verify and mask out inner-addresses based on prefix length. 1860 */ 1861 if (sin->sin_family == AF_INET) { 1862 if (addr->sadb_address_prefixlen > 32) 1863 goto bail; 1864 sin->sin_addr.s_addr &= 1865 ip_plen_to_mask(addr->sadb_address_prefixlen); 1866 } else { 1867 in6_addr_t mask; 1868 1869 ASSERT(sin->sin_family == AF_INET6); 1870 /* 1871 * ip_plen_to_mask_v6() returns NULL if the value in 1872 * question is out of range. 1873 */ 1874 if (ip_plen_to_mask_v6(addr->sadb_address_prefixlen, 1875 &mask) == NULL) 1876 goto bail; 1877 sin6->sin6_addr.s6_addr32[0] &= mask.s6_addr32[0]; 1878 sin6->sin6_addr.s6_addr32[1] &= mask.s6_addr32[1]; 1879 sin6->sin6_addr.s6_addr32[2] &= mask.s6_addr32[2]; 1880 sin6->sin6_addr.s6_addr32[3] &= mask.s6_addr32[3]; 1881 } 1882 1883 /* We don't care in these cases. */ 1884 return (KS_IN_ADDR_DONTCARE); 1885 } 1886 1887 if (sin->sin_family == AF_INET6) { 1888 /* Check the easy ones now. */ 1889 if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) 1890 return (KS_IN_ADDR_MBCAST); 1891 if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 1892 return (KS_IN_ADDR_UNSPEC); 1893 /* 1894 * At this point, we're a unicast IPv6 address. 1895 * 1896 * XXX Zones alert -> me/notme decision needs to be tempered 1897 * by what zone we're in when we go to zone-aware IPsec. 1898 */ 1899 if (ip_type_v6(&sin6->sin6_addr, ns->netstack_ip) == 1900 IRE_LOCAL) { 1901 /* Hey hey, it's local. */ 1902 return (KS_IN_ADDR_ME); 1903 } 1904 } else { 1905 ASSERT(sin->sin_family == AF_INET); 1906 if (sin->sin_addr.s_addr == INADDR_ANY) 1907 return (KS_IN_ADDR_UNSPEC); 1908 if (CLASSD(sin->sin_addr.s_addr)) 1909 return (KS_IN_ADDR_MBCAST); 1910 /* 1911 * At this point we're a unicast or broadcast IPv4 address. 1912 * 1913 * Check if the address is IRE_BROADCAST or IRE_LOCAL. 1914 * 1915 * XXX Zones alert -> me/notme decision needs to be tempered 1916 * by what zone we're in when we go to zone-aware IPsec. 1917 */ 1918 type = ip_type_v4(sin->sin_addr.s_addr, ns->netstack_ip); 1919 switch (type) { 1920 case IRE_LOCAL: 1921 return (KS_IN_ADDR_ME); 1922 case IRE_BROADCAST: 1923 return (KS_IN_ADDR_MBCAST); 1924 } 1925 } 1926 1927 return (KS_IN_ADDR_NOTME); 1928 } 1929 1930 /* 1931 * Address normalizations and reality checks for inbound PF_KEY messages. 1932 * 1933 * For the case of src == unspecified AF_INET6, and dst == AF_INET, convert 1934 * the source to AF_INET. Do the same for the inner sources. 1935 */ 1936 boolean_t 1937 sadb_addrfix(keysock_in_t *ksi, queue_t *pfkey_q, mblk_t *mp, netstack_t *ns) 1938 { 1939 struct sockaddr_in *src, *isrc; 1940 struct sockaddr_in6 *dst, *idst; 1941 sadb_address_t *srcext, *dstext; 1942 uint16_t sport; 1943 sadb_ext_t **extv = ksi->ks_in_extv; 1944 int rc; 1945 1946 if (extv[SADB_EXT_ADDRESS_SRC] != NULL) { 1947 rc = sadb_addrcheck(pfkey_q, mp, extv[SADB_EXT_ADDRESS_SRC], 1948 ksi->ks_in_serial, ns); 1949 if (rc == KS_IN_ADDR_UNKNOWN) 1950 return (B_FALSE); 1951 if (rc == KS_IN_ADDR_MBCAST) { 1952 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1953 SADB_X_DIAGNOSTIC_BAD_SRC, ksi->ks_in_serial); 1954 return (B_FALSE); 1955 } 1956 ksi->ks_in_srctype = rc; 1957 } 1958 1959 if (extv[SADB_EXT_ADDRESS_DST] != NULL) { 1960 rc = sadb_addrcheck(pfkey_q, mp, extv[SADB_EXT_ADDRESS_DST], 1961 ksi->ks_in_serial, ns); 1962 if (rc == KS_IN_ADDR_UNKNOWN) 1963 return (B_FALSE); 1964 if (rc == KS_IN_ADDR_UNSPEC) { 1965 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1966 SADB_X_DIAGNOSTIC_BAD_DST, ksi->ks_in_serial); 1967 return (B_FALSE); 1968 } 1969 ksi->ks_in_dsttype = rc; 1970 } 1971 1972 /* 1973 * NAT-Traversal addrs are simple enough to not require all of 1974 * the checks in sadb_addrcheck(). Just normalize or reject if not 1975 * AF_INET. 1976 */ 1977 if (extv[SADB_X_EXT_ADDRESS_NATT_LOC] != NULL) { 1978 rc = sadb_addrcheck(pfkey_q, mp, 1979 extv[SADB_X_EXT_ADDRESS_NATT_LOC], ksi->ks_in_serial, ns); 1980 1981 /* 1982 * Local NAT-T addresses never use an IRE_LOCAL, so it should 1983 * always be NOTME, or UNSPEC (to handle both tunnel mode 1984 * AND local-port flexibility). 1985 */ 1986 if (rc != KS_IN_ADDR_NOTME && rc != KS_IN_ADDR_UNSPEC) { 1987 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1988 SADB_X_DIAGNOSTIC_MALFORMED_NATT_LOC, 1989 ksi->ks_in_serial); 1990 return (B_FALSE); 1991 } 1992 src = (struct sockaddr_in *) 1993 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_NATT_LOC]) + 1); 1994 if (src->sin_family != AF_INET) { 1995 sadb_pfkey_error(pfkey_q, mp, EINVAL, 1996 SADB_X_DIAGNOSTIC_BAD_NATT_LOC_AF, 1997 ksi->ks_in_serial); 1998 return (B_FALSE); 1999 } 2000 } 2001 2002 if (extv[SADB_X_EXT_ADDRESS_NATT_REM] != NULL) { 2003 rc = sadb_addrcheck(pfkey_q, mp, 2004 extv[SADB_X_EXT_ADDRESS_NATT_REM], ksi->ks_in_serial, ns); 2005 2006 /* 2007 * Remote NAT-T addresses never use an IRE_LOCAL, so it should 2008 * always be NOTME, or UNSPEC if it's a tunnel-mode SA. 2009 */ 2010 if (rc != KS_IN_ADDR_NOTME && 2011 !(extv[SADB_X_EXT_ADDRESS_INNER_SRC] != NULL && 2012 rc == KS_IN_ADDR_UNSPEC)) { 2013 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2014 SADB_X_DIAGNOSTIC_MALFORMED_NATT_REM, 2015 ksi->ks_in_serial); 2016 return (B_FALSE); 2017 } 2018 src = (struct sockaddr_in *) 2019 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_NATT_REM]) + 1); 2020 if (src->sin_family != AF_INET) { 2021 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2022 SADB_X_DIAGNOSTIC_BAD_NATT_REM_AF, 2023 ksi->ks_in_serial); 2024 return (B_FALSE); 2025 } 2026 } 2027 2028 if (extv[SADB_X_EXT_ADDRESS_INNER_SRC] != NULL) { 2029 if (extv[SADB_X_EXT_ADDRESS_INNER_DST] == NULL) { 2030 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2031 SADB_X_DIAGNOSTIC_MISSING_INNER_DST, 2032 ksi->ks_in_serial); 2033 return (B_FALSE); 2034 } 2035 2036 if (sadb_addrcheck(pfkey_q, mp, 2037 extv[SADB_X_EXT_ADDRESS_INNER_DST], ksi->ks_in_serial, ns) 2038 == KS_IN_ADDR_UNKNOWN || 2039 sadb_addrcheck(pfkey_q, mp, 2040 extv[SADB_X_EXT_ADDRESS_INNER_SRC], ksi->ks_in_serial, ns) 2041 == KS_IN_ADDR_UNKNOWN) 2042 return (B_FALSE); 2043 2044 isrc = (struct sockaddr_in *) 2045 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_SRC]) + 2046 1); 2047 idst = (struct sockaddr_in6 *) 2048 (((sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_DST]) + 2049 1); 2050 if (isrc->sin_family != idst->sin6_family) { 2051 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2052 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH, 2053 ksi->ks_in_serial); 2054 return (B_FALSE); 2055 } 2056 } else if (extv[SADB_X_EXT_ADDRESS_INNER_DST] != NULL) { 2057 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2058 SADB_X_DIAGNOSTIC_MISSING_INNER_SRC, 2059 ksi->ks_in_serial); 2060 return (B_FALSE); 2061 } else { 2062 isrc = NULL; /* For inner/outer port check below. */ 2063 } 2064 2065 dstext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_DST]; 2066 srcext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_SRC]; 2067 2068 if (dstext == NULL || srcext == NULL) 2069 return (B_TRUE); 2070 2071 dst = (struct sockaddr_in6 *)(dstext + 1); 2072 src = (struct sockaddr_in *)(srcext + 1); 2073 2074 if (isrc != NULL && 2075 (isrc->sin_port != 0 || idst->sin6_port != 0) && 2076 (src->sin_port != 0 || dst->sin6_port != 0)) { 2077 /* Can't set inner and outer ports in one SA. */ 2078 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2079 SADB_X_DIAGNOSTIC_DUAL_PORT_SETS, 2080 ksi->ks_in_serial); 2081 return (B_FALSE); 2082 } 2083 2084 if (dst->sin6_family == src->sin_family) 2085 return (B_TRUE); 2086 2087 if (srcext->sadb_address_proto != dstext->sadb_address_proto) { 2088 if (srcext->sadb_address_proto == 0) { 2089 srcext->sadb_address_proto = dstext->sadb_address_proto; 2090 } else if (dstext->sadb_address_proto == 0) { 2091 dstext->sadb_address_proto = srcext->sadb_address_proto; 2092 } else { 2093 /* Inequal protocols, neither were 0. Report error. */ 2094 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2095 SADB_X_DIAGNOSTIC_PROTO_MISMATCH, 2096 ksi->ks_in_serial); 2097 return (B_FALSE); 2098 } 2099 } 2100 2101 /* 2102 * With the exception of an unspec IPv6 source and an IPv4 2103 * destination, address families MUST me matched. 2104 */ 2105 if (src->sin_family == AF_INET || 2106 ksi->ks_in_srctype != KS_IN_ADDR_UNSPEC) { 2107 sadb_pfkey_error(pfkey_q, mp, EINVAL, 2108 SADB_X_DIAGNOSTIC_AF_MISMATCH, ksi->ks_in_serial); 2109 return (B_FALSE); 2110 } 2111 2112 /* 2113 * Convert "src" to AF_INET INADDR_ANY. We rely on sin_port being 2114 * in the same place for sockaddr_in and sockaddr_in6. 2115 */ 2116 sport = src->sin_port; 2117 bzero(src, sizeof (*src)); 2118 src->sin_family = AF_INET; 2119 src->sin_port = sport; 2120 2121 return (B_TRUE); 2122 } 2123 2124 /* 2125 * Set the results in "addrtype", given an IRE as requested by 2126 * sadb_addrcheck(). 2127 */ 2128 int 2129 sadb_addrset(ire_t *ire) 2130 { 2131 if ((ire->ire_type & IRE_BROADCAST) || 2132 (ire->ire_ipversion == IPV4_VERSION && CLASSD(ire->ire_addr)) || 2133 (ire->ire_ipversion == IPV6_VERSION && 2134 IN6_IS_ADDR_MULTICAST(&(ire->ire_addr_v6)))) 2135 return (KS_IN_ADDR_MBCAST); 2136 if (ire->ire_type & (IRE_LOCAL | IRE_LOOPBACK)) 2137 return (KS_IN_ADDR_ME); 2138 return (KS_IN_ADDR_NOTME); 2139 } 2140 2141 /* 2142 * Match primitives.. 2143 * !!! TODO: short term: inner selectors 2144 * ipv6 scope id (ifindex) 2145 * longer term: zone id. sensitivity label. uid. 2146 */ 2147 boolean_t 2148 sadb_match_spi(ipsa_query_t *sq, ipsa_t *sa) 2149 { 2150 return (sq->spi == sa->ipsa_spi); 2151 } 2152 2153 boolean_t 2154 sadb_match_dst_v6(ipsa_query_t *sq, ipsa_t *sa) 2155 { 2156 return (IPSA_ARE_ADDR_EQUAL(sa->ipsa_dstaddr, sq->dstaddr, AF_INET6)); 2157 } 2158 2159 boolean_t 2160 sadb_match_src_v6(ipsa_query_t *sq, ipsa_t *sa) 2161 { 2162 return (IPSA_ARE_ADDR_EQUAL(sa->ipsa_srcaddr, sq->srcaddr, AF_INET6)); 2163 } 2164 2165 boolean_t 2166 sadb_match_dst_v4(ipsa_query_t *sq, ipsa_t *sa) 2167 { 2168 return (sq->dstaddr[0] == sa->ipsa_dstaddr[0]); 2169 } 2170 2171 boolean_t 2172 sadb_match_src_v4(ipsa_query_t *sq, ipsa_t *sa) 2173 { 2174 return (sq->srcaddr[0] == sa->ipsa_srcaddr[0]); 2175 } 2176 2177 boolean_t 2178 sadb_match_dstid(ipsa_query_t *sq, ipsa_t *sa) 2179 { 2180 return ((sa->ipsa_dst_cid != NULL) && 2181 (sq->didtype == sa->ipsa_dst_cid->ipsid_type) && 2182 (strcmp(sq->didstr, sa->ipsa_dst_cid->ipsid_cid) == 0)); 2183 2184 } 2185 boolean_t 2186 sadb_match_srcid(ipsa_query_t *sq, ipsa_t *sa) 2187 { 2188 return ((sa->ipsa_src_cid != NULL) && 2189 (sq->sidtype == sa->ipsa_src_cid->ipsid_type) && 2190 (strcmp(sq->sidstr, sa->ipsa_src_cid->ipsid_cid) == 0)); 2191 } 2192 2193 boolean_t 2194 sadb_match_kmc(ipsa_query_t *sq, ipsa_t *sa) 2195 { 2196 #define M(a, b) (((a) == 0) || ((b) == 0) || ((a) == (b))) 2197 2198 return (M(sq->kmc, sa->ipsa_kmc) && M(sq->kmp, sa->ipsa_kmp)); 2199 2200 #undef M 2201 } 2202 2203 /* 2204 * Common function which extracts several PF_KEY extensions for ease of 2205 * SADB matching. 2206 * 2207 * XXX TODO: weed out ipsa_query_t fields not used during matching 2208 * or afterwards? 2209 */ 2210 int 2211 sadb_form_query(keysock_in_t *ksi, uint32_t req, uint32_t match, 2212 ipsa_query_t *sq, int *diagnostic) 2213 { 2214 int i; 2215 ipsa_match_fn_t *mfpp = &(sq->matchers[0]); 2216 2217 for (i = 0; i < IPSA_NMATCH; i++) 2218 sq->matchers[i] = NULL; 2219 2220 ASSERT((req & ~match) == 0); 2221 2222 sq->req = req; 2223 sq->dstext = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 2224 sq->srcext = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC]; 2225 sq->assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2226 2227 if ((req & IPSA_Q_DST) && (sq->dstext == NULL)) { 2228 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 2229 return (EINVAL); 2230 } 2231 if ((req & IPSA_Q_SRC) && (sq->srcext == NULL)) { 2232 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 2233 return (EINVAL); 2234 } 2235 if ((req & IPSA_Q_SA) && (sq->assoc == NULL)) { 2236 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SA; 2237 return (EINVAL); 2238 } 2239 2240 if (match & IPSA_Q_SA) { 2241 *mfpp++ = sadb_match_spi; 2242 sq->spi = sq->assoc->sadb_sa_spi; 2243 } 2244 2245 if (sq->dstext != NULL) 2246 sq->dst = (struct sockaddr_in *)(sq->dstext + 1); 2247 else { 2248 sq->dst = NULL; 2249 sq->dst6 = NULL; 2250 sq->dstaddr = NULL; 2251 } 2252 2253 if (sq->srcext != NULL) 2254 sq->src = (struct sockaddr_in *)(sq->srcext + 1); 2255 else { 2256 sq->src = NULL; 2257 sq->src6 = NULL; 2258 sq->srcaddr = NULL; 2259 } 2260 2261 if (sq->dst != NULL) 2262 sq->af = sq->dst->sin_family; 2263 else if (sq->src != NULL) 2264 sq->af = sq->src->sin_family; 2265 else 2266 sq->af = AF_INET; 2267 2268 if (sq->af == AF_INET6) { 2269 if ((match & IPSA_Q_DST) && (sq->dstext != NULL)) { 2270 *mfpp++ = sadb_match_dst_v6; 2271 sq->dst6 = (struct sockaddr_in6 *)sq->dst; 2272 sq->dstaddr = (uint32_t *)&(sq->dst6->sin6_addr); 2273 } else { 2274 match &= ~IPSA_Q_DST; 2275 sq->dstaddr = ALL_ZEROES_PTR; 2276 } 2277 2278 if ((match & IPSA_Q_SRC) && (sq->srcext != NULL)) { 2279 sq->src6 = (struct sockaddr_in6 *)(sq->srcext + 1); 2280 sq->srcaddr = (uint32_t *)&sq->src6->sin6_addr; 2281 if (sq->src6->sin6_family != AF_INET6) { 2282 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 2283 return (EINVAL); 2284 } 2285 *mfpp++ = sadb_match_src_v6; 2286 } else { 2287 match &= ~IPSA_Q_SRC; 2288 sq->srcaddr = ALL_ZEROES_PTR; 2289 } 2290 } else { 2291 sq->src6 = sq->dst6 = NULL; 2292 if ((match & IPSA_Q_DST) && (sq->dstext != NULL)) { 2293 *mfpp++ = sadb_match_dst_v4; 2294 sq->dstaddr = (uint32_t *)&sq->dst->sin_addr; 2295 } else { 2296 match &= ~IPSA_Q_DST; 2297 sq->dstaddr = ALL_ZEROES_PTR; 2298 } 2299 if ((match & IPSA_Q_SRC) && (sq->srcext != NULL)) { 2300 sq->srcaddr = (uint32_t *)&sq->src->sin_addr; 2301 if (sq->src->sin_family != AF_INET) { 2302 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 2303 return (EINVAL); 2304 } 2305 *mfpp++ = sadb_match_src_v4; 2306 } else { 2307 match &= ~IPSA_Q_SRC; 2308 sq->srcaddr = ALL_ZEROES_PTR; 2309 } 2310 } 2311 2312 sq->dstid = (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_DST]; 2313 if ((match & IPSA_Q_DSTID) && (sq->dstid != NULL)) { 2314 sq->didstr = (char *)(sq->dstid + 1); 2315 sq->didtype = sq->dstid->sadb_ident_type; 2316 *mfpp++ = sadb_match_dstid; 2317 } 2318 2319 sq->srcid = (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC]; 2320 2321 if ((match & IPSA_Q_SRCID) && (sq->srcid != NULL)) { 2322 sq->sidstr = (char *)(sq->srcid + 1); 2323 sq->sidtype = sq->srcid->sadb_ident_type; 2324 *mfpp++ = sadb_match_srcid; 2325 } 2326 2327 sq->kmcext = (sadb_x_kmc_t *)ksi->ks_in_extv[SADB_X_EXT_KM_COOKIE]; 2328 sq->kmc = 0; 2329 sq->kmp = 0; 2330 2331 if ((match & IPSA_Q_KMC) && (sq->kmcext)) { 2332 sq->kmp = sq->kmcext->sadb_x_kmc_proto; 2333 /* Be liberal in what we receive. Special-case IKEv1. */ 2334 if (sq->kmp == SADB_X_KMP_IKE) { 2335 /* Just in case in.iked is misbehaving... */ 2336 sq->kmcext->sadb_x_kmc_reserved = 0; 2337 } 2338 sq->kmc = sq->kmcext->sadb_x_kmc_cookie64; 2339 *mfpp++ = sadb_match_kmc; 2340 } 2341 2342 if (match & (IPSA_Q_INBOUND|IPSA_Q_OUTBOUND)) { 2343 if (sq->af == AF_INET6) 2344 sq->sp = &sq->spp->s_v6; 2345 else 2346 sq->sp = &sq->spp->s_v4; 2347 } else { 2348 sq->sp = NULL; 2349 } 2350 2351 if (match & IPSA_Q_INBOUND) { 2352 sq->inhash = INBOUND_HASH(sq->sp, sq->assoc->sadb_sa_spi); 2353 sq->inbound = &sq->sp->sdb_if[sq->inhash]; 2354 } else { 2355 sq->inhash = 0; 2356 sq->inbound = NULL; 2357 } 2358 2359 if (match & IPSA_Q_OUTBOUND) { 2360 if (sq->af == AF_INET6) { 2361 sq->outhash = OUTBOUND_HASH_V6(sq->sp, *(sq->dstaddr)); 2362 } else { 2363 sq->outhash = OUTBOUND_HASH_V4(sq->sp, *(sq->dstaddr)); 2364 } 2365 sq->outbound = &sq->sp->sdb_of[sq->outhash]; 2366 } else { 2367 sq->outhash = 0; 2368 sq->outbound = NULL; 2369 } 2370 sq->match = match; 2371 return (0); 2372 } 2373 2374 /* 2375 * Match an initialized query structure with a security association; 2376 * return B_TRUE on a match, B_FALSE on a miss. 2377 * Applies match functions set up by sadb_form_query() until one returns false. 2378 */ 2379 boolean_t 2380 sadb_match_query(ipsa_query_t *sq, ipsa_t *sa) 2381 { 2382 ipsa_match_fn_t *mfpp = &(sq->matchers[0]); 2383 ipsa_match_fn_t mfp; 2384 2385 for (mfp = *mfpp++; mfp != NULL; mfp = *mfpp++) { 2386 if (!mfp(sq, sa)) 2387 return (B_FALSE); 2388 } 2389 return (B_TRUE); 2390 } 2391 2392 /* 2393 * Walker callback function to delete sa's based on src/dst address. 2394 * Assumes that we're called with *head locked, no other locks held; 2395 * Conveniently, and not coincidentally, this is both what sadb_walker 2396 * gives us and also what sadb_unlinkassoc expects. 2397 */ 2398 struct sadb_purge_state 2399 { 2400 ipsa_query_t sq; 2401 boolean_t inbnd; 2402 uint8_t sadb_sa_state; 2403 }; 2404 2405 static void 2406 sadb_purge_cb(isaf_t *head, ipsa_t *entry, void *cookie) 2407 { 2408 struct sadb_purge_state *ps = (struct sadb_purge_state *)cookie; 2409 2410 ASSERT(MUTEX_HELD(&head->isaf_lock)); 2411 2412 mutex_enter(&entry->ipsa_lock); 2413 2414 if (entry->ipsa_state == IPSA_STATE_LARVAL || 2415 !sadb_match_query(&ps->sq, entry)) { 2416 mutex_exit(&entry->ipsa_lock); 2417 return; 2418 } 2419 2420 if (ps->inbnd) { 2421 sadb_delete_cluster(entry); 2422 } 2423 entry->ipsa_state = IPSA_STATE_DEAD; 2424 (void) sadb_torch_assoc(head, entry); 2425 } 2426 2427 /* 2428 * Common code to purge an SA with a matching src or dst address. 2429 * Don't kill larval SA's in such a purge. 2430 */ 2431 int 2432 sadb_purge_sa(mblk_t *mp, keysock_in_t *ksi, sadb_t *sp, 2433 int *diagnostic, queue_t *pfkey_q) 2434 { 2435 struct sadb_purge_state ps; 2436 int error = sadb_form_query(ksi, 0, 2437 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SRCID|IPSA_Q_DSTID|IPSA_Q_KMC, 2438 &ps.sq, diagnostic); 2439 2440 if (error != 0) 2441 return (error); 2442 2443 /* 2444 * This is simple, crude, and effective. 2445 * Unimplemented optimizations (TBD): 2446 * - we can limit how many places we search based on where we 2447 * think the SA is filed. 2448 * - if we get a dst address, we can hash based on dst addr to find 2449 * the correct bucket in the outbound table. 2450 */ 2451 ps.inbnd = B_TRUE; 2452 sadb_walker(sp->sdb_if, sp->sdb_hashsize, sadb_purge_cb, &ps); 2453 ps.inbnd = B_FALSE; 2454 sadb_walker(sp->sdb_of, sp->sdb_hashsize, sadb_purge_cb, &ps); 2455 2456 ASSERT(mp->b_cont != NULL); 2457 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, ksi, 2458 NULL); 2459 return (0); 2460 } 2461 2462 static void 2463 sadb_delpair_state_one(isaf_t *head, ipsa_t *entry, void *cookie) 2464 { 2465 struct sadb_purge_state *ps = (struct sadb_purge_state *)cookie; 2466 isaf_t *inbound_bucket; 2467 ipsa_t *peer_assoc; 2468 ipsa_query_t *sq = &ps->sq; 2469 2470 ASSERT(MUTEX_HELD(&head->isaf_lock)); 2471 2472 mutex_enter(&entry->ipsa_lock); 2473 2474 if ((entry->ipsa_state != ps->sadb_sa_state) || 2475 ((sq->srcaddr != NULL) && 2476 !IPSA_ARE_ADDR_EQUAL(entry->ipsa_srcaddr, sq->srcaddr, sq->af))) { 2477 mutex_exit(&entry->ipsa_lock); 2478 return; 2479 } 2480 2481 /* 2482 * The isaf_t *, which is passed in , is always an outbound bucket, 2483 * and we are preserving the outbound-then-inbound hash-bucket lock 2484 * ordering. The sadb_walker() which triggers this function is called 2485 * only on the outbound fanout, and the corresponding inbound bucket 2486 * lock is safe to acquire here. 2487 */ 2488 2489 if (entry->ipsa_haspeer) { 2490 inbound_bucket = INBOUND_BUCKET(sq->sp, entry->ipsa_spi); 2491 mutex_enter(&inbound_bucket->isaf_lock); 2492 peer_assoc = ipsec_getassocbyspi(inbound_bucket, 2493 entry->ipsa_spi, entry->ipsa_srcaddr, 2494 entry->ipsa_dstaddr, entry->ipsa_addrfam); 2495 } else { 2496 inbound_bucket = INBOUND_BUCKET(sq->sp, entry->ipsa_otherspi); 2497 mutex_enter(&inbound_bucket->isaf_lock); 2498 peer_assoc = ipsec_getassocbyspi(inbound_bucket, 2499 entry->ipsa_otherspi, entry->ipsa_dstaddr, 2500 entry->ipsa_srcaddr, entry->ipsa_addrfam); 2501 } 2502 2503 entry->ipsa_state = IPSA_STATE_DEAD; 2504 (void) sadb_torch_assoc(head, entry); 2505 if (peer_assoc != NULL) { 2506 mutex_enter(&peer_assoc->ipsa_lock); 2507 peer_assoc->ipsa_state = IPSA_STATE_DEAD; 2508 (void) sadb_torch_assoc(inbound_bucket, peer_assoc); 2509 } 2510 mutex_exit(&inbound_bucket->isaf_lock); 2511 } 2512 2513 static int 2514 sadb_delpair_state(mblk_t *mp, keysock_in_t *ksi, sadbp_t *spp, 2515 int *diagnostic, queue_t *pfkey_q) 2516 { 2517 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2518 struct sadb_purge_state ps; 2519 int error; 2520 2521 ps.sq.spp = spp; /* XXX param */ 2522 2523 error = sadb_form_query(ksi, IPSA_Q_DST|IPSA_Q_SRC, 2524 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SRCID|IPSA_Q_DSTID|IPSA_Q_KMC, 2525 &ps.sq, diagnostic); 2526 if (error != 0) 2527 return (error); 2528 2529 ps.inbnd = B_FALSE; 2530 ps.sadb_sa_state = assoc->sadb_sa_state; 2531 sadb_walker(ps.sq.sp->sdb_of, ps.sq.sp->sdb_hashsize, 2532 sadb_delpair_state_one, &ps); 2533 2534 ASSERT(mp->b_cont != NULL); 2535 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 2536 ksi, NULL); 2537 return (0); 2538 } 2539 2540 /* 2541 * Common code to delete/get an SA. 2542 */ 2543 int 2544 sadb_delget_sa(mblk_t *mp, keysock_in_t *ksi, sadbp_t *spp, 2545 int *diagnostic, queue_t *pfkey_q, uint8_t sadb_msg_type) 2546 { 2547 ipsa_query_t sq; 2548 ipsa_t *echo_target = NULL; 2549 ipsap_t ipsapp; 2550 uint_t error = 0; 2551 2552 if (sadb_msg_type == SADB_X_DELPAIR_STATE) 2553 return (sadb_delpair_state(mp, ksi, spp, diagnostic, pfkey_q)); 2554 2555 sq.spp = spp; /* XXX param */ 2556 error = sadb_form_query(ksi, IPSA_Q_DST|IPSA_Q_SA, 2557 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND, 2558 &sq, diagnostic); 2559 if (error != 0) 2560 return (error); 2561 2562 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 2563 if (error != 0) { 2564 return (error); 2565 } 2566 2567 echo_target = ipsapp.ipsap_sa_ptr; 2568 if (echo_target == NULL) 2569 echo_target = ipsapp.ipsap_psa_ptr; 2570 2571 if (sadb_msg_type == SADB_DELETE || sadb_msg_type == SADB_X_DELPAIR) { 2572 /* 2573 * Bucket locks will be required if SA is actually unlinked. 2574 * get_ipsa_pair() returns valid hash bucket pointers even 2575 * if it can't find a pair SA pointer. To prevent a potential 2576 * deadlock, always lock the outbound bucket before the inbound. 2577 */ 2578 if (ipsapp.in_inbound_table) { 2579 mutex_enter(&ipsapp.ipsap_pbucket->isaf_lock); 2580 mutex_enter(&ipsapp.ipsap_bucket->isaf_lock); 2581 } else { 2582 mutex_enter(&ipsapp.ipsap_bucket->isaf_lock); 2583 mutex_enter(&ipsapp.ipsap_pbucket->isaf_lock); 2584 } 2585 2586 if (ipsapp.ipsap_sa_ptr != NULL) { 2587 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 2588 if (ipsapp.ipsap_sa_ptr->ipsa_flags & IPSA_F_INBOUND) { 2589 sadb_delete_cluster(ipsapp.ipsap_sa_ptr); 2590 } 2591 ipsapp.ipsap_sa_ptr->ipsa_state = IPSA_STATE_DEAD; 2592 (void) sadb_torch_assoc(ipsapp.ipsap_bucket, 2593 ipsapp.ipsap_sa_ptr); 2594 /* 2595 * sadb_torch_assoc() releases the ipsa_lock 2596 * and calls sadb_unlinkassoc() which does a 2597 * IPSA_REFRELE. 2598 */ 2599 } 2600 if (ipsapp.ipsap_psa_ptr != NULL) { 2601 mutex_enter(&ipsapp.ipsap_psa_ptr->ipsa_lock); 2602 if (sadb_msg_type == SADB_X_DELPAIR || 2603 ipsapp.ipsap_psa_ptr->ipsa_haspeer) { 2604 if (ipsapp.ipsap_psa_ptr->ipsa_flags & 2605 IPSA_F_INBOUND) { 2606 sadb_delete_cluster 2607 (ipsapp.ipsap_psa_ptr); 2608 } 2609 ipsapp.ipsap_psa_ptr->ipsa_state = 2610 IPSA_STATE_DEAD; 2611 (void) sadb_torch_assoc(ipsapp.ipsap_pbucket, 2612 ipsapp.ipsap_psa_ptr); 2613 } else { 2614 /* 2615 * Only half of the "pair" has been deleted. 2616 * Update the remaining SA and remove references 2617 * to its pair SA, which is now gone. 2618 */ 2619 ipsapp.ipsap_psa_ptr->ipsa_otherspi = 0; 2620 ipsapp.ipsap_psa_ptr->ipsa_flags &= 2621 ~IPSA_F_PAIRED; 2622 mutex_exit(&ipsapp.ipsap_psa_ptr->ipsa_lock); 2623 } 2624 } else if (sadb_msg_type == SADB_X_DELPAIR) { 2625 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_SA_NOTFOUND; 2626 error = ESRCH; 2627 } 2628 mutex_exit(&ipsapp.ipsap_bucket->isaf_lock); 2629 mutex_exit(&ipsapp.ipsap_pbucket->isaf_lock); 2630 } 2631 2632 ASSERT(mp->b_cont != NULL); 2633 2634 if (error == 0) 2635 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *) 2636 mp->b_cont->b_rptr, ksi, echo_target); 2637 2638 destroy_ipsa_pair(&ipsapp); 2639 2640 return (error); 2641 } 2642 2643 /* 2644 * This function takes a sadb_sa_t and finds the ipsa_t structure 2645 * and the isaf_t (hash bucket) that its stored under. If the security 2646 * association has a peer, the ipsa_t structure and bucket for that security 2647 * association are also searched for. The "pair" of ipsa_t's and isaf_t's 2648 * are returned as a ipsap_t. 2649 * 2650 * The hash buckets are returned for convenience, if the calling function 2651 * needs to use the hash bucket locks, say to remove the SA's, it should 2652 * take care to observe the convention of locking outbound bucket then 2653 * inbound bucket. The flag in_inbound_table provides direction. 2654 * 2655 * Note that a "pair" is defined as one (but not both) of the following: 2656 * 2657 * A security association which has a soft reference to another security 2658 * association via its SPI. 2659 * 2660 * A security association that is not obviously "inbound" or "outbound" so 2661 * it appears in both hash tables, the "peer" being the same security 2662 * association in the other hash table. 2663 * 2664 * This function will return NULL if the ipsa_t can't be found in the 2665 * inbound or outbound hash tables (not found). If only one ipsa_t is 2666 * found, the pair ipsa_t will be NULL. Both isaf_t values are valid 2667 * provided at least one ipsa_t is found. 2668 */ 2669 static int 2670 get_ipsa_pair(ipsa_query_t *sq, ipsap_t *ipsapp, int *diagnostic) 2671 { 2672 uint32_t pair_srcaddr[IPSA_MAX_ADDRLEN]; 2673 uint32_t pair_dstaddr[IPSA_MAX_ADDRLEN]; 2674 uint32_t pair_spi; 2675 2676 init_ipsa_pair(ipsapp); 2677 2678 ipsapp->in_inbound_table = B_FALSE; 2679 2680 /* Lock down both buckets. */ 2681 mutex_enter(&sq->outbound->isaf_lock); 2682 mutex_enter(&sq->inbound->isaf_lock); 2683 2684 if (sq->assoc->sadb_sa_flags & IPSA_F_INBOUND) { 2685 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->inbound, 2686 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2687 if (ipsapp->ipsap_sa_ptr != NULL) { 2688 ipsapp->ipsap_bucket = sq->inbound; 2689 ipsapp->ipsap_pbucket = sq->outbound; 2690 ipsapp->in_inbound_table = B_TRUE; 2691 } else { 2692 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->outbound, 2693 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, 2694 sq->af); 2695 ipsapp->ipsap_bucket = sq->outbound; 2696 ipsapp->ipsap_pbucket = sq->inbound; 2697 } 2698 } else { 2699 /* IPSA_F_OUTBOUND is set *or* no directions flags set. */ 2700 ipsapp->ipsap_sa_ptr = 2701 ipsec_getassocbyspi(sq->outbound, 2702 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2703 if (ipsapp->ipsap_sa_ptr != NULL) { 2704 ipsapp->ipsap_bucket = sq->outbound; 2705 ipsapp->ipsap_pbucket = sq->inbound; 2706 } else { 2707 ipsapp->ipsap_sa_ptr = ipsec_getassocbyspi(sq->inbound, 2708 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, 2709 sq->af); 2710 ipsapp->ipsap_bucket = sq->inbound; 2711 ipsapp->ipsap_pbucket = sq->outbound; 2712 if (ipsapp->ipsap_sa_ptr != NULL) 2713 ipsapp->in_inbound_table = B_TRUE; 2714 } 2715 } 2716 2717 if (ipsapp->ipsap_sa_ptr == NULL) { 2718 mutex_exit(&sq->outbound->isaf_lock); 2719 mutex_exit(&sq->inbound->isaf_lock); 2720 *diagnostic = SADB_X_DIAGNOSTIC_SA_NOTFOUND; 2721 return (ESRCH); 2722 } 2723 2724 if ((ipsapp->ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) && 2725 ipsapp->in_inbound_table) { 2726 mutex_exit(&sq->outbound->isaf_lock); 2727 mutex_exit(&sq->inbound->isaf_lock); 2728 return (0); 2729 } 2730 2731 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2732 if (ipsapp->ipsap_sa_ptr->ipsa_haspeer) { 2733 /* 2734 * haspeer implies no sa_pairing, look for same spi 2735 * in other hashtable. 2736 */ 2737 ipsapp->ipsap_psa_ptr = 2738 ipsec_getassocbyspi(ipsapp->ipsap_pbucket, 2739 sq->assoc->sadb_sa_spi, sq->srcaddr, sq->dstaddr, sq->af); 2740 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2741 mutex_exit(&sq->outbound->isaf_lock); 2742 mutex_exit(&sq->inbound->isaf_lock); 2743 return (0); 2744 } 2745 pair_spi = ipsapp->ipsap_sa_ptr->ipsa_otherspi; 2746 IPSA_COPY_ADDR(&pair_srcaddr, 2747 ipsapp->ipsap_sa_ptr->ipsa_srcaddr, sq->af); 2748 IPSA_COPY_ADDR(&pair_dstaddr, 2749 ipsapp->ipsap_sa_ptr->ipsa_dstaddr, sq->af); 2750 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 2751 mutex_exit(&sq->inbound->isaf_lock); 2752 mutex_exit(&sq->outbound->isaf_lock); 2753 2754 if (pair_spi == 0) { 2755 ASSERT(ipsapp->ipsap_bucket != NULL); 2756 ASSERT(ipsapp->ipsap_pbucket != NULL); 2757 return (0); 2758 } 2759 2760 /* found sa in outbound sadb, peer should be inbound */ 2761 2762 if (ipsapp->in_inbound_table) { 2763 /* Found SA in inbound table, pair will be in outbound. */ 2764 if (sq->af == AF_INET6) { 2765 ipsapp->ipsap_pbucket = OUTBOUND_BUCKET_V6(sq->sp, 2766 *(uint32_t *)pair_srcaddr); 2767 } else { 2768 ipsapp->ipsap_pbucket = OUTBOUND_BUCKET_V4(sq->sp, 2769 *(uint32_t *)pair_srcaddr); 2770 } 2771 } else { 2772 ipsapp->ipsap_pbucket = INBOUND_BUCKET(sq->sp, pair_spi); 2773 } 2774 mutex_enter(&ipsapp->ipsap_pbucket->isaf_lock); 2775 ipsapp->ipsap_psa_ptr = ipsec_getassocbyspi(ipsapp->ipsap_pbucket, 2776 pair_spi, pair_dstaddr, pair_srcaddr, sq->af); 2777 mutex_exit(&ipsapp->ipsap_pbucket->isaf_lock); 2778 ASSERT(ipsapp->ipsap_bucket != NULL); 2779 ASSERT(ipsapp->ipsap_pbucket != NULL); 2780 return (0); 2781 } 2782 2783 /* 2784 * Perform NAT-traversal cached checksum offset calculations here. 2785 */ 2786 static void 2787 sadb_nat_calculations(ipsa_t *newbie, sadb_address_t *natt_loc_ext, 2788 sadb_address_t *natt_rem_ext, uint32_t *src_addr_ptr, 2789 uint32_t *dst_addr_ptr) 2790 { 2791 struct sockaddr_in *natt_loc, *natt_rem; 2792 uint32_t *natt_loc_ptr = NULL, *natt_rem_ptr = NULL; 2793 uint32_t running_sum = 0; 2794 2795 #define DOWN_SUM(x) (x) = ((x) & 0xFFFF) + ((x) >> 16) 2796 2797 if (natt_rem_ext != NULL) { 2798 uint32_t l_src; 2799 uint32_t l_rem; 2800 2801 natt_rem = (struct sockaddr_in *)(natt_rem_ext + 1); 2802 2803 /* Ensured by sadb_addrfix(). */ 2804 ASSERT(natt_rem->sin_family == AF_INET); 2805 2806 natt_rem_ptr = (uint32_t *)(&natt_rem->sin_addr); 2807 newbie->ipsa_remote_nat_port = natt_rem->sin_port; 2808 l_src = *src_addr_ptr; 2809 l_rem = *natt_rem_ptr; 2810 2811 /* Instead of IPSA_COPY_ADDR(), just copy first 32 bits. */ 2812 newbie->ipsa_natt_addr_rem = *natt_rem_ptr; 2813 2814 l_src = ntohl(l_src); 2815 DOWN_SUM(l_src); 2816 DOWN_SUM(l_src); 2817 l_rem = ntohl(l_rem); 2818 DOWN_SUM(l_rem); 2819 DOWN_SUM(l_rem); 2820 2821 /* 2822 * We're 1's complement for checksums, so check for wraparound 2823 * here. 2824 */ 2825 if (l_rem > l_src) 2826 l_src--; 2827 2828 running_sum += l_src - l_rem; 2829 2830 DOWN_SUM(running_sum); 2831 DOWN_SUM(running_sum); 2832 } 2833 2834 if (natt_loc_ext != NULL) { 2835 natt_loc = (struct sockaddr_in *)(natt_loc_ext + 1); 2836 2837 /* Ensured by sadb_addrfix(). */ 2838 ASSERT(natt_loc->sin_family == AF_INET); 2839 2840 natt_loc_ptr = (uint32_t *)(&natt_loc->sin_addr); 2841 newbie->ipsa_local_nat_port = natt_loc->sin_port; 2842 2843 /* Instead of IPSA_COPY_ADDR(), just copy first 32 bits. */ 2844 newbie->ipsa_natt_addr_loc = *natt_loc_ptr; 2845 2846 /* 2847 * NAT-T port agility means we may have natt_loc_ext, but 2848 * only for a local-port change. 2849 */ 2850 if (natt_loc->sin_addr.s_addr != INADDR_ANY) { 2851 uint32_t l_dst = ntohl(*dst_addr_ptr); 2852 uint32_t l_loc = ntohl(*natt_loc_ptr); 2853 2854 DOWN_SUM(l_loc); 2855 DOWN_SUM(l_loc); 2856 DOWN_SUM(l_dst); 2857 DOWN_SUM(l_dst); 2858 2859 /* 2860 * We're 1's complement for checksums, so check for 2861 * wraparound here. 2862 */ 2863 if (l_loc > l_dst) 2864 l_dst--; 2865 2866 running_sum += l_dst - l_loc; 2867 DOWN_SUM(running_sum); 2868 DOWN_SUM(running_sum); 2869 } 2870 } 2871 2872 newbie->ipsa_inbound_cksum = running_sum; 2873 #undef DOWN_SUM 2874 } 2875 2876 /* 2877 * This function is called from consumers that need to insert a fully-grown 2878 * security association into its tables. This function takes into account that 2879 * SAs can be "inbound", "outbound", or "both". The "primary" and "secondary" 2880 * hash bucket parameters are set in order of what the SA will be most of the 2881 * time. (For example, an SA with an unspecified source, and a multicast 2882 * destination will primarily be an outbound SA. OTOH, if that destination 2883 * is unicast for this node, then the SA will primarily be inbound.) 2884 * 2885 * It takes a lot of parameters because even if clone is B_FALSE, this needs 2886 * to check both buckets for purposes of collision. 2887 * 2888 * Return 0 upon success. Return various errnos (ENOMEM, EEXIST) for 2889 * various error conditions. We may need to set samsg->sadb_x_msg_diagnostic 2890 * with additional diagnostic information because there is at least one EINVAL 2891 * case here. 2892 */ 2893 int 2894 sadb_common_add(queue_t *pfkey_q, mblk_t *mp, sadb_msg_t *samsg, 2895 keysock_in_t *ksi, isaf_t *primary, isaf_t *secondary, 2896 ipsa_t *newbie, boolean_t clone, boolean_t is_inbound, int *diagnostic, 2897 netstack_t *ns, sadbp_t *spp) 2898 { 2899 ipsa_t *newbie_clone = NULL, *scratch; 2900 ipsap_t ipsapp; 2901 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 2902 sadb_address_t *srcext = 2903 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC]; 2904 sadb_address_t *dstext = 2905 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 2906 sadb_address_t *isrcext = 2907 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_SRC]; 2908 sadb_address_t *idstext = 2909 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_DST]; 2910 sadb_x_kmc_t *kmcext = 2911 (sadb_x_kmc_t *)ksi->ks_in_extv[SADB_X_EXT_KM_COOKIE]; 2912 sadb_key_t *akey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_AUTH]; 2913 sadb_key_t *ekey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT]; 2914 sadb_sens_t *sens = 2915 (sadb_sens_t *)ksi->ks_in_extv[SADB_EXT_SENSITIVITY]; 2916 sadb_sens_t *osens = 2917 (sadb_sens_t *)ksi->ks_in_extv[SADB_X_EXT_OUTER_SENS]; 2918 sadb_x_pair_t *pair_ext = 2919 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 2920 sadb_x_replay_ctr_t *replayext = 2921 (sadb_x_replay_ctr_t *)ksi->ks_in_extv[SADB_X_EXT_REPLAY_VALUE]; 2922 uint8_t protocol = 2923 (samsg->sadb_msg_satype == SADB_SATYPE_AH) ? IPPROTO_AH:IPPROTO_ESP; 2924 int salt_offset; 2925 uint8_t *buf_ptr; 2926 struct sockaddr_in *src, *dst, *isrc, *idst; 2927 struct sockaddr_in6 *src6, *dst6, *isrc6, *idst6; 2928 sadb_lifetime_t *soft = 2929 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_SOFT]; 2930 sadb_lifetime_t *hard = 2931 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_HARD]; 2932 sadb_lifetime_t *idle = 2933 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_X_EXT_LIFETIME_IDLE]; 2934 sa_family_t af; 2935 int error = 0; 2936 boolean_t isupdate = (newbie != NULL); 2937 uint32_t *src_addr_ptr, *dst_addr_ptr, *isrc_addr_ptr, *idst_addr_ptr; 2938 ipsec_stack_t *ipss = ns->netstack_ipsec; 2939 ip_stack_t *ipst = ns->netstack_ip; 2940 ipsec_alginfo_t *alg; 2941 int rcode; 2942 boolean_t async = B_FALSE; 2943 2944 init_ipsa_pair(&ipsapp); 2945 2946 if (srcext == NULL) { 2947 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 2948 return (EINVAL); 2949 } 2950 if (dstext == NULL) { 2951 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 2952 return (EINVAL); 2953 } 2954 if (assoc == NULL) { 2955 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SA; 2956 return (EINVAL); 2957 } 2958 2959 src = (struct sockaddr_in *)(srcext + 1); 2960 src6 = (struct sockaddr_in6 *)(srcext + 1); 2961 dst = (struct sockaddr_in *)(dstext + 1); 2962 dst6 = (struct sockaddr_in6 *)(dstext + 1); 2963 if (isrcext != NULL) { 2964 isrc = (struct sockaddr_in *)(isrcext + 1); 2965 isrc6 = (struct sockaddr_in6 *)(isrcext + 1); 2966 ASSERT(idstext != NULL); 2967 idst = (struct sockaddr_in *)(idstext + 1); 2968 idst6 = (struct sockaddr_in6 *)(idstext + 1); 2969 } else { 2970 isrc = NULL; 2971 isrc6 = NULL; 2972 } 2973 2974 af = src->sin_family; 2975 2976 if (af == AF_INET) { 2977 src_addr_ptr = (uint32_t *)&src->sin_addr; 2978 dst_addr_ptr = (uint32_t *)&dst->sin_addr; 2979 } else { 2980 ASSERT(af == AF_INET6); 2981 src_addr_ptr = (uint32_t *)&src6->sin6_addr; 2982 dst_addr_ptr = (uint32_t *)&dst6->sin6_addr; 2983 } 2984 2985 if (!isupdate && (clone == B_TRUE || is_inbound == B_TRUE) && 2986 cl_inet_checkspi && 2987 (assoc->sadb_sa_state != SADB_X_SASTATE_ACTIVE_ELSEWHERE)) { 2988 rcode = cl_inet_checkspi(ns->netstack_stackid, protocol, 2989 assoc->sadb_sa_spi, NULL); 2990 if (rcode == -1) { 2991 return (EEXIST); 2992 } 2993 } 2994 2995 /* 2996 * Check to see if the new SA will be cloned AND paired. The 2997 * reason a SA will be cloned is the source or destination addresses 2998 * are not specific enough to determine if the SA goes in the outbound 2999 * or the inbound hash table, so its cloned and put in both. If 3000 * the SA is paired, it's soft linked to another SA for the other 3001 * direction. Keeping track and looking up SA's that are direction 3002 * unspecific and linked is too hard. 3003 */ 3004 if (clone && (pair_ext != NULL)) { 3005 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 3006 return (EINVAL); 3007 } 3008 3009 if (!isupdate) { 3010 newbie = sadb_makelarvalassoc(assoc->sadb_sa_spi, 3011 src_addr_ptr, dst_addr_ptr, af, ns); 3012 if (newbie == NULL) 3013 return (ENOMEM); 3014 } 3015 3016 mutex_enter(&newbie->ipsa_lock); 3017 3018 if (isrc != NULL) { 3019 if (isrc->sin_family == AF_INET) { 3020 if (srcext->sadb_address_proto != IPPROTO_ENCAP) { 3021 if (srcext->sadb_address_proto != 0) { 3022 /* 3023 * Mismatched outer-packet protocol 3024 * and inner-packet address family. 3025 */ 3026 mutex_exit(&newbie->ipsa_lock); 3027 error = EPROTOTYPE; 3028 *diagnostic = 3029 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 3030 goto error; 3031 } else { 3032 /* Fill in with explicit protocol. */ 3033 srcext->sadb_address_proto = 3034 IPPROTO_ENCAP; 3035 dstext->sadb_address_proto = 3036 IPPROTO_ENCAP; 3037 } 3038 } 3039 isrc_addr_ptr = (uint32_t *)&isrc->sin_addr; 3040 idst_addr_ptr = (uint32_t *)&idst->sin_addr; 3041 } else { 3042 ASSERT(isrc->sin_family == AF_INET6); 3043 if (srcext->sadb_address_proto != IPPROTO_IPV6) { 3044 if (srcext->sadb_address_proto != 0) { 3045 /* 3046 * Mismatched outer-packet protocol 3047 * and inner-packet address family. 3048 */ 3049 mutex_exit(&newbie->ipsa_lock); 3050 error = EPROTOTYPE; 3051 *diagnostic = 3052 SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 3053 goto error; 3054 } else { 3055 /* Fill in with explicit protocol. */ 3056 srcext->sadb_address_proto = 3057 IPPROTO_IPV6; 3058 dstext->sadb_address_proto = 3059 IPPROTO_IPV6; 3060 } 3061 } 3062 isrc_addr_ptr = (uint32_t *)&isrc6->sin6_addr; 3063 idst_addr_ptr = (uint32_t *)&idst6->sin6_addr; 3064 } 3065 newbie->ipsa_innerfam = isrc->sin_family; 3066 3067 IPSA_COPY_ADDR(newbie->ipsa_innersrc, isrc_addr_ptr, 3068 newbie->ipsa_innerfam); 3069 IPSA_COPY_ADDR(newbie->ipsa_innerdst, idst_addr_ptr, 3070 newbie->ipsa_innerfam); 3071 newbie->ipsa_innersrcpfx = isrcext->sadb_address_prefixlen; 3072 newbie->ipsa_innerdstpfx = idstext->sadb_address_prefixlen; 3073 3074 /* Unique value uses inner-ports for Tunnel Mode... */ 3075 newbie->ipsa_unique_id = SA_UNIQUE_ID(isrc->sin_port, 3076 idst->sin_port, dstext->sadb_address_proto, 3077 idstext->sadb_address_proto); 3078 newbie->ipsa_unique_mask = SA_UNIQUE_MASK(isrc->sin_port, 3079 idst->sin_port, dstext->sadb_address_proto, 3080 idstext->sadb_address_proto); 3081 } else { 3082 /* ... and outer-ports for Transport Mode. */ 3083 newbie->ipsa_unique_id = SA_UNIQUE_ID(src->sin_port, 3084 dst->sin_port, dstext->sadb_address_proto, 0); 3085 newbie->ipsa_unique_mask = SA_UNIQUE_MASK(src->sin_port, 3086 dst->sin_port, dstext->sadb_address_proto, 0); 3087 } 3088 if (newbie->ipsa_unique_mask != (uint64_t)0) 3089 newbie->ipsa_flags |= IPSA_F_UNIQUE; 3090 3091 sadb_nat_calculations(newbie, 3092 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_LOC], 3093 (sadb_address_t *)ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_REM], 3094 src_addr_ptr, dst_addr_ptr); 3095 3096 newbie->ipsa_type = samsg->sadb_msg_satype; 3097 3098 ASSERT((assoc->sadb_sa_state == SADB_SASTATE_MATURE) || 3099 (assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE)); 3100 newbie->ipsa_auth_alg = assoc->sadb_sa_auth; 3101 newbie->ipsa_encr_alg = assoc->sadb_sa_encrypt; 3102 3103 newbie->ipsa_flags |= assoc->sadb_sa_flags; 3104 if (newbie->ipsa_flags & SADB_X_SAFLAGS_NATT_LOC && 3105 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_LOC] == NULL) { 3106 mutex_exit(&newbie->ipsa_lock); 3107 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_NATT_LOC; 3108 error = EINVAL; 3109 goto error; 3110 } 3111 if (newbie->ipsa_flags & SADB_X_SAFLAGS_NATT_REM && 3112 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_NATT_REM] == NULL) { 3113 mutex_exit(&newbie->ipsa_lock); 3114 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_NATT_REM; 3115 error = EINVAL; 3116 goto error; 3117 } 3118 if (newbie->ipsa_flags & SADB_X_SAFLAGS_TUNNEL && 3119 ksi->ks_in_extv[SADB_X_EXT_ADDRESS_INNER_SRC] == NULL) { 3120 mutex_exit(&newbie->ipsa_lock); 3121 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_SRC; 3122 error = EINVAL; 3123 goto error; 3124 } 3125 /* 3126 * If unspecified source address, force replay_wsize to 0. 3127 * This is because an SA that has multiple sources of secure 3128 * traffic cannot enforce a replay counter w/o synchronizing the 3129 * senders. 3130 */ 3131 if (ksi->ks_in_srctype != KS_IN_ADDR_UNSPEC) 3132 newbie->ipsa_replay_wsize = assoc->sadb_sa_replay; 3133 else 3134 newbie->ipsa_replay_wsize = 0; 3135 3136 newbie->ipsa_addtime = gethrestime_sec(); 3137 3138 if (kmcext != NULL) { 3139 newbie->ipsa_kmp = kmcext->sadb_x_kmc_proto; 3140 /* Be liberal in what we receive. Special-case IKEv1. */ 3141 if (newbie->ipsa_kmp == SADB_X_KMP_IKE) { 3142 /* Just in case in.iked is misbehaving... */ 3143 kmcext->sadb_x_kmc_reserved = 0; 3144 } 3145 newbie->ipsa_kmc = kmcext->sadb_x_kmc_cookie64; 3146 } 3147 3148 /* 3149 * XXX CURRENT lifetime checks MAY BE needed for an UPDATE. 3150 * The spec says that one can update current lifetimes, but 3151 * that seems impractical, especially in the larval-to-mature 3152 * update that this function performs. 3153 */ 3154 if (soft != NULL) { 3155 newbie->ipsa_softaddlt = soft->sadb_lifetime_addtime; 3156 newbie->ipsa_softuselt = soft->sadb_lifetime_usetime; 3157 newbie->ipsa_softbyteslt = soft->sadb_lifetime_bytes; 3158 newbie->ipsa_softalloc = soft->sadb_lifetime_allocations; 3159 SET_EXPIRE(newbie, softaddlt, softexpiretime); 3160 } 3161 if (hard != NULL) { 3162 newbie->ipsa_hardaddlt = hard->sadb_lifetime_addtime; 3163 newbie->ipsa_harduselt = hard->sadb_lifetime_usetime; 3164 newbie->ipsa_hardbyteslt = hard->sadb_lifetime_bytes; 3165 newbie->ipsa_hardalloc = hard->sadb_lifetime_allocations; 3166 SET_EXPIRE(newbie, hardaddlt, hardexpiretime); 3167 } 3168 if (idle != NULL) { 3169 newbie->ipsa_idleaddlt = idle->sadb_lifetime_addtime; 3170 newbie->ipsa_idleuselt = idle->sadb_lifetime_usetime; 3171 newbie->ipsa_idleexpiretime = newbie->ipsa_addtime + 3172 newbie->ipsa_idleaddlt; 3173 newbie->ipsa_idletime = newbie->ipsa_idleaddlt; 3174 } 3175 3176 newbie->ipsa_authtmpl = NULL; 3177 newbie->ipsa_encrtmpl = NULL; 3178 3179 #ifdef IPSEC_LATENCY_TEST 3180 if (akey != NULL && newbie->ipsa_auth_alg != SADB_AALG_NONE) { 3181 #else 3182 if (akey != NULL) { 3183 #endif 3184 async = (ipss->ipsec_algs_exec_mode[IPSEC_ALG_AUTH] == 3185 IPSEC_ALGS_EXEC_ASYNC); 3186 3187 newbie->ipsa_authkeybits = akey->sadb_key_bits; 3188 newbie->ipsa_authkeylen = SADB_1TO8(akey->sadb_key_bits); 3189 /* In case we have to round up to the next byte... */ 3190 if ((akey->sadb_key_bits & 0x7) != 0) 3191 newbie->ipsa_authkeylen++; 3192 newbie->ipsa_authkey = kmem_alloc(newbie->ipsa_authkeylen, 3193 KM_NOSLEEP); 3194 if (newbie->ipsa_authkey == NULL) { 3195 error = ENOMEM; 3196 mutex_exit(&newbie->ipsa_lock); 3197 goto error; 3198 } 3199 bcopy(akey + 1, newbie->ipsa_authkey, newbie->ipsa_authkeylen); 3200 bzero(akey + 1, newbie->ipsa_authkeylen); 3201 3202 /* 3203 * Pre-initialize the kernel crypto framework key 3204 * structure. 3205 */ 3206 newbie->ipsa_kcfauthkey.ck_format = CRYPTO_KEY_RAW; 3207 newbie->ipsa_kcfauthkey.ck_length = newbie->ipsa_authkeybits; 3208 newbie->ipsa_kcfauthkey.ck_data = newbie->ipsa_authkey; 3209 3210 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3211 alg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 3212 [newbie->ipsa_auth_alg]; 3213 if (alg != NULL && ALG_VALID(alg)) { 3214 newbie->ipsa_amech.cm_type = alg->alg_mech_type; 3215 newbie->ipsa_amech.cm_param = 3216 (char *)&newbie->ipsa_mac_len; 3217 newbie->ipsa_amech.cm_param_len = sizeof (size_t); 3218 newbie->ipsa_mac_len = (size_t)alg->alg_datalen; 3219 } else { 3220 newbie->ipsa_amech.cm_type = CRYPTO_MECHANISM_INVALID; 3221 } 3222 error = ipsec_create_ctx_tmpl(newbie, IPSEC_ALG_AUTH); 3223 rw_exit(&ipss->ipsec_alg_lock); 3224 if (error != 0) { 3225 mutex_exit(&newbie->ipsa_lock); 3226 /* 3227 * An error here indicates that alg is the wrong type 3228 * (IE: not authentication) or its not in the alg tables 3229 * created by ipsecalgs(1m), or Kcf does not like the 3230 * parameters passed in with this algorithm, which is 3231 * probably a coding error! 3232 */ 3233 *diagnostic = SADB_X_DIAGNOSTIC_BAD_CTX; 3234 3235 goto error; 3236 } 3237 } 3238 3239 if (ekey != NULL) { 3240 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3241 async = async || (ipss->ipsec_algs_exec_mode[IPSEC_ALG_ENCR] == 3242 IPSEC_ALGS_EXEC_ASYNC); 3243 alg = ipss->ipsec_alglists[IPSEC_ALG_ENCR] 3244 [newbie->ipsa_encr_alg]; 3245 3246 if (alg != NULL && ALG_VALID(alg)) { 3247 newbie->ipsa_emech.cm_type = alg->alg_mech_type; 3248 newbie->ipsa_datalen = alg->alg_datalen; 3249 if (alg->alg_flags & ALG_FLAG_COUNTERMODE) 3250 newbie->ipsa_flags |= IPSA_F_COUNTERMODE; 3251 3252 if (alg->alg_flags & ALG_FLAG_COMBINED) { 3253 newbie->ipsa_flags |= IPSA_F_COMBINED; 3254 newbie->ipsa_mac_len = alg->alg_icvlen; 3255 } 3256 3257 if (alg->alg_flags & ALG_FLAG_CCM) 3258 newbie->ipsa_noncefunc = ccm_params_init; 3259 else if (alg->alg_flags & ALG_FLAG_GCM) 3260 newbie->ipsa_noncefunc = gcm_params_init; 3261 else newbie->ipsa_noncefunc = cbc_params_init; 3262 3263 newbie->ipsa_saltlen = alg->alg_saltlen; 3264 newbie->ipsa_saltbits = SADB_8TO1(newbie->ipsa_saltlen); 3265 newbie->ipsa_iv_len = alg->alg_ivlen; 3266 newbie->ipsa_nonce_len = newbie->ipsa_saltlen + 3267 newbie->ipsa_iv_len; 3268 newbie->ipsa_emech.cm_param = NULL; 3269 newbie->ipsa_emech.cm_param_len = 0; 3270 } else { 3271 newbie->ipsa_emech.cm_type = CRYPTO_MECHANISM_INVALID; 3272 } 3273 rw_exit(&ipss->ipsec_alg_lock); 3274 3275 /* 3276 * The byte stream following the sadb_key_t is made up of: 3277 * key bytes, [salt bytes], [IV initial value] 3278 * All of these have variable length. The IV is typically 3279 * randomly generated by this function and not passed in. 3280 * By supporting the injection of a known IV, the whole 3281 * IPsec subsystem and the underlying crypto subsystem 3282 * can be tested with known test vectors. 3283 * 3284 * The keying material has been checked by ext_check() 3285 * and ipsec_valid_key_size(), after removing salt/IV 3286 * bits, whats left is the encryption key. If this is too 3287 * short, ipsec_create_ctx_tmpl() will fail and the SA 3288 * won't get created. 3289 * 3290 * set ipsa_encrkeylen to length of key only. 3291 */ 3292 newbie->ipsa_encrkeybits = ekey->sadb_key_bits; 3293 newbie->ipsa_encrkeybits -= ekey->sadb_key_reserved; 3294 newbie->ipsa_encrkeybits -= newbie->ipsa_saltbits; 3295 newbie->ipsa_encrkeylen = SADB_1TO8(newbie->ipsa_encrkeybits); 3296 3297 /* In case we have to round up to the next byte... */ 3298 if ((ekey->sadb_key_bits & 0x7) != 0) 3299 newbie->ipsa_encrkeylen++; 3300 3301 newbie->ipsa_encrkey = kmem_alloc(newbie->ipsa_encrkeylen, 3302 KM_NOSLEEP); 3303 if (newbie->ipsa_encrkey == NULL) { 3304 error = ENOMEM; 3305 mutex_exit(&newbie->ipsa_lock); 3306 goto error; 3307 } 3308 3309 buf_ptr = (uint8_t *)(ekey + 1); 3310 bcopy(buf_ptr, newbie->ipsa_encrkey, newbie->ipsa_encrkeylen); 3311 3312 if (newbie->ipsa_flags & IPSA_F_COMBINED) { 3313 /* 3314 * Combined mode algs need a nonce. Copy the salt and 3315 * IV into a buffer. The ipsa_nonce is a pointer into 3316 * this buffer, some bytes at the start of the buffer 3317 * may be unused, depends on the salt length. The IV 3318 * is 64 bit aligned so it can be incremented as a 3319 * uint64_t. Zero out key in samsg_t before freeing. 3320 */ 3321 3322 newbie->ipsa_nonce_buf = kmem_alloc( 3323 sizeof (ipsec_nonce_t), KM_NOSLEEP); 3324 if (newbie->ipsa_nonce_buf == NULL) { 3325 error = ENOMEM; 3326 mutex_exit(&newbie->ipsa_lock); 3327 goto error; 3328 } 3329 /* 3330 * Initialize nonce and salt pointers to point 3331 * to the nonce buffer. This is just in case we get 3332 * bad data, the pointers will be valid, the data 3333 * won't be. 3334 * 3335 * See sadb.h for layout of nonce. 3336 */ 3337 newbie->ipsa_iv = &newbie->ipsa_nonce_buf->iv; 3338 newbie->ipsa_salt = (uint8_t *)newbie->ipsa_nonce_buf; 3339 newbie->ipsa_nonce = newbie->ipsa_salt; 3340 if (newbie->ipsa_saltlen != 0) { 3341 salt_offset = MAXSALTSIZE - 3342 newbie->ipsa_saltlen; 3343 newbie->ipsa_salt = (uint8_t *) 3344 &newbie->ipsa_nonce_buf->salt[salt_offset]; 3345 newbie->ipsa_nonce = newbie->ipsa_salt; 3346 buf_ptr += newbie->ipsa_encrkeylen; 3347 bcopy(buf_ptr, newbie->ipsa_salt, 3348 newbie->ipsa_saltlen); 3349 } 3350 /* 3351 * The IV for CCM/GCM mode increments, it should not 3352 * repeat. Get a random value for the IV, make a 3353 * copy, the SA will expire when/if the IV ever 3354 * wraps back to the initial value. If an Initial IV 3355 * is passed in via PF_KEY, save this in the SA. 3356 * Initialising IV for inbound is pointless as its 3357 * taken from the inbound packet. 3358 */ 3359 if (!is_inbound) { 3360 if (ekey->sadb_key_reserved != 0) { 3361 buf_ptr += newbie->ipsa_saltlen; 3362 bcopy(buf_ptr, (uint8_t *)newbie-> 3363 ipsa_iv, SADB_1TO8(ekey-> 3364 sadb_key_reserved)); 3365 } else { 3366 (void) random_get_pseudo_bytes( 3367 (uint8_t *)newbie->ipsa_iv, 3368 newbie->ipsa_iv_len); 3369 } 3370 newbie->ipsa_iv_softexpire = 3371 (*newbie->ipsa_iv) << 9; 3372 newbie->ipsa_iv_hardexpire = *newbie->ipsa_iv; 3373 } 3374 } 3375 bzero((ekey + 1), SADB_1TO8(ekey->sadb_key_bits)); 3376 3377 /* 3378 * Pre-initialize the kernel crypto framework key 3379 * structure. 3380 */ 3381 newbie->ipsa_kcfencrkey.ck_format = CRYPTO_KEY_RAW; 3382 newbie->ipsa_kcfencrkey.ck_length = newbie->ipsa_encrkeybits; 3383 newbie->ipsa_kcfencrkey.ck_data = newbie->ipsa_encrkey; 3384 3385 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 3386 error = ipsec_create_ctx_tmpl(newbie, IPSEC_ALG_ENCR); 3387 rw_exit(&ipss->ipsec_alg_lock); 3388 if (error != 0) { 3389 mutex_exit(&newbie->ipsa_lock); 3390 /* See above for error explanation. */ 3391 *diagnostic = SADB_X_DIAGNOSTIC_BAD_CTX; 3392 goto error; 3393 } 3394 } 3395 3396 if (async) 3397 newbie->ipsa_flags |= IPSA_F_ASYNC; 3398 3399 /* 3400 * Ptrs to processing functions. 3401 */ 3402 if (newbie->ipsa_type == SADB_SATYPE_ESP) 3403 ipsecesp_init_funcs(newbie); 3404 else 3405 ipsecah_init_funcs(newbie); 3406 ASSERT(newbie->ipsa_output_func != NULL && 3407 newbie->ipsa_input_func != NULL); 3408 3409 /* 3410 * Certificate ID stuff. 3411 */ 3412 if (ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC] != NULL) { 3413 sadb_ident_t *id = 3414 (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_SRC]; 3415 3416 /* 3417 * Can assume strlen() will return okay because ext_check() in 3418 * keysock.c prepares the string for us. 3419 */ 3420 newbie->ipsa_src_cid = ipsid_lookup(id->sadb_ident_type, 3421 (char *)(id+1), ns); 3422 if (newbie->ipsa_src_cid == NULL) { 3423 error = ENOMEM; 3424 mutex_exit(&newbie->ipsa_lock); 3425 goto error; 3426 } 3427 } 3428 3429 if (ksi->ks_in_extv[SADB_EXT_IDENTITY_DST] != NULL) { 3430 sadb_ident_t *id = 3431 (sadb_ident_t *)ksi->ks_in_extv[SADB_EXT_IDENTITY_DST]; 3432 3433 /* 3434 * Can assume strlen() will return okay because ext_check() in 3435 * keysock.c prepares the string for us. 3436 */ 3437 newbie->ipsa_dst_cid = ipsid_lookup(id->sadb_ident_type, 3438 (char *)(id+1), ns); 3439 if (newbie->ipsa_dst_cid == NULL) { 3440 error = ENOMEM; 3441 mutex_exit(&newbie->ipsa_lock); 3442 goto error; 3443 } 3444 } 3445 3446 /* 3447 * sensitivity label handling code: 3448 * Convert sens + bitmap into cred_t, and associate it 3449 * with the new SA. 3450 */ 3451 if (sens != NULL) { 3452 uint64_t *bitmap = (uint64_t *)(sens + 1); 3453 3454 newbie->ipsa_tsl = sadb_label_from_sens(sens, bitmap); 3455 } 3456 3457 /* 3458 * Likewise for outer sensitivity. 3459 */ 3460 if (osens != NULL) { 3461 uint64_t *bitmap = (uint64_t *)(osens + 1); 3462 ts_label_t *tsl, *effective_tsl; 3463 uint32_t *peer_addr_ptr; 3464 zoneid_t zoneid = GLOBAL_ZONEID; 3465 zone_t *zone; 3466 3467 peer_addr_ptr = is_inbound ? src_addr_ptr : dst_addr_ptr; 3468 3469 tsl = sadb_label_from_sens(osens, bitmap); 3470 newbie->ipsa_mac_exempt = CONN_MAC_DEFAULT; 3471 3472 if (osens->sadb_x_sens_flags & SADB_X_SENS_IMPLICIT) { 3473 newbie->ipsa_mac_exempt = CONN_MAC_IMPLICIT; 3474 } 3475 3476 error = tsol_check_dest(tsl, peer_addr_ptr, 3477 (af == AF_INET6)?IPV6_VERSION:IPV4_VERSION, 3478 newbie->ipsa_mac_exempt, B_TRUE, &effective_tsl); 3479 if (error != 0) { 3480 label_rele(tsl); 3481 mutex_exit(&newbie->ipsa_lock); 3482 goto error; 3483 } 3484 3485 if (effective_tsl != NULL) { 3486 label_rele(tsl); 3487 tsl = effective_tsl; 3488 } 3489 3490 newbie->ipsa_otsl = tsl; 3491 3492 zone = zone_find_by_label(tsl); 3493 if (zone != NULL) { 3494 zoneid = zone->zone_id; 3495 zone_rele(zone); 3496 } 3497 /* 3498 * For exclusive stacks we set the zoneid to zero to operate 3499 * as if in the global zone for tsol_compute_label_v4/v6 3500 */ 3501 if (ipst->ips_netstack->netstack_stackid != GLOBAL_NETSTACKID) 3502 zoneid = GLOBAL_ZONEID; 3503 3504 if (af == AF_INET6) { 3505 error = tsol_compute_label_v6(tsl, zoneid, 3506 (in6_addr_t *)peer_addr_ptr, 3507 newbie->ipsa_opt_storage, ipst); 3508 } else { 3509 error = tsol_compute_label_v4(tsl, zoneid, 3510 *peer_addr_ptr, newbie->ipsa_opt_storage, ipst); 3511 } 3512 if (error != 0) { 3513 mutex_exit(&newbie->ipsa_lock); 3514 goto error; 3515 } 3516 } 3517 3518 3519 if (replayext != NULL) { 3520 if ((replayext->sadb_x_rc_replay32 == 0) && 3521 (replayext->sadb_x_rc_replay64 != 0)) { 3522 error = EOPNOTSUPP; 3523 *diagnostic = SADB_X_DIAGNOSTIC_INVALID_REPLAY; 3524 mutex_exit(&newbie->ipsa_lock); 3525 goto error; 3526 } 3527 newbie->ipsa_replay = replayext->sadb_x_rc_replay32; 3528 } 3529 3530 /* now that the SA has been updated, set its new state */ 3531 newbie->ipsa_state = assoc->sadb_sa_state; 3532 3533 if (clone) { 3534 newbie->ipsa_haspeer = B_TRUE; 3535 } else { 3536 if (!is_inbound) { 3537 lifetime_fuzz(newbie); 3538 } 3539 } 3540 /* 3541 * The less locks I hold when doing an insertion and possible cloning, 3542 * the better! 3543 */ 3544 mutex_exit(&newbie->ipsa_lock); 3545 3546 if (clone) { 3547 newbie_clone = sadb_cloneassoc(newbie); 3548 3549 if (newbie_clone == NULL) { 3550 error = ENOMEM; 3551 goto error; 3552 } 3553 } 3554 3555 /* 3556 * Enter the bucket locks. The order of entry is outbound, 3557 * inbound. We map "primary" and "secondary" into outbound and inbound 3558 * based on the destination address type. If the destination address 3559 * type is for a node that isn't mine (or potentially mine), the 3560 * "primary" bucket is the outbound one. 3561 */ 3562 if (!is_inbound) { 3563 /* primary == outbound */ 3564 mutex_enter(&primary->isaf_lock); 3565 mutex_enter(&secondary->isaf_lock); 3566 } else { 3567 /* primary == inbound */ 3568 mutex_enter(&secondary->isaf_lock); 3569 mutex_enter(&primary->isaf_lock); 3570 } 3571 3572 /* 3573 * sadb_insertassoc() doesn't increment the reference 3574 * count. We therefore have to increment the 3575 * reference count one more time to reflect the 3576 * pointers of the table that reference this SA. 3577 */ 3578 IPSA_REFHOLD(newbie); 3579 3580 if (isupdate) { 3581 /* 3582 * Unlink from larval holding cell in the "inbound" fanout. 3583 */ 3584 ASSERT(newbie->ipsa_linklock == &primary->isaf_lock || 3585 newbie->ipsa_linklock == &secondary->isaf_lock); 3586 sadb_unlinkassoc(newbie); 3587 } 3588 3589 mutex_enter(&newbie->ipsa_lock); 3590 error = sadb_insertassoc(newbie, primary); 3591 mutex_exit(&newbie->ipsa_lock); 3592 3593 if (error != 0) { 3594 /* 3595 * Since sadb_insertassoc() failed, we must decrement the 3596 * refcount again so the cleanup code will actually free 3597 * the offending SA. 3598 */ 3599 IPSA_REFRELE(newbie); 3600 goto error_unlock; 3601 } 3602 3603 if (newbie_clone != NULL) { 3604 mutex_enter(&newbie_clone->ipsa_lock); 3605 error = sadb_insertassoc(newbie_clone, secondary); 3606 mutex_exit(&newbie_clone->ipsa_lock); 3607 if (error != 0) { 3608 /* Collision in secondary table. */ 3609 sadb_unlinkassoc(newbie); /* This does REFRELE. */ 3610 goto error_unlock; 3611 } 3612 IPSA_REFHOLD(newbie_clone); 3613 } else { 3614 ASSERT(primary != secondary); 3615 scratch = ipsec_getassocbyspi(secondary, newbie->ipsa_spi, 3616 ALL_ZEROES_PTR, newbie->ipsa_dstaddr, af); 3617 if (scratch != NULL) { 3618 /* Collision in secondary table. */ 3619 sadb_unlinkassoc(newbie); /* This does REFRELE. */ 3620 /* Set the error, since ipsec_getassocbyspi() can't. */ 3621 error = EEXIST; 3622 goto error_unlock; 3623 } 3624 } 3625 3626 /* OKAY! So let's do some reality check assertions. */ 3627 3628 ASSERT(MUTEX_NOT_HELD(&newbie->ipsa_lock)); 3629 ASSERT(newbie_clone == NULL || 3630 (MUTEX_NOT_HELD(&newbie_clone->ipsa_lock))); 3631 3632 error_unlock: 3633 3634 /* 3635 * We can exit the locks in any order. Only entrance needs to 3636 * follow any protocol. 3637 */ 3638 mutex_exit(&secondary->isaf_lock); 3639 mutex_exit(&primary->isaf_lock); 3640 3641 if (pair_ext != NULL && error == 0) { 3642 /* update pair_spi if it exists. */ 3643 ipsa_query_t sq; 3644 3645 sq.spp = spp; /* XXX param */ 3646 error = sadb_form_query(ksi, IPSA_Q_DST, IPSA_Q_SRC|IPSA_Q_DST| 3647 IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND, &sq, diagnostic); 3648 if (error) 3649 return (error); 3650 3651 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 3652 3653 if (error != 0) 3654 goto error; 3655 3656 if (ipsapp.ipsap_psa_ptr != NULL) { 3657 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_ALREADY; 3658 error = EINVAL; 3659 } else { 3660 /* update_pairing() sets diagnostic */ 3661 error = update_pairing(&ipsapp, &sq, ksi, diagnostic); 3662 } 3663 } 3664 /* Common error point for this routine. */ 3665 error: 3666 if (newbie != NULL) { 3667 if (error != 0) { 3668 /* This SA is broken, let the reaper clean up. */ 3669 mutex_enter(&newbie->ipsa_lock); 3670 newbie->ipsa_state = IPSA_STATE_DEAD; 3671 newbie->ipsa_hardexpiretime = 1; 3672 mutex_exit(&newbie->ipsa_lock); 3673 } 3674 IPSA_REFRELE(newbie); 3675 } 3676 if (newbie_clone != NULL) { 3677 IPSA_REFRELE(newbie_clone); 3678 } 3679 3680 if (error == 0) { 3681 /* 3682 * Construct favorable PF_KEY return message and send to 3683 * keysock. Update the flags in the original keysock message 3684 * to reflect the actual flags in the new SA. 3685 * (Q: Do I need to pass "newbie"? If I do, 3686 * make sure to REFHOLD, call, then REFRELE.) 3687 */ 3688 assoc->sadb_sa_flags = newbie->ipsa_flags; 3689 sadb_pfkey_echo(pfkey_q, mp, samsg, ksi, NULL); 3690 } 3691 3692 destroy_ipsa_pair(&ipsapp); 3693 return (error); 3694 } 3695 3696 /* 3697 * Set the time of first use for a security association. Update any 3698 * expiration times as a result. 3699 */ 3700 void 3701 sadb_set_usetime(ipsa_t *assoc) 3702 { 3703 time_t snapshot = gethrestime_sec(); 3704 3705 mutex_enter(&assoc->ipsa_lock); 3706 assoc->ipsa_lastuse = snapshot; 3707 assoc->ipsa_idleexpiretime = snapshot + assoc->ipsa_idletime; 3708 3709 /* 3710 * Caller does check usetime before calling me usually, and 3711 * double-checking is better than a mutex_enter/exit hit. 3712 */ 3713 if (assoc->ipsa_usetime == 0) { 3714 /* 3715 * This is redundant for outbound SA's, as 3716 * ipsec_getassocbyconn() sets the IPSA_F_USED flag already. 3717 * Inbound SAs, however, have no such protection. 3718 */ 3719 assoc->ipsa_flags |= IPSA_F_USED; 3720 assoc->ipsa_usetime = snapshot; 3721 3722 /* 3723 * After setting the use time, see if we have a use lifetime 3724 * that would cause the actual SA expiration time to shorten. 3725 */ 3726 UPDATE_EXPIRE(assoc, softuselt, softexpiretime); 3727 UPDATE_EXPIRE(assoc, harduselt, hardexpiretime); 3728 } 3729 mutex_exit(&assoc->ipsa_lock); 3730 } 3731 3732 /* 3733 * Send up a PF_KEY expire message for this association. 3734 */ 3735 static void 3736 sadb_expire_assoc(queue_t *pfkey_q, ipsa_t *assoc) 3737 { 3738 mblk_t *mp, *mp1; 3739 int alloclen, af; 3740 sadb_msg_t *samsg; 3741 sadb_lifetime_t *current, *expire; 3742 sadb_sa_t *saext; 3743 uint8_t *end; 3744 boolean_t tunnel_mode; 3745 3746 ASSERT(MUTEX_HELD(&assoc->ipsa_lock)); 3747 3748 /* Don't bother sending if there's no queue. */ 3749 if (pfkey_q == NULL) 3750 return; 3751 3752 mp = sadb_keysock_out(0); 3753 if (mp == NULL) { 3754 /* cmn_err(CE_WARN, */ 3755 /* "sadb_expire_assoc: Can't allocate KEYSOCK_OUT.\n"); */ 3756 return; 3757 } 3758 3759 alloclen = sizeof (*samsg) + sizeof (*current) + sizeof (*expire) + 3760 2 * sizeof (sadb_address_t) + sizeof (*saext); 3761 3762 af = assoc->ipsa_addrfam; 3763 switch (af) { 3764 case AF_INET: 3765 alloclen += 2 * sizeof (struct sockaddr_in); 3766 break; 3767 case AF_INET6: 3768 alloclen += 2 * sizeof (struct sockaddr_in6); 3769 break; 3770 default: 3771 /* Won't happen unless there's a kernel bug. */ 3772 freeb(mp); 3773 cmn_err(CE_WARN, 3774 "sadb_expire_assoc: Unknown address length.\n"); 3775 return; 3776 } 3777 3778 tunnel_mode = (assoc->ipsa_flags & IPSA_F_TUNNEL); 3779 if (tunnel_mode) { 3780 alloclen += 2 * sizeof (sadb_address_t); 3781 switch (assoc->ipsa_innerfam) { 3782 case AF_INET: 3783 alloclen += 2 * sizeof (struct sockaddr_in); 3784 break; 3785 case AF_INET6: 3786 alloclen += 2 * sizeof (struct sockaddr_in6); 3787 break; 3788 default: 3789 /* Won't happen unless there's a kernel bug. */ 3790 freeb(mp); 3791 cmn_err(CE_WARN, "sadb_expire_assoc: " 3792 "Unknown inner address length.\n"); 3793 return; 3794 } 3795 } 3796 3797 mp->b_cont = allocb(alloclen, BPRI_HI); 3798 if (mp->b_cont == NULL) { 3799 freeb(mp); 3800 /* cmn_err(CE_WARN, */ 3801 /* "sadb_expire_assoc: Can't allocate message.\n"); */ 3802 return; 3803 } 3804 3805 mp1 = mp; 3806 mp = mp->b_cont; 3807 end = mp->b_wptr + alloclen; 3808 3809 samsg = (sadb_msg_t *)mp->b_wptr; 3810 mp->b_wptr += sizeof (*samsg); 3811 samsg->sadb_msg_version = PF_KEY_V2; 3812 samsg->sadb_msg_type = SADB_EXPIRE; 3813 samsg->sadb_msg_errno = 0; 3814 samsg->sadb_msg_satype = assoc->ipsa_type; 3815 samsg->sadb_msg_len = SADB_8TO64(alloclen); 3816 samsg->sadb_msg_reserved = 0; 3817 samsg->sadb_msg_seq = 0; 3818 samsg->sadb_msg_pid = 0; 3819 3820 saext = (sadb_sa_t *)mp->b_wptr; 3821 mp->b_wptr += sizeof (*saext); 3822 saext->sadb_sa_len = SADB_8TO64(sizeof (*saext)); 3823 saext->sadb_sa_exttype = SADB_EXT_SA; 3824 saext->sadb_sa_spi = assoc->ipsa_spi; 3825 saext->sadb_sa_replay = assoc->ipsa_replay_wsize; 3826 saext->sadb_sa_state = assoc->ipsa_state; 3827 saext->sadb_sa_auth = assoc->ipsa_auth_alg; 3828 saext->sadb_sa_encrypt = assoc->ipsa_encr_alg; 3829 saext->sadb_sa_flags = assoc->ipsa_flags; 3830 3831 current = (sadb_lifetime_t *)mp->b_wptr; 3832 mp->b_wptr += sizeof (sadb_lifetime_t); 3833 current->sadb_lifetime_len = SADB_8TO64(sizeof (*current)); 3834 current->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT; 3835 /* We do not support the concept. */ 3836 current->sadb_lifetime_allocations = 0; 3837 current->sadb_lifetime_bytes = assoc->ipsa_bytes; 3838 current->sadb_lifetime_addtime = assoc->ipsa_addtime; 3839 current->sadb_lifetime_usetime = assoc->ipsa_usetime; 3840 3841 expire = (sadb_lifetime_t *)mp->b_wptr; 3842 mp->b_wptr += sizeof (*expire); 3843 expire->sadb_lifetime_len = SADB_8TO64(sizeof (*expire)); 3844 3845 if (assoc->ipsa_state == IPSA_STATE_DEAD) { 3846 expire->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD; 3847 expire->sadb_lifetime_allocations = assoc->ipsa_hardalloc; 3848 expire->sadb_lifetime_bytes = assoc->ipsa_hardbyteslt; 3849 expire->sadb_lifetime_addtime = assoc->ipsa_hardaddlt; 3850 expire->sadb_lifetime_usetime = assoc->ipsa_harduselt; 3851 } else if (assoc->ipsa_state == IPSA_STATE_DYING) { 3852 expire->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT; 3853 expire->sadb_lifetime_allocations = assoc->ipsa_softalloc; 3854 expire->sadb_lifetime_bytes = assoc->ipsa_softbyteslt; 3855 expire->sadb_lifetime_addtime = assoc->ipsa_softaddlt; 3856 expire->sadb_lifetime_usetime = assoc->ipsa_softuselt; 3857 } else { 3858 ASSERT(assoc->ipsa_state == IPSA_STATE_MATURE); 3859 expire->sadb_lifetime_exttype = SADB_X_EXT_LIFETIME_IDLE; 3860 expire->sadb_lifetime_allocations = 0; 3861 expire->sadb_lifetime_bytes = 0; 3862 expire->sadb_lifetime_addtime = assoc->ipsa_idleaddlt; 3863 expire->sadb_lifetime_usetime = assoc->ipsa_idleuselt; 3864 } 3865 3866 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, SADB_EXT_ADDRESS_SRC, 3867 af, assoc->ipsa_srcaddr, tunnel_mode ? 0 : SA_SRCPORT(assoc), 3868 SA_PROTO(assoc), 0); 3869 ASSERT(mp->b_wptr != NULL); 3870 3871 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, SADB_EXT_ADDRESS_DST, 3872 af, assoc->ipsa_dstaddr, tunnel_mode ? 0 : SA_DSTPORT(assoc), 3873 SA_PROTO(assoc), 0); 3874 ASSERT(mp->b_wptr != NULL); 3875 3876 if (tunnel_mode) { 3877 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, 3878 SADB_X_EXT_ADDRESS_INNER_SRC, assoc->ipsa_innerfam, 3879 assoc->ipsa_innersrc, SA_SRCPORT(assoc), SA_IPROTO(assoc), 3880 assoc->ipsa_innersrcpfx); 3881 ASSERT(mp->b_wptr != NULL); 3882 mp->b_wptr = sadb_make_addr_ext(mp->b_wptr, end, 3883 SADB_X_EXT_ADDRESS_INNER_DST, assoc->ipsa_innerfam, 3884 assoc->ipsa_innerdst, SA_DSTPORT(assoc), SA_IPROTO(assoc), 3885 assoc->ipsa_innerdstpfx); 3886 ASSERT(mp->b_wptr != NULL); 3887 } 3888 3889 /* Can just putnext, we're ready to go! */ 3890 putnext(pfkey_q, mp1); 3891 } 3892 3893 /* 3894 * "Age" the SA with the number of bytes that was used to protect traffic. 3895 * Send an SADB_EXPIRE message if appropriate. Return B_TRUE if there was 3896 * enough "charge" left in the SA to protect the data. Return B_FALSE 3897 * otherwise. (If B_FALSE is returned, the association either was, or became 3898 * DEAD.) 3899 */ 3900 boolean_t 3901 sadb_age_bytes(queue_t *pfkey_q, ipsa_t *assoc, uint64_t bytes, 3902 boolean_t sendmsg) 3903 { 3904 boolean_t rc = B_TRUE; 3905 uint64_t newtotal; 3906 3907 mutex_enter(&assoc->ipsa_lock); 3908 newtotal = assoc->ipsa_bytes + bytes; 3909 if (assoc->ipsa_hardbyteslt != 0 && 3910 newtotal >= assoc->ipsa_hardbyteslt) { 3911 if (assoc->ipsa_state != IPSA_STATE_DEAD) { 3912 sadb_delete_cluster(assoc); 3913 /* 3914 * Send EXPIRE message to PF_KEY. May wish to pawn 3915 * this off on another non-interrupt thread. Also 3916 * unlink this SA immediately. 3917 */ 3918 assoc->ipsa_state = IPSA_STATE_DEAD; 3919 if (sendmsg) 3920 sadb_expire_assoc(pfkey_q, assoc); 3921 /* 3922 * Set non-zero expiration time so sadb_age_assoc() 3923 * will work when reaping. 3924 */ 3925 assoc->ipsa_hardexpiretime = (time_t)1; 3926 } /* Else someone beat me to it! */ 3927 rc = B_FALSE; 3928 } else if (assoc->ipsa_softbyteslt != 0 && 3929 (newtotal >= assoc->ipsa_softbyteslt)) { 3930 if (assoc->ipsa_state < IPSA_STATE_DYING) { 3931 /* 3932 * Send EXPIRE message to PF_KEY. May wish to pawn 3933 * this off on another non-interrupt thread. 3934 */ 3935 assoc->ipsa_state = IPSA_STATE_DYING; 3936 assoc->ipsa_bytes = newtotal; 3937 if (sendmsg) 3938 sadb_expire_assoc(pfkey_q, assoc); 3939 } /* Else someone beat me to it! */ 3940 } 3941 if (rc == B_TRUE) 3942 assoc->ipsa_bytes = newtotal; 3943 mutex_exit(&assoc->ipsa_lock); 3944 return (rc); 3945 } 3946 3947 /* 3948 * "Torch" an individual SA. Returns NULL, so it can be tail-called from 3949 * sadb_age_assoc(). 3950 */ 3951 static ipsa_t * 3952 sadb_torch_assoc(isaf_t *head, ipsa_t *sa) 3953 { 3954 ASSERT(MUTEX_HELD(&head->isaf_lock)); 3955 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 3956 ASSERT(sa->ipsa_state == IPSA_STATE_DEAD); 3957 3958 /* 3959 * Force cached SAs to be revalidated.. 3960 */ 3961 head->isaf_gen++; 3962 3963 mutex_exit(&sa->ipsa_lock); 3964 sadb_unlinkassoc(sa); 3965 3966 return (NULL); 3967 } 3968 3969 /* 3970 * Do various SA-is-idle activities depending on delta (the number of idle 3971 * seconds on the SA) and/or other properties of the SA. 3972 * 3973 * Return B_TRUE if I've sent a packet, because I have to drop the 3974 * association's mutex before sending a packet out the wire. 3975 */ 3976 /* ARGSUSED */ 3977 static boolean_t 3978 sadb_idle_activities(ipsa_t *assoc, time_t delta, boolean_t inbound) 3979 { 3980 ipsecesp_stack_t *espstack = assoc->ipsa_netstack->netstack_ipsecesp; 3981 int nat_t_interval = espstack->ipsecesp_nat_keepalive_interval; 3982 3983 ASSERT(MUTEX_HELD(&assoc->ipsa_lock)); 3984 3985 if (!inbound && (assoc->ipsa_flags & IPSA_F_NATT_LOC) && 3986 delta >= nat_t_interval && 3987 gethrestime_sec() - assoc->ipsa_last_nat_t_ka >= nat_t_interval) { 3988 ASSERT(assoc->ipsa_type == SADB_SATYPE_ESP); 3989 assoc->ipsa_last_nat_t_ka = gethrestime_sec(); 3990 mutex_exit(&assoc->ipsa_lock); 3991 ipsecesp_send_keepalive(assoc); 3992 return (B_TRUE); 3993 } 3994 return (B_FALSE); 3995 } 3996 3997 /* 3998 * Return "assoc" if haspeer is true and I send an expire. This allows 3999 * the consumers' aging functions to tidy up an expired SA's peer. 4000 */ 4001 static ipsa_t * 4002 sadb_age_assoc(isaf_t *head, queue_t *pfkey_q, ipsa_t *assoc, 4003 time_t current, int reap_delay, boolean_t inbound) 4004 { 4005 ipsa_t *retval = NULL; 4006 boolean_t dropped_mutex = B_FALSE; 4007 4008 ASSERT(MUTEX_HELD(&head->isaf_lock)); 4009 4010 mutex_enter(&assoc->ipsa_lock); 4011 4012 if (((assoc->ipsa_state == IPSA_STATE_LARVAL) || 4013 ((assoc->ipsa_state == IPSA_STATE_IDLE) || 4014 (assoc->ipsa_state == IPSA_STATE_ACTIVE_ELSEWHERE) && 4015 (assoc->ipsa_hardexpiretime != 0))) && 4016 (assoc->ipsa_hardexpiretime <= current)) { 4017 assoc->ipsa_state = IPSA_STATE_DEAD; 4018 return (sadb_torch_assoc(head, assoc)); 4019 } 4020 4021 /* 4022 * Check lifetimes. Fortunately, SA setup is done 4023 * such that there are only two times to look at, 4024 * softexpiretime, and hardexpiretime. 4025 * 4026 * Check hard first. 4027 */ 4028 4029 if (assoc->ipsa_hardexpiretime != 0 && 4030 assoc->ipsa_hardexpiretime <= current) { 4031 if (assoc->ipsa_state == IPSA_STATE_DEAD) 4032 return (sadb_torch_assoc(head, assoc)); 4033 4034 if (inbound) { 4035 sadb_delete_cluster(assoc); 4036 } 4037 4038 /* 4039 * Send SADB_EXPIRE with hard lifetime, delay for unlinking. 4040 */ 4041 assoc->ipsa_state = IPSA_STATE_DEAD; 4042 if (assoc->ipsa_haspeer || assoc->ipsa_otherspi != 0) { 4043 /* 4044 * If the SA is paired or peered with another, put 4045 * a copy on a list which can be processed later, the 4046 * pair/peer SA needs to be updated so the both die 4047 * at the same time. 4048 * 4049 * If I return assoc, I have to bump up its reference 4050 * count to keep with the ipsa_t reference count 4051 * semantics. 4052 */ 4053 IPSA_REFHOLD(assoc); 4054 retval = assoc; 4055 } 4056 sadb_expire_assoc(pfkey_q, assoc); 4057 assoc->ipsa_hardexpiretime = current + reap_delay; 4058 } else if (assoc->ipsa_softexpiretime != 0 && 4059 assoc->ipsa_softexpiretime <= current && 4060 assoc->ipsa_state < IPSA_STATE_DYING) { 4061 /* 4062 * Send EXPIRE message to PF_KEY. May wish to pawn 4063 * this off on another non-interrupt thread. 4064 */ 4065 assoc->ipsa_state = IPSA_STATE_DYING; 4066 if (assoc->ipsa_haspeer) { 4067 /* 4068 * If the SA has a peer, update the peer's state 4069 * on SOFT_EXPIRE, this is mostly to prevent two 4070 * expire messages from effectively the same SA. 4071 * 4072 * Don't care about paired SA's, then can (and should) 4073 * be able to soft expire at different times. 4074 * 4075 * If I return assoc, I have to bump up its 4076 * reference count to keep with the ipsa_t reference 4077 * count semantics. 4078 */ 4079 IPSA_REFHOLD(assoc); 4080 retval = assoc; 4081 } 4082 sadb_expire_assoc(pfkey_q, assoc); 4083 } else if (assoc->ipsa_idletime != 0 && 4084 assoc->ipsa_idleexpiretime <= current) { 4085 if (assoc->ipsa_state == IPSA_STATE_ACTIVE_ELSEWHERE) { 4086 assoc->ipsa_state = IPSA_STATE_IDLE; 4087 } 4088 4089 /* 4090 * Need to handle Mature case 4091 */ 4092 if (assoc->ipsa_state == IPSA_STATE_MATURE) { 4093 sadb_expire_assoc(pfkey_q, assoc); 4094 } 4095 } else { 4096 /* Check idle time activities. */ 4097 dropped_mutex = sadb_idle_activities(assoc, 4098 current - assoc->ipsa_lastuse, inbound); 4099 } 4100 4101 if (!dropped_mutex) 4102 mutex_exit(&assoc->ipsa_lock); 4103 return (retval); 4104 } 4105 4106 /* 4107 * Called by a consumer protocol to do ther dirty work of reaping dead 4108 * Security Associations. 4109 * 4110 * NOTE: sadb_age_assoc() marks expired SA's as DEAD but only removed 4111 * SA's that are already marked DEAD, so expired SA's are only reaped 4112 * the second time sadb_ager() runs. 4113 */ 4114 void 4115 sadb_ager(sadb_t *sp, queue_t *pfkey_q, int reap_delay, netstack_t *ns) 4116 { 4117 int i; 4118 isaf_t *bucket; 4119 ipsa_t *assoc, *spare; 4120 iacqf_t *acqlist; 4121 ipsacq_t *acqrec, *spareacq; 4122 templist_t *haspeerlist, *newbie; 4123 /* Snapshot current time now. */ 4124 time_t current = gethrestime_sec(); 4125 haspeerlist = NULL; 4126 4127 /* 4128 * Do my dirty work. This includes aging real entries, aging 4129 * larvals, and aging outstanding ACQUIREs. 4130 * 4131 * I hope I don't tie up resources for too long. 4132 */ 4133 4134 /* Age acquires. */ 4135 4136 for (i = 0; i < sp->sdb_hashsize; i++) { 4137 acqlist = &sp->sdb_acq[i]; 4138 mutex_enter(&acqlist->iacqf_lock); 4139 for (acqrec = acqlist->iacqf_ipsacq; acqrec != NULL; 4140 acqrec = spareacq) { 4141 spareacq = acqrec->ipsacq_next; 4142 if (current > acqrec->ipsacq_expire) 4143 sadb_destroy_acquire(acqrec, ns); 4144 } 4145 mutex_exit(&acqlist->iacqf_lock); 4146 } 4147 4148 /* Age inbound associations. */ 4149 for (i = 0; i < sp->sdb_hashsize; i++) { 4150 bucket = &(sp->sdb_if[i]); 4151 mutex_enter(&bucket->isaf_lock); 4152 for (assoc = bucket->isaf_ipsa; assoc != NULL; 4153 assoc = spare) { 4154 spare = assoc->ipsa_next; 4155 if (sadb_age_assoc(bucket, pfkey_q, assoc, current, 4156 reap_delay, B_TRUE) != NULL) { 4157 /* 4158 * Put SA's which have a peer or SA's which 4159 * are paired on a list for processing after 4160 * all the hash tables have been walked. 4161 * 4162 * sadb_age_assoc() increments the refcnt, 4163 * effectively doing an IPSA_REFHOLD(). 4164 */ 4165 newbie = kmem_alloc(sizeof (*newbie), 4166 KM_NOSLEEP); 4167 if (newbie == NULL) { 4168 /* 4169 * Don't forget to REFRELE(). 4170 */ 4171 IPSA_REFRELE(assoc); 4172 continue; /* for loop... */ 4173 } 4174 newbie->next = haspeerlist; 4175 newbie->ipsa = assoc; 4176 haspeerlist = newbie; 4177 } 4178 } 4179 mutex_exit(&bucket->isaf_lock); 4180 } 4181 4182 age_pair_peer_list(haspeerlist, sp, B_FALSE); 4183 haspeerlist = NULL; 4184 4185 /* Age outbound associations. */ 4186 for (i = 0; i < sp->sdb_hashsize; i++) { 4187 bucket = &(sp->sdb_of[i]); 4188 mutex_enter(&bucket->isaf_lock); 4189 for (assoc = bucket->isaf_ipsa; assoc != NULL; 4190 assoc = spare) { 4191 spare = assoc->ipsa_next; 4192 if (sadb_age_assoc(bucket, pfkey_q, assoc, current, 4193 reap_delay, B_FALSE) != NULL) { 4194 /* 4195 * sadb_age_assoc() increments the refcnt, 4196 * effectively doing an IPSA_REFHOLD(). 4197 */ 4198 newbie = kmem_alloc(sizeof (*newbie), 4199 KM_NOSLEEP); 4200 if (newbie == NULL) { 4201 /* 4202 * Don't forget to REFRELE(). 4203 */ 4204 IPSA_REFRELE(assoc); 4205 continue; /* for loop... */ 4206 } 4207 newbie->next = haspeerlist; 4208 newbie->ipsa = assoc; 4209 haspeerlist = newbie; 4210 } 4211 } 4212 mutex_exit(&bucket->isaf_lock); 4213 } 4214 4215 age_pair_peer_list(haspeerlist, sp, B_TRUE); 4216 4217 /* 4218 * Run a GC pass to clean out dead identities. 4219 */ 4220 ipsid_gc(ns); 4221 } 4222 4223 /* 4224 * Figure out when to reschedule the ager. 4225 */ 4226 timeout_id_t 4227 sadb_retimeout(hrtime_t begin, queue_t *pfkey_q, void (*ager)(void *), 4228 void *agerarg, uint_t *intp, uint_t intmax, short mid) 4229 { 4230 hrtime_t end = gethrtime(); 4231 uint_t interval = *intp; /* "interval" is in ms. */ 4232 4233 /* 4234 * See how long this took. If it took too long, increase the 4235 * aging interval. 4236 */ 4237 if ((end - begin) > MSEC2NSEC(interval)) { 4238 if (interval >= intmax) { 4239 /* XXX Rate limit this? Or recommend flush? */ 4240 (void) strlog(mid, 0, 0, SL_ERROR | SL_WARN, 4241 "Too many SA's to age out in %d msec.\n", 4242 intmax); 4243 } else { 4244 /* Double by shifting by one bit. */ 4245 interval <<= 1; 4246 interval = min(interval, intmax); 4247 } 4248 } else if ((end - begin) <= (MSEC2NSEC(interval) / 2) && 4249 interval > SADB_AGE_INTERVAL_DEFAULT) { 4250 /* 4251 * If I took less than half of the interval, then I should 4252 * ratchet the interval back down. Never automatically 4253 * shift below the default aging interval. 4254 * 4255 * NOTE:This even overrides manual setting of the age 4256 * interval using NDD to lower the setting past the 4257 * default. In other words, if you set the interval 4258 * lower than the default, and your SADB gets too big, 4259 * the interval will only self-lower back to the default. 4260 */ 4261 /* Halve by shifting one bit. */ 4262 interval >>= 1; 4263 interval = max(interval, SADB_AGE_INTERVAL_DEFAULT); 4264 } 4265 *intp = interval; 4266 return (qtimeout(pfkey_q, ager, agerarg, 4267 drv_usectohz(interval * (MICROSEC / MILLISEC)))); 4268 } 4269 4270 4271 /* 4272 * Update the lifetime values of an SA. This is the path an SADB_UPDATE 4273 * message takes when updating a MATURE or DYING SA. 4274 */ 4275 static void 4276 sadb_update_lifetimes(ipsa_t *assoc, sadb_lifetime_t *hard, 4277 sadb_lifetime_t *soft, sadb_lifetime_t *idle, boolean_t outbound) 4278 { 4279 mutex_enter(&assoc->ipsa_lock); 4280 4281 /* 4282 * XXX RFC 2367 mentions how an SADB_EXT_LIFETIME_CURRENT can be 4283 * passed in during an update message. We currently don't handle 4284 * these. 4285 */ 4286 4287 if (hard != NULL) { 4288 if (hard->sadb_lifetime_bytes != 0) 4289 assoc->ipsa_hardbyteslt = hard->sadb_lifetime_bytes; 4290 if (hard->sadb_lifetime_usetime != 0) 4291 assoc->ipsa_harduselt = hard->sadb_lifetime_usetime; 4292 if (hard->sadb_lifetime_addtime != 0) 4293 assoc->ipsa_hardaddlt = hard->sadb_lifetime_addtime; 4294 if (assoc->ipsa_hardaddlt != 0) { 4295 assoc->ipsa_hardexpiretime = 4296 assoc->ipsa_addtime + assoc->ipsa_hardaddlt; 4297 } 4298 if (assoc->ipsa_harduselt != 0 && 4299 assoc->ipsa_flags & IPSA_F_USED) { 4300 UPDATE_EXPIRE(assoc, harduselt, hardexpiretime); 4301 } 4302 if (hard->sadb_lifetime_allocations != 0) 4303 assoc->ipsa_hardalloc = hard->sadb_lifetime_allocations; 4304 } 4305 4306 if (soft != NULL) { 4307 if (soft->sadb_lifetime_bytes != 0) { 4308 if (soft->sadb_lifetime_bytes > 4309 assoc->ipsa_hardbyteslt) { 4310 assoc->ipsa_softbyteslt = 4311 assoc->ipsa_hardbyteslt; 4312 } else { 4313 assoc->ipsa_softbyteslt = 4314 soft->sadb_lifetime_bytes; 4315 } 4316 } 4317 if (soft->sadb_lifetime_usetime != 0) { 4318 if (soft->sadb_lifetime_usetime > 4319 assoc->ipsa_harduselt) { 4320 assoc->ipsa_softuselt = 4321 assoc->ipsa_harduselt; 4322 } else { 4323 assoc->ipsa_softuselt = 4324 soft->sadb_lifetime_usetime; 4325 } 4326 } 4327 if (soft->sadb_lifetime_addtime != 0) { 4328 if (soft->sadb_lifetime_addtime > 4329 assoc->ipsa_hardexpiretime) { 4330 assoc->ipsa_softexpiretime = 4331 assoc->ipsa_hardexpiretime; 4332 } else { 4333 assoc->ipsa_softaddlt = 4334 soft->sadb_lifetime_addtime; 4335 } 4336 } 4337 if (assoc->ipsa_softaddlt != 0) { 4338 assoc->ipsa_softexpiretime = 4339 assoc->ipsa_addtime + assoc->ipsa_softaddlt; 4340 } 4341 if (assoc->ipsa_softuselt != 0 && 4342 assoc->ipsa_flags & IPSA_F_USED) { 4343 UPDATE_EXPIRE(assoc, softuselt, softexpiretime); 4344 } 4345 if (outbound && assoc->ipsa_softexpiretime != 0) { 4346 if (assoc->ipsa_state == IPSA_STATE_MATURE) 4347 lifetime_fuzz(assoc); 4348 } 4349 4350 if (soft->sadb_lifetime_allocations != 0) 4351 assoc->ipsa_softalloc = soft->sadb_lifetime_allocations; 4352 } 4353 4354 if (idle != NULL) { 4355 time_t current = gethrestime_sec(); 4356 if ((assoc->ipsa_idleexpiretime <= current) && 4357 (assoc->ipsa_idleaddlt == idle->sadb_lifetime_addtime)) { 4358 assoc->ipsa_idleexpiretime = 4359 current + assoc->ipsa_idleaddlt; 4360 } 4361 if (idle->sadb_lifetime_addtime != 0) 4362 assoc->ipsa_idleaddlt = idle->sadb_lifetime_addtime; 4363 if (idle->sadb_lifetime_usetime != 0) 4364 assoc->ipsa_idleuselt = idle->sadb_lifetime_usetime; 4365 if (assoc->ipsa_idleaddlt != 0) { 4366 assoc->ipsa_idleexpiretime = 4367 current + idle->sadb_lifetime_addtime; 4368 assoc->ipsa_idletime = idle->sadb_lifetime_addtime; 4369 } 4370 if (assoc->ipsa_idleuselt != 0) { 4371 if (assoc->ipsa_idletime != 0) { 4372 assoc->ipsa_idletime = min(assoc->ipsa_idletime, 4373 assoc->ipsa_idleuselt); 4374 assoc->ipsa_idleexpiretime = 4375 current + assoc->ipsa_idletime; 4376 } else { 4377 assoc->ipsa_idleexpiretime = 4378 current + assoc->ipsa_idleuselt; 4379 assoc->ipsa_idletime = assoc->ipsa_idleuselt; 4380 } 4381 } 4382 } 4383 mutex_exit(&assoc->ipsa_lock); 4384 } 4385 4386 static int 4387 sadb_update_state(ipsa_t *assoc, uint_t new_state, mblk_t **ipkt_lst) 4388 { 4389 int rcode = 0; 4390 time_t current = gethrestime_sec(); 4391 4392 mutex_enter(&assoc->ipsa_lock); 4393 4394 switch (new_state) { 4395 case SADB_X_SASTATE_ACTIVE_ELSEWHERE: 4396 if (assoc->ipsa_state == SADB_X_SASTATE_IDLE) { 4397 assoc->ipsa_state = IPSA_STATE_ACTIVE_ELSEWHERE; 4398 assoc->ipsa_idleexpiretime = 4399 current + assoc->ipsa_idletime; 4400 } 4401 break; 4402 case SADB_X_SASTATE_IDLE: 4403 if (assoc->ipsa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE) { 4404 assoc->ipsa_state = IPSA_STATE_IDLE; 4405 assoc->ipsa_idleexpiretime = 4406 current + assoc->ipsa_idletime; 4407 } else { 4408 rcode = EINVAL; 4409 } 4410 break; 4411 4412 case SADB_X_SASTATE_ACTIVE: 4413 if (assoc->ipsa_state != SADB_X_SASTATE_IDLE) { 4414 rcode = EINVAL; 4415 break; 4416 } 4417 assoc->ipsa_state = IPSA_STATE_MATURE; 4418 assoc->ipsa_idleexpiretime = current + assoc->ipsa_idletime; 4419 4420 if (ipkt_lst == NULL) { 4421 break; 4422 } 4423 4424 if (assoc->ipsa_bpkt_head != NULL) { 4425 *ipkt_lst = assoc->ipsa_bpkt_head; 4426 assoc->ipsa_bpkt_head = assoc->ipsa_bpkt_tail = NULL; 4427 assoc->ipsa_mblkcnt = 0; 4428 } else { 4429 *ipkt_lst = NULL; 4430 } 4431 break; 4432 default: 4433 rcode = EINVAL; 4434 break; 4435 } 4436 4437 mutex_exit(&assoc->ipsa_lock); 4438 return (rcode); 4439 } 4440 4441 /* 4442 * Check a proposed KMC update for sanity. 4443 */ 4444 static int 4445 sadb_check_kmc(ipsa_query_t *sq, ipsa_t *sa, int *diagnostic) 4446 { 4447 uint32_t kmp = sq->kmp; 4448 uint64_t kmc = sq->kmc; 4449 4450 if (sa == NULL) 4451 return (0); 4452 4453 if (sa->ipsa_state == IPSA_STATE_DEAD) 4454 return (ESRCH); /* DEAD == Not there, in this case. */ 4455 4456 if ((kmp != 0) && (sa->ipsa_kmp != 0) && (sa->ipsa_kmp != kmp)) { 4457 *diagnostic = SADB_X_DIAGNOSTIC_DUPLICATE_KMP; 4458 return (EINVAL); 4459 } 4460 4461 if ((kmc != 0) && (sa->ipsa_kmc != 0) && (sa->ipsa_kmc != kmc)) { 4462 *diagnostic = SADB_X_DIAGNOSTIC_DUPLICATE_KMC; 4463 return (EINVAL); 4464 } 4465 4466 return (0); 4467 } 4468 4469 /* 4470 * Actually update the KMC info. 4471 */ 4472 static void 4473 sadb_update_kmc(ipsa_query_t *sq, ipsa_t *sa) 4474 { 4475 uint32_t kmp = sq->kmp; 4476 uint64_t kmc = sq->kmc; 4477 4478 if (kmp != 0) 4479 sa->ipsa_kmp = kmp; 4480 if (kmc != 0) 4481 sa->ipsa_kmc = kmc; 4482 } 4483 4484 /* 4485 * Common code to update an SA. 4486 */ 4487 4488 int 4489 sadb_update_sa(mblk_t *mp, keysock_in_t *ksi, mblk_t **ipkt_lst, 4490 sadbp_t *spp, int *diagnostic, queue_t *pfkey_q, 4491 int (*add_sa_func)(mblk_t *, keysock_in_t *, int *, netstack_t *), 4492 netstack_t *ns, uint8_t sadb_msg_type) 4493 { 4494 sadb_key_t *akey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_AUTH]; 4495 sadb_key_t *ekey = (sadb_key_t *)ksi->ks_in_extv[SADB_EXT_KEY_ENCRYPT]; 4496 sadb_x_replay_ctr_t *replext = 4497 (sadb_x_replay_ctr_t *)ksi->ks_in_extv[SADB_X_EXT_REPLAY_VALUE]; 4498 sadb_lifetime_t *soft = 4499 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_SOFT]; 4500 sadb_lifetime_t *hard = 4501 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_EXT_LIFETIME_HARD]; 4502 sadb_lifetime_t *idle = 4503 (sadb_lifetime_t *)ksi->ks_in_extv[SADB_X_EXT_LIFETIME_IDLE]; 4504 sadb_x_pair_t *pair_ext = 4505 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 4506 ipsa_t *echo_target = NULL; 4507 ipsap_t ipsapp; 4508 ipsa_query_t sq; 4509 time_t current = gethrestime_sec(); 4510 4511 sq.spp = spp; /* XXX param */ 4512 int error = sadb_form_query(ksi, IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA, 4513 IPSA_Q_SRC|IPSA_Q_DST|IPSA_Q_SA|IPSA_Q_INBOUND|IPSA_Q_OUTBOUND| 4514 IPSA_Q_KMC, 4515 &sq, diagnostic); 4516 4517 if (error != 0) 4518 return (error); 4519 4520 error = get_ipsa_pair(&sq, &ipsapp, diagnostic); 4521 if (error != 0) 4522 return (error); 4523 4524 if (ipsapp.ipsap_psa_ptr == NULL && ipsapp.ipsap_sa_ptr != NULL) { 4525 if (ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) { 4526 /* 4527 * REFRELE the target and let the add_sa_func() 4528 * deal with updating a larval SA. 4529 */ 4530 destroy_ipsa_pair(&ipsapp); 4531 return (add_sa_func(mp, ksi, diagnostic, ns)); 4532 } 4533 } 4534 4535 /* 4536 * At this point we have an UPDATE to a MATURE SA. There should 4537 * not be any keying material present. 4538 */ 4539 if (akey != NULL) { 4540 *diagnostic = SADB_X_DIAGNOSTIC_AKEY_PRESENT; 4541 error = EINVAL; 4542 goto bail; 4543 } 4544 if (ekey != NULL) { 4545 *diagnostic = SADB_X_DIAGNOSTIC_EKEY_PRESENT; 4546 error = EINVAL; 4547 goto bail; 4548 } 4549 4550 if (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE) { 4551 if (ipsapp.ipsap_sa_ptr != NULL && 4552 ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_IDLE) { 4553 if ((error = sadb_update_state(ipsapp.ipsap_sa_ptr, 4554 sq.assoc->sadb_sa_state, NULL)) != 0) { 4555 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4556 goto bail; 4557 } 4558 } 4559 if (ipsapp.ipsap_psa_ptr != NULL && 4560 ipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_IDLE) { 4561 if ((error = sadb_update_state(ipsapp.ipsap_psa_ptr, 4562 sq.assoc->sadb_sa_state, NULL)) != 0) { 4563 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4564 goto bail; 4565 } 4566 } 4567 } 4568 if (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE) { 4569 if (ipsapp.ipsap_sa_ptr != NULL) { 4570 error = sadb_update_state(ipsapp.ipsap_sa_ptr, 4571 sq.assoc->sadb_sa_state, 4572 (ipsapp.ipsap_sa_ptr->ipsa_flags & 4573 IPSA_F_INBOUND) ? ipkt_lst : NULL); 4574 if (error) { 4575 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4576 goto bail; 4577 } 4578 } 4579 if (ipsapp.ipsap_psa_ptr != NULL) { 4580 error = sadb_update_state(ipsapp.ipsap_psa_ptr, 4581 sq.assoc->sadb_sa_state, 4582 (ipsapp.ipsap_psa_ptr->ipsa_flags & 4583 IPSA_F_INBOUND) ? ipkt_lst : NULL); 4584 if (error) { 4585 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4586 goto bail; 4587 } 4588 } 4589 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 4590 ksi, echo_target); 4591 goto bail; 4592 } 4593 4594 /* 4595 * Reality checks for updates of active associations. 4596 * Sundry first-pass UPDATE-specific reality checks. 4597 * Have to do the checks here, because it's after the add_sa code. 4598 * XXX STATS : logging/stats here? 4599 */ 4600 4601 if (!((sq.assoc->sadb_sa_state == SADB_SASTATE_MATURE) || 4602 (sq.assoc->sadb_sa_state == SADB_X_SASTATE_ACTIVE_ELSEWHERE))) { 4603 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4604 error = EINVAL; 4605 goto bail; 4606 } 4607 if (sq.assoc->sadb_sa_flags & ~spp->s_updateflags) { 4608 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SAFLAGS; 4609 error = EINVAL; 4610 goto bail; 4611 } 4612 if (ksi->ks_in_extv[SADB_EXT_LIFETIME_CURRENT] != NULL) { 4613 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_LIFETIME; 4614 error = EOPNOTSUPP; 4615 goto bail; 4616 } 4617 4618 if ((*diagnostic = sadb_hardsoftchk(hard, soft, idle)) != 0) { 4619 error = EINVAL; 4620 goto bail; 4621 } 4622 4623 if ((*diagnostic = sadb_labelchk(ksi)) != 0) 4624 return (EINVAL); 4625 4626 error = sadb_check_kmc(&sq, ipsapp.ipsap_sa_ptr, diagnostic); 4627 if (error != 0) 4628 goto bail; 4629 4630 error = sadb_check_kmc(&sq, ipsapp.ipsap_psa_ptr, diagnostic); 4631 if (error != 0) 4632 goto bail; 4633 4634 4635 if (ipsapp.ipsap_sa_ptr != NULL) { 4636 /* 4637 * Do not allow replay value change for MATURE or LARVAL SA. 4638 */ 4639 4640 if ((replext != NULL) && 4641 ((ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_LARVAL) || 4642 (ipsapp.ipsap_sa_ptr->ipsa_state == IPSA_STATE_MATURE))) { 4643 *diagnostic = SADB_X_DIAGNOSTIC_BAD_SASTATE; 4644 error = EINVAL; 4645 goto bail; 4646 } 4647 } 4648 4649 4650 if (ipsapp.ipsap_sa_ptr != NULL) { 4651 sadb_update_lifetimes(ipsapp.ipsap_sa_ptr, hard, soft, 4652 idle, B_TRUE); 4653 sadb_update_kmc(&sq, ipsapp.ipsap_sa_ptr); 4654 if ((replext != NULL) && 4655 (ipsapp.ipsap_sa_ptr->ipsa_replay_wsize != 0)) { 4656 /* 4657 * If an inbound SA, update the replay counter 4658 * and check off all the other sequence number 4659 */ 4660 if (ksi->ks_in_dsttype == KS_IN_ADDR_ME) { 4661 if (!sadb_replay_check(ipsapp.ipsap_sa_ptr, 4662 replext->sadb_x_rc_replay32)) { 4663 *diagnostic = 4664 SADB_X_DIAGNOSTIC_INVALID_REPLAY; 4665 error = EINVAL; 4666 goto bail; 4667 } 4668 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4669 ipsapp.ipsap_sa_ptr->ipsa_idleexpiretime = 4670 current + 4671 ipsapp.ipsap_sa_ptr->ipsa_idletime; 4672 mutex_exit(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4673 } else { 4674 mutex_enter(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4675 ipsapp.ipsap_sa_ptr->ipsa_replay = 4676 replext->sadb_x_rc_replay32; 4677 ipsapp.ipsap_sa_ptr->ipsa_idleexpiretime = 4678 current + 4679 ipsapp.ipsap_sa_ptr->ipsa_idletime; 4680 mutex_exit(&ipsapp.ipsap_sa_ptr->ipsa_lock); 4681 } 4682 } 4683 } 4684 4685 if (sadb_msg_type == SADB_X_UPDATEPAIR) { 4686 if (ipsapp.ipsap_psa_ptr != NULL) { 4687 sadb_update_lifetimes(ipsapp.ipsap_psa_ptr, hard, soft, 4688 idle, B_FALSE); 4689 sadb_update_kmc(&sq, ipsapp.ipsap_psa_ptr); 4690 } else { 4691 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_SA_NOTFOUND; 4692 error = ESRCH; 4693 goto bail; 4694 } 4695 } 4696 4697 if (pair_ext != NULL) 4698 error = update_pairing(&ipsapp, &sq, ksi, diagnostic); 4699 4700 if (error == 0) 4701 sadb_pfkey_echo(pfkey_q, mp, (sadb_msg_t *)mp->b_cont->b_rptr, 4702 ksi, echo_target); 4703 bail: 4704 4705 destroy_ipsa_pair(&ipsapp); 4706 4707 return (error); 4708 } 4709 4710 4711 static int 4712 update_pairing(ipsap_t *ipsapp, ipsa_query_t *sq, keysock_in_t *ksi, 4713 int *diagnostic) 4714 { 4715 sadb_sa_t *assoc = (sadb_sa_t *)ksi->ks_in_extv[SADB_EXT_SA]; 4716 sadb_x_pair_t *pair_ext = 4717 (sadb_x_pair_t *)ksi->ks_in_extv[SADB_X_EXT_PAIR]; 4718 int error = 0; 4719 ipsap_t oipsapp; 4720 boolean_t undo_pair = B_FALSE; 4721 uint32_t ipsa_flags; 4722 4723 if (pair_ext->sadb_x_pair_spi == 0 || pair_ext->sadb_x_pair_spi == 4724 assoc->sadb_sa_spi) { 4725 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4726 return (EINVAL); 4727 } 4728 4729 /* 4730 * Assume for now that the spi value provided in the SADB_UPDATE 4731 * message was valid, update the SA with its pair spi value. 4732 * If the spi turns out to be bogus or the SA no longer exists 4733 * then this will be detected when the reverse update is made 4734 * below. 4735 */ 4736 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4737 ipsapp->ipsap_sa_ptr->ipsa_flags |= IPSA_F_PAIRED; 4738 ipsapp->ipsap_sa_ptr->ipsa_otherspi = pair_ext->sadb_x_pair_spi; 4739 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4740 4741 /* 4742 * After updating the ipsa_otherspi element of the SA, get_ipsa_pair() 4743 * should now return pointers to the SA *AND* its pair, if this is not 4744 * the case, the "otherspi" either did not exist or was deleted. Also 4745 * check that "otherspi" is not already paired. If everything looks 4746 * good, complete the update. IPSA_REFRELE the first pair_pointer 4747 * after this update to ensure its not deleted until we are done. 4748 */ 4749 error = get_ipsa_pair(sq, &oipsapp, diagnostic); 4750 if (error != 0) { 4751 /* 4752 * This should never happen, calling function still has 4753 * IPSA_REFHELD on the SA we just updated. 4754 */ 4755 return (error); /* XXX EINVAL instead of ESRCH? */ 4756 } 4757 4758 if (oipsapp.ipsap_psa_ptr == NULL) { 4759 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4760 error = EINVAL; 4761 undo_pair = B_TRUE; 4762 } else { 4763 ipsa_flags = oipsapp.ipsap_psa_ptr->ipsa_flags; 4764 if ((oipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_DEAD) || 4765 (oipsapp.ipsap_psa_ptr->ipsa_state == IPSA_STATE_DYING)) { 4766 /* Its dead Jim! */ 4767 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4768 undo_pair = B_TRUE; 4769 } else if ((ipsa_flags & (IPSA_F_OUTBOUND | IPSA_F_INBOUND)) == 4770 (IPSA_F_OUTBOUND | IPSA_F_INBOUND)) { 4771 /* This SA is in both hashtables. */ 4772 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_INAPPROPRIATE; 4773 undo_pair = B_TRUE; 4774 } else if (ipsa_flags & IPSA_F_PAIRED) { 4775 /* This SA is already paired with another. */ 4776 *diagnostic = SADB_X_DIAGNOSTIC_PAIR_ALREADY; 4777 undo_pair = B_TRUE; 4778 } 4779 } 4780 4781 if (undo_pair) { 4782 /* The pair SA does not exist. */ 4783 mutex_enter(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4784 ipsapp->ipsap_sa_ptr->ipsa_flags &= ~IPSA_F_PAIRED; 4785 ipsapp->ipsap_sa_ptr->ipsa_otherspi = 0; 4786 mutex_exit(&ipsapp->ipsap_sa_ptr->ipsa_lock); 4787 } else { 4788 mutex_enter(&oipsapp.ipsap_psa_ptr->ipsa_lock); 4789 oipsapp.ipsap_psa_ptr->ipsa_otherspi = assoc->sadb_sa_spi; 4790 oipsapp.ipsap_psa_ptr->ipsa_flags |= IPSA_F_PAIRED; 4791 mutex_exit(&oipsapp.ipsap_psa_ptr->ipsa_lock); 4792 } 4793 4794 destroy_ipsa_pair(&oipsapp); 4795 return (error); 4796 } 4797 4798 /* 4799 * The following functions deal with ACQUIRE LISTS. An ACQUIRE list is 4800 * a list of outstanding SADB_ACQUIRE messages. If ipsec_getassocbyconn() fails 4801 * for an outbound datagram, that datagram is queued up on an ACQUIRE record, 4802 * and an SADB_ACQUIRE message is sent up. Presumably, a user-space key 4803 * management daemon will process the ACQUIRE, use a SADB_GETSPI to reserve 4804 * an SPI value and a larval SA, then SADB_UPDATE the larval SA, and ADD the 4805 * other direction's SA. 4806 */ 4807 4808 /* 4809 * Check the ACQUIRE lists. If there's an existing ACQUIRE record, 4810 * grab it, lock it, and return it. Otherwise return NULL. 4811 * 4812 * XXX MLS number of arguments getting unwieldy here 4813 */ 4814 static ipsacq_t * 4815 sadb_checkacquire(iacqf_t *bucket, ipsec_action_t *ap, ipsec_policy_t *pp, 4816 uint32_t *src, uint32_t *dst, uint32_t *isrc, uint32_t *idst, 4817 uint64_t unique_id, ts_label_t *tsl) 4818 { 4819 ipsacq_t *walker; 4820 sa_family_t fam; 4821 uint32_t blank_address[4] = {0, 0, 0, 0}; 4822 4823 if (isrc == NULL) { 4824 ASSERT(idst == NULL); 4825 isrc = idst = blank_address; 4826 } 4827 4828 /* 4829 * Scan list for duplicates. Check for UNIQUE, src/dest, policy. 4830 * 4831 * XXX May need search for duplicates based on other things too! 4832 */ 4833 for (walker = bucket->iacqf_ipsacq; walker != NULL; 4834 walker = walker->ipsacq_next) { 4835 mutex_enter(&walker->ipsacq_lock); 4836 fam = walker->ipsacq_addrfam; 4837 if (IPSA_ARE_ADDR_EQUAL(dst, walker->ipsacq_dstaddr, fam) && 4838 IPSA_ARE_ADDR_EQUAL(src, walker->ipsacq_srcaddr, fam) && 4839 ip_addr_match((uint8_t *)isrc, walker->ipsacq_innersrcpfx, 4840 (in6_addr_t *)walker->ipsacq_innersrc) && 4841 ip_addr_match((uint8_t *)idst, walker->ipsacq_innerdstpfx, 4842 (in6_addr_t *)walker->ipsacq_innerdst) && 4843 (ap == walker->ipsacq_act) && 4844 (pp == walker->ipsacq_policy) && 4845 /* XXX do deep compares of ap/pp? */ 4846 (unique_id == walker->ipsacq_unique_id) && 4847 (ipsec_label_match(tsl, walker->ipsacq_tsl))) 4848 break; /* everything matched */ 4849 mutex_exit(&walker->ipsacq_lock); 4850 } 4851 4852 return (walker); 4853 } 4854 4855 /* 4856 * Generate an SADB_ACQUIRE base message mblk, including KEYSOCK_OUT metadata. 4857 * In other words, this will return, upon success, a two-mblk chain. 4858 */ 4859 static inline mblk_t * 4860 sadb_acquire_msg_base(minor_t serial, uint8_t satype, uint32_t seq, pid_t pid) 4861 { 4862 mblk_t *mp; 4863 sadb_msg_t *samsg; 4864 4865 mp = sadb_keysock_out(serial); 4866 if (mp == NULL) 4867 return (NULL); 4868 mp->b_cont = allocb(sizeof (sadb_msg_t), BPRI_HI); 4869 if (mp->b_cont == NULL) { 4870 freeb(mp); 4871 return (NULL); 4872 } 4873 4874 samsg = (sadb_msg_t *)mp->b_cont->b_rptr; 4875 mp->b_cont->b_wptr += sizeof (*samsg); 4876 samsg->sadb_msg_version = PF_KEY_V2; 4877 samsg->sadb_msg_type = SADB_ACQUIRE; 4878 samsg->sadb_msg_errno = 0; 4879 samsg->sadb_msg_reserved = 0; 4880 samsg->sadb_msg_satype = satype; 4881 samsg->sadb_msg_seq = seq; 4882 samsg->sadb_msg_pid = pid; 4883 4884 return (mp); 4885 } 4886 4887 /* 4888 * Generate address and TX/MLS sensitivity label PF_KEY extensions that are 4889 * common to both regular and extended ACQUIREs. 4890 */ 4891 static mblk_t * 4892 sadb_acquire_msg_common(ipsec_selector_t *sel, ipsec_policy_t *pp, 4893 ipsec_action_t *ap, boolean_t tunnel_mode, ts_label_t *tsl, 4894 sadb_sens_t *sens) 4895 { 4896 size_t len; 4897 mblk_t *mp; 4898 uint8_t *start, *cur, *end; 4899 uint32_t *saddrptr, *daddrptr; 4900 sa_family_t af; 4901 ipsec_action_t *oldap; 4902 ipsec_selkey_t *ipsl; 4903 uint8_t proto, pfxlen; 4904 uint16_t lport, rport; 4905 int senslen = 0; 4906 4907 /* 4908 * Get action pointer set if it isn't already. 4909 */ 4910 oldap = ap; 4911 if (pp != NULL) { 4912 ap = pp->ipsp_act; 4913 if (ap == NULL) 4914 ap = oldap; 4915 } 4916 4917 /* 4918 * Biggest-case scenario: 4919 * 4x (sadb_address_t + struct sockaddr_in6) 4920 * (src, dst, isrc, idst) 4921 * (COMING SOON, 6x, because of triggering-packet contents.) 4922 * sadb_x_kmc_t 4923 * sadb_sens_t 4924 * And wiggle room for label bitvectors. Luckily there are 4925 * programmatic ways to find it. 4926 */ 4927 len = 4 * (sizeof (sadb_address_t) + sizeof (struct sockaddr_in6)); 4928 4929 /* Figure out full and proper length of sensitivity labels. */ 4930 if (sens != NULL) { 4931 ASSERT(tsl == NULL); 4932 senslen = SADB_64TO8(sens->sadb_sens_len); 4933 } else if (tsl != NULL) { 4934 senslen = sadb_sens_len_from_label(tsl); 4935 } 4936 #ifdef DEBUG 4937 else { 4938 ASSERT(senslen == 0); 4939 } 4940 #endif /* DEBUG */ 4941 len += senslen; 4942 4943 mp = allocb(len, BPRI_HI); 4944 if (mp == NULL) 4945 return (NULL); 4946 4947 start = mp->b_rptr; 4948 end = start + len; 4949 cur = start; 4950 4951 /* 4952 * Address extensions first, from most-recently-defined to least. 4953 * (This should immediately trigger surprise or verify robustness on 4954 * older apps, like in.iked.) 4955 */ 4956 if (tunnel_mode) { 4957 /* 4958 * Form inner address extensions based NOT on the inner 4959 * selectors (i.e. the packet data), but on the policy's 4960 * selector key (i.e. the policy's selector information). 4961 * 4962 * NOTE: The position of IPv4 and IPv6 addresses is the 4963 * same in ipsec_selkey_t (unless the compiler does very 4964 * strange things with unions, consult your local C language 4965 * lawyer for details). 4966 */ 4967 ASSERT(pp != NULL); 4968 4969 ipsl = &(pp->ipsp_sel->ipsl_key); 4970 if (ipsl->ipsl_valid & IPSL_IPV4) { 4971 af = AF_INET; 4972 ASSERT(sel->ips_protocol == IPPROTO_ENCAP); 4973 ASSERT(!(ipsl->ipsl_valid & IPSL_IPV6)); 4974 } else { 4975 af = AF_INET6; 4976 ASSERT(sel->ips_protocol == IPPROTO_IPV6); 4977 ASSERT(ipsl->ipsl_valid & IPSL_IPV6); 4978 } 4979 4980 if (ipsl->ipsl_valid & IPSL_LOCAL_ADDR) { 4981 saddrptr = (uint32_t *)(&ipsl->ipsl_local); 4982 pfxlen = ipsl->ipsl_local_pfxlen; 4983 } else { 4984 saddrptr = (uint32_t *)(&ipv6_all_zeros); 4985 pfxlen = 0; 4986 } 4987 /* XXX What about ICMP type/code? */ 4988 lport = (ipsl->ipsl_valid & IPSL_LOCAL_PORT) ? 4989 ipsl->ipsl_lport : 0; 4990 proto = (ipsl->ipsl_valid & IPSL_PROTOCOL) ? 4991 ipsl->ipsl_proto : 0; 4992 4993 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_SRC, 4994 af, saddrptr, lport, proto, pfxlen); 4995 if (cur == NULL) { 4996 freeb(mp); 4997 return (NULL); 4998 } 4999 5000 if (ipsl->ipsl_valid & IPSL_REMOTE_ADDR) { 5001 daddrptr = (uint32_t *)(&ipsl->ipsl_remote); 5002 pfxlen = ipsl->ipsl_remote_pfxlen; 5003 } else { 5004 daddrptr = (uint32_t *)(&ipv6_all_zeros); 5005 pfxlen = 0; 5006 } 5007 /* XXX What about ICMP type/code? */ 5008 rport = (ipsl->ipsl_valid & IPSL_REMOTE_PORT) ? 5009 ipsl->ipsl_rport : 0; 5010 5011 cur = sadb_make_addr_ext(cur, end, SADB_X_EXT_ADDRESS_INNER_DST, 5012 af, daddrptr, rport, proto, pfxlen); 5013 if (cur == NULL) { 5014 freeb(mp); 5015 return (NULL); 5016 } 5017 /* 5018 * TODO - if we go to 3884's dream of transport mode IP-in-IP 5019 * _with_ inner-packet address selectors, we'll need to further 5020 * distinguish tunnel mode here. For now, having inner 5021 * addresses and/or ports is sufficient. 5022 * 5023 * Meanwhile, whack proto/ports to reflect IP-in-IP for the 5024 * outer addresses. 5025 */ 5026 proto = sel->ips_protocol; /* Either _ENCAP or _IPV6 */ 5027 lport = rport = 0; 5028 } else if ((ap != NULL) && (!ap->ipa_want_unique)) { 5029 /* 5030 * For cases when the policy calls out specific ports (or not). 5031 */ 5032 proto = 0; 5033 lport = 0; 5034 rport = 0; 5035 if (pp != NULL) { 5036 ipsl = &(pp->ipsp_sel->ipsl_key); 5037 if (ipsl->ipsl_valid & IPSL_PROTOCOL) 5038 proto = ipsl->ipsl_proto; 5039 if (ipsl->ipsl_valid & IPSL_REMOTE_PORT) 5040 rport = ipsl->ipsl_rport; 5041 if (ipsl->ipsl_valid & IPSL_LOCAL_PORT) 5042 lport = ipsl->ipsl_lport; 5043 } 5044 } else { 5045 /* 5046 * For require-unique-SA policies. 5047 */ 5048 proto = sel->ips_protocol; 5049 lport = sel->ips_local_port; 5050 rport = sel->ips_remote_port; 5051 } 5052 5053 /* 5054 * Regular addresses. These are outer-packet ones for tunnel mode. 5055 * Or for transport mode, the regulard address & port information. 5056 */ 5057 af = sel->ips_isv4 ? AF_INET : AF_INET6; 5058 5059 /* 5060 * NOTE: The position of IPv4 and IPv6 addresses is the same in 5061 * ipsec_selector_t. 5062 */ 5063 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_SRC, af, 5064 (uint32_t *)(&sel->ips_local_addr_v6), lport, proto, 0); 5065 if (cur == NULL) { 5066 freeb(mp); 5067 return (NULL); 5068 } 5069 5070 cur = sadb_make_addr_ext(cur, end, SADB_EXT_ADDRESS_DST, af, 5071 (uint32_t *)(&sel->ips_remote_addr_v6), rport, proto, 0); 5072 if (cur == NULL) { 5073 freeb(mp); 5074 return (NULL); 5075 } 5076 5077 /* 5078 * If present, generate a sensitivity label. 5079 */ 5080 if (cur + senslen > end) { 5081 freeb(mp); 5082 return (NULL); 5083 } 5084 if (sens != NULL) { 5085 /* Explicit sadb_sens_t, usually from inverse-ACQUIRE. */ 5086 bcopy(sens, cur, senslen); 5087 } else if (tsl != NULL) { 5088 /* Generate sadb_sens_t from ACQUIRE source. */ 5089 sadb_sens_from_label((sadb_sens_t *)cur, SADB_EXT_SENSITIVITY, 5090 tsl, senslen); 5091 } 5092 #ifdef DEBUG 5093 else { 5094 ASSERT(senslen == 0); 5095 } 5096 #endif /* DEBUG */ 5097 cur += senslen; 5098 mp->b_wptr = cur; 5099 5100 return (mp); 5101 } 5102 5103 /* 5104 * Generate a regular ACQUIRE's proposal extension and KMC information.. 5105 */ 5106 static mblk_t * 5107 sadb_acquire_prop(ipsec_action_t *ap, netstack_t *ns, boolean_t do_esp) 5108 { 5109 ipsec_stack_t *ipss = ns->netstack_ipsec; 5110 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 5111 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 5112 mblk_t *mp = NULL; 5113 sadb_prop_t *prop; 5114 sadb_comb_t *comb; 5115 ipsec_action_t *walker; 5116 int ncombs, allocsize, ealgid, aalgid, aminbits, amaxbits, eminbits, 5117 emaxbits, replay; 5118 uint64_t softbytes, hardbytes, softaddtime, hardaddtime, softusetime, 5119 hardusetime; 5120 uint64_t kmc = 0; 5121 uint32_t kmp = 0; 5122 5123 /* 5124 * Since it's an rwlock read, AND writing to the IPsec algorithms is 5125 * rare, just acquire it once up top, and drop it upon return. 5126 */ 5127 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 5128 if (do_esp) { 5129 uint64_t num_aalgs, num_ealgs; 5130 5131 if (espstack->esp_kstats == NULL) 5132 goto bail; 5133 5134 num_aalgs = ipss->ipsec_nalgs[IPSEC_ALG_AUTH]; 5135 num_ealgs = ipss->ipsec_nalgs[IPSEC_ALG_ENCR]; 5136 if (num_ealgs == 0) 5137 goto bail; /* IPsec not loaded yet, apparently. */ 5138 num_aalgs++; /* No-auth or self-auth-crypto ESP. */ 5139 5140 /* Use netstack's maximum loaded algorithms... */ 5141 ncombs = num_ealgs * num_aalgs; 5142 replay = espstack->ipsecesp_replay_size; 5143 } else { 5144 if (ahstack->ah_kstats == NULL) 5145 goto bail; 5146 5147 ncombs = ipss->ipsec_nalgs[IPSEC_ALG_AUTH]; 5148 5149 if (ncombs == 0) 5150 goto bail; /* IPsec not loaded yet, apparently. */ 5151 replay = ahstack->ipsecah_replay_size; 5152 } 5153 5154 allocsize = sizeof (*prop) + ncombs * sizeof (*comb) + 5155 sizeof (sadb_x_kmc_t); 5156 mp = allocb(allocsize, BPRI_HI); 5157 if (mp == NULL) 5158 goto bail; 5159 prop = (sadb_prop_t *)mp->b_rptr; 5160 mp->b_wptr += sizeof (*prop); 5161 comb = (sadb_comb_t *)mp->b_wptr; 5162 /* Decrement allocsize, if it goes to or below 0, stop. */ 5163 allocsize -= sizeof (*prop); 5164 prop->sadb_prop_exttype = SADB_EXT_PROPOSAL; 5165 prop->sadb_prop_len = SADB_8TO64(sizeof (*prop)); 5166 *(uint32_t *)(&prop->sadb_prop_replay) = 0; /* Quick zero-out! */ 5167 prop->sadb_prop_replay = replay; 5168 5169 /* 5170 * Based upon algorithm properties, and what-not, prioritize a 5171 * proposal, based on the ordering of the ESP algorithms in the 5172 * alternatives in the policy rule or socket that was placed 5173 * in the acquire record. 5174 * 5175 * For each action in policy list 5176 * Add combination. 5177 * I should not hit it, but if I've hit limit, return. 5178 */ 5179 5180 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5181 ipsec_alginfo_t *ealg, *aalg; 5182 ipsec_prot_t *prot; 5183 5184 if (walker->ipa_act.ipa_type != IPSEC_POLICY_APPLY) 5185 continue; 5186 5187 prot = &walker->ipa_act.ipa_apply; 5188 if (walker->ipa_act.ipa_apply.ipp_km_proto != 0) 5189 kmp = walker->ipa_act.ipa_apply.ipp_km_proto; 5190 if (walker->ipa_act.ipa_apply.ipp_km_cookie != 0) 5191 kmc = walker->ipa_act.ipa_apply.ipp_km_cookie; 5192 if (walker->ipa_act.ipa_apply.ipp_replay_depth) { 5193 prop->sadb_prop_replay = 5194 walker->ipa_act.ipa_apply.ipp_replay_depth; 5195 } 5196 5197 if (do_esp) { 5198 if (!prot->ipp_use_esp) 5199 continue; 5200 5201 if (prot->ipp_esp_auth_alg != 0) { 5202 aalg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 5203 [prot->ipp_esp_auth_alg]; 5204 if (aalg == NULL || !ALG_VALID(aalg)) 5205 continue; 5206 } else 5207 aalg = NULL; 5208 5209 ASSERT(prot->ipp_encr_alg > 0); 5210 ealg = ipss->ipsec_alglists[IPSEC_ALG_ENCR] 5211 [prot->ipp_encr_alg]; 5212 if (ealg == NULL || !ALG_VALID(ealg)) 5213 continue; 5214 5215 /* 5216 * These may want to come from policy rule.. 5217 */ 5218 softbytes = espstack->ipsecesp_default_soft_bytes; 5219 hardbytes = espstack->ipsecesp_default_hard_bytes; 5220 softaddtime = espstack->ipsecesp_default_soft_addtime; 5221 hardaddtime = espstack->ipsecesp_default_hard_addtime; 5222 softusetime = espstack->ipsecesp_default_soft_usetime; 5223 hardusetime = espstack->ipsecesp_default_hard_usetime; 5224 } else { 5225 if (!prot->ipp_use_ah) 5226 continue; 5227 ealg = NULL; 5228 aalg = ipss->ipsec_alglists[IPSEC_ALG_AUTH] 5229 [prot->ipp_auth_alg]; 5230 if (aalg == NULL || !ALG_VALID(aalg)) 5231 continue; 5232 5233 /* 5234 * These may want to come from policy rule.. 5235 */ 5236 softbytes = ahstack->ipsecah_default_soft_bytes; 5237 hardbytes = ahstack->ipsecah_default_hard_bytes; 5238 softaddtime = ahstack->ipsecah_default_soft_addtime; 5239 hardaddtime = ahstack->ipsecah_default_hard_addtime; 5240 softusetime = ahstack->ipsecah_default_soft_usetime; 5241 hardusetime = ahstack->ipsecah_default_hard_usetime; 5242 } 5243 5244 if (ealg == NULL) { 5245 ealgid = eminbits = emaxbits = 0; 5246 } else { 5247 ealgid = ealg->alg_id; 5248 eminbits = 5249 MAX(prot->ipp_espe_minbits, ealg->alg_ef_minbits); 5250 emaxbits = 5251 MIN(prot->ipp_espe_maxbits, ealg->alg_ef_maxbits); 5252 } 5253 5254 if (aalg == NULL) { 5255 aalgid = aminbits = amaxbits = 0; 5256 } else { 5257 aalgid = aalg->alg_id; 5258 aminbits = MAX(prot->ipp_espa_minbits, 5259 aalg->alg_ef_minbits); 5260 amaxbits = MIN(prot->ipp_espa_maxbits, 5261 aalg->alg_ef_maxbits); 5262 } 5263 5264 comb->sadb_comb_flags = 0; 5265 comb->sadb_comb_reserved = 0; 5266 comb->sadb_comb_encrypt = ealgid; 5267 comb->sadb_comb_encrypt_minbits = eminbits; 5268 comb->sadb_comb_encrypt_maxbits = emaxbits; 5269 comb->sadb_comb_auth = aalgid; 5270 comb->sadb_comb_auth_minbits = aminbits; 5271 comb->sadb_comb_auth_maxbits = amaxbits; 5272 comb->sadb_comb_soft_allocations = 0; 5273 comb->sadb_comb_hard_allocations = 0; 5274 comb->sadb_comb_soft_bytes = softbytes; 5275 comb->sadb_comb_hard_bytes = hardbytes; 5276 comb->sadb_comb_soft_addtime = softaddtime; 5277 comb->sadb_comb_hard_addtime = hardaddtime; 5278 comb->sadb_comb_soft_usetime = softusetime; 5279 comb->sadb_comb_hard_usetime = hardusetime; 5280 5281 prop->sadb_prop_len += SADB_8TO64(sizeof (*comb)); 5282 mp->b_wptr += sizeof (*comb); 5283 allocsize -= sizeof (*comb); 5284 /* Should never dip BELOW sizeof (KM cookie extension). */ 5285 ASSERT3S(allocsize, >=, sizeof (sadb_x_kmc_t)); 5286 if (allocsize <= sizeof (sadb_x_kmc_t)) 5287 break; /* out of space.. */ 5288 comb++; 5289 } 5290 5291 /* Don't include KMC extension if there's no room. */ 5292 if (((kmp != 0) || (kmc != 0)) && allocsize >= sizeof (sadb_x_kmc_t)) { 5293 if (sadb_make_kmc_ext(mp->b_wptr, 5294 mp->b_wptr + sizeof (sadb_x_kmc_t), kmp, kmc) == NULL) { 5295 freeb(mp); 5296 mp = NULL; 5297 goto bail; 5298 } 5299 mp->b_wptr += sizeof (sadb_x_kmc_t); 5300 prop->sadb_prop_len += SADB_8TO64(sizeof (sadb_x_kmc_t)); 5301 } 5302 5303 bail: 5304 rw_exit(&ipss->ipsec_alg_lock); 5305 return (mp); 5306 } 5307 5308 /* 5309 * Generate an extended ACQUIRE's extended-proposal extension. 5310 */ 5311 static mblk_t * 5312 sadb_acquire_extended_prop(ipsec_action_t *ap, netstack_t *ns) 5313 { 5314 sadb_prop_t *eprop; 5315 uint8_t *cur, *end; 5316 mblk_t *mp; 5317 int allocsize, numecombs = 0, numalgdescs = 0; 5318 uint32_t kmp = 0, replay = 0; 5319 uint64_t kmc = 0; 5320 ipsec_action_t *walker; 5321 5322 allocsize = sizeof (*eprop); 5323 5324 /* 5325 * Going to walk through the action list twice. Once for allocation 5326 * measurement, and once for actual construction. 5327 */ 5328 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5329 ipsec_prot_t *ipp; 5330 5331 /* 5332 * Skip non-IPsec policies 5333 */ 5334 if (walker->ipa_act.ipa_type != IPSEC_ACT_APPLY) 5335 continue; 5336 5337 ipp = &walker->ipa_act.ipa_apply; 5338 5339 if (walker->ipa_act.ipa_apply.ipp_km_proto) 5340 kmp = ipp->ipp_km_proto; 5341 if (walker->ipa_act.ipa_apply.ipp_km_cookie) 5342 kmc = ipp->ipp_km_cookie; 5343 if (walker->ipa_act.ipa_apply.ipp_replay_depth) 5344 replay = ipp->ipp_replay_depth; 5345 5346 if (ipp->ipp_use_ah) 5347 numalgdescs++; 5348 if (ipp->ipp_use_esp) { 5349 numalgdescs++; 5350 if (ipp->ipp_use_espa) 5351 numalgdescs++; 5352 } 5353 5354 numecombs++; 5355 } 5356 ASSERT(numecombs > 0); 5357 5358 allocsize += numecombs * sizeof (sadb_x_ecomb_t) + 5359 numalgdescs * sizeof (sadb_x_algdesc_t) + sizeof (sadb_x_kmc_t); 5360 mp = allocb(allocsize, BPRI_HI); 5361 if (mp == NULL) 5362 return (NULL); 5363 eprop = (sadb_prop_t *)mp->b_rptr; 5364 end = mp->b_rptr + allocsize; 5365 cur = mp->b_rptr + sizeof (*eprop); 5366 5367 eprop->sadb_prop_exttype = SADB_X_EXT_EPROP; 5368 eprop->sadb_x_prop_ereserved = 0; 5369 eprop->sadb_x_prop_numecombs = 0; 5370 *(uint32_t *)(&eprop->sadb_prop_replay) = 0; /* Quick zero-out! */ 5371 /* Pick ESP's replay default if need be. */ 5372 eprop->sadb_prop_replay = (replay == 0) ? 5373 ns->netstack_ipsecesp->ipsecesp_replay_size : replay; 5374 5375 /* This time, walk through and actually allocate. */ 5376 for (walker = ap; walker != NULL; walker = walker->ipa_next) { 5377 /* 5378 * Skip non-IPsec policies 5379 */ 5380 if (walker->ipa_act.ipa_type != IPSEC_ACT_APPLY) 5381 continue; 5382 cur = sadb_action_to_ecomb(cur, end, walker, ns); 5383 if (cur == NULL) { 5384 /* NOTE: inverse-ACQUIRE should note this as ENOMEM. */ 5385 freeb(mp); 5386 return (NULL); 5387 } 5388 eprop->sadb_x_prop_numecombs++; 5389 } 5390 5391 ASSERT(end - cur >= sizeof (sadb_x_kmc_t)); 5392 if ((kmp != 0) || (kmc != 0)) { 5393 cur = sadb_make_kmc_ext(cur, end, kmp, kmc); 5394 if (cur == NULL) { 5395 freeb(mp); 5396 return (NULL); 5397 } 5398 } 5399 mp->b_wptr = cur; 5400 eprop->sadb_prop_len = SADB_8TO64(cur - mp->b_rptr); 5401 5402 return (mp); 5403 } 5404 5405 /* 5406 * For this mblk, insert a new acquire record. Assume bucket contains addrs 5407 * of all of the same length. Give up (and drop) if memory 5408 * cannot be allocated for a new one; otherwise, invoke callback to 5409 * send the acquire up.. 5410 * 5411 * In cases where we need both AH and ESP, add the SA to the ESP ACQUIRE 5412 * list. The ah_add_sa_finish() routines can look at the packet's attached 5413 * attributes and handle this case specially. 5414 */ 5415 void 5416 sadb_acquire(mblk_t *datamp, ip_xmit_attr_t *ixa, boolean_t need_ah, 5417 boolean_t need_esp) 5418 { 5419 mblk_t *asyncmp, *regular, *extended, *common, *prop, *eprop; 5420 sadbp_t *spp; 5421 sadb_t *sp; 5422 ipsacq_t *newbie; 5423 iacqf_t *bucket; 5424 ipha_t *ipha = (ipha_t *)datamp->b_rptr; 5425 ip6_t *ip6h = (ip6_t *)datamp->b_rptr; 5426 uint32_t *src, *dst, *isrc, *idst; 5427 ipsec_policy_t *pp = ixa->ixa_ipsec_policy; 5428 ipsec_action_t *ap = ixa->ixa_ipsec_action; 5429 sa_family_t af; 5430 int hashoffset; 5431 uint32_t seq; 5432 uint64_t unique_id = 0; 5433 boolean_t tunnel_mode = (ixa->ixa_flags & IXAF_IPSEC_TUNNEL) != 0; 5434 ts_label_t *tsl; 5435 netstack_t *ns = ixa->ixa_ipst->ips_netstack; 5436 ipsec_stack_t *ipss = ns->netstack_ipsec; 5437 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 5438 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 5439 ipsec_selector_t sel; 5440 queue_t *q; 5441 5442 ASSERT((pp != NULL) || (ap != NULL)); 5443 5444 ASSERT(need_ah || need_esp); 5445 5446 /* Assign sadb pointers */ 5447 if (need_esp) { 5448 /* 5449 * ESP happens first if we need both AH and ESP. 5450 */ 5451 spp = &espstack->esp_sadb; 5452 } else { 5453 spp = &ahstack->ah_sadb; 5454 } 5455 sp = (ixa->ixa_flags & IXAF_IS_IPV4) ? &spp->s_v4 : &spp->s_v6; 5456 5457 if (is_system_labeled()) 5458 tsl = ixa->ixa_tsl; 5459 else 5460 tsl = NULL; 5461 5462 if (ap == NULL) 5463 ap = pp->ipsp_act; 5464 ASSERT(ap != NULL); 5465 5466 if (ap->ipa_act.ipa_apply.ipp_use_unique || tunnel_mode) 5467 unique_id = SA_FORM_UNIQUE_ID(ixa); 5468 5469 /* 5470 * Set up an ACQUIRE record. 5471 * 5472 * Immediately, make sure the ACQUIRE sequence number doesn't slip 5473 * below the lowest point allowed in the kernel. (In other words, 5474 * make sure the high bit on the sequence number is set.) 5475 */ 5476 5477 seq = keysock_next_seq(ns) | IACQF_LOWEST_SEQ; 5478 5479 if (IPH_HDR_VERSION(ipha) == IP_VERSION) { 5480 src = (uint32_t *)&ipha->ipha_src; 5481 dst = (uint32_t *)&ipha->ipha_dst; 5482 af = AF_INET; 5483 hashoffset = OUTBOUND_HASH_V4(sp, ipha->ipha_dst); 5484 ASSERT(ixa->ixa_flags & IXAF_IS_IPV4); 5485 } else { 5486 ASSERT(IPH_HDR_VERSION(ipha) == IPV6_VERSION); 5487 src = (uint32_t *)&ip6h->ip6_src; 5488 dst = (uint32_t *)&ip6h->ip6_dst; 5489 af = AF_INET6; 5490 hashoffset = OUTBOUND_HASH_V6(sp, ip6h->ip6_dst); 5491 ASSERT(!(ixa->ixa_flags & IXAF_IS_IPV4)); 5492 } 5493 5494 if (tunnel_mode) { 5495 if (pp == NULL) { 5496 /* 5497 * Tunnel mode with no policy pointer means this is a 5498 * reflected ICMP (like a ECHO REQUEST) that came in 5499 * with self-encapsulated protection. Until we better 5500 * support this, drop the packet. 5501 */ 5502 ip_drop_packet(datamp, B_FALSE, NULL, 5503 DROPPER(ipss, ipds_spd_got_selfencap), 5504 &ipss->ipsec_spd_dropper); 5505 return; 5506 } 5507 /* Snag inner addresses. */ 5508 isrc = ixa->ixa_ipsec_insrc; 5509 idst = ixa->ixa_ipsec_indst; 5510 } else { 5511 isrc = idst = NULL; 5512 } 5513 5514 /* 5515 * Check buckets to see if there is an existing entry. If so, 5516 * grab it. sadb_checkacquire locks newbie if found. 5517 */ 5518 bucket = &(sp->sdb_acq[hashoffset]); 5519 mutex_enter(&bucket->iacqf_lock); 5520 newbie = sadb_checkacquire(bucket, ap, pp, src, dst, isrc, idst, 5521 unique_id, tsl); 5522 5523 if (newbie == NULL) { 5524 /* 5525 * Otherwise, allocate a new one. 5526 */ 5527 newbie = kmem_zalloc(sizeof (*newbie), KM_NOSLEEP); 5528 if (newbie == NULL) { 5529 mutex_exit(&bucket->iacqf_lock); 5530 ip_drop_packet(datamp, B_FALSE, NULL, 5531 DROPPER(ipss, ipds_sadb_acquire_nomem), 5532 &ipss->ipsec_sadb_dropper); 5533 return; 5534 } 5535 newbie->ipsacq_policy = pp; 5536 if (pp != NULL) { 5537 IPPOL_REFHOLD(pp); 5538 } 5539 IPACT_REFHOLD(ap); 5540 newbie->ipsacq_act = ap; 5541 newbie->ipsacq_linklock = &bucket->iacqf_lock; 5542 newbie->ipsacq_next = bucket->iacqf_ipsacq; 5543 newbie->ipsacq_ptpn = &bucket->iacqf_ipsacq; 5544 if (newbie->ipsacq_next != NULL) 5545 newbie->ipsacq_next->ipsacq_ptpn = &newbie->ipsacq_next; 5546 5547 bucket->iacqf_ipsacq = newbie; 5548 mutex_init(&newbie->ipsacq_lock, NULL, MUTEX_DEFAULT, NULL); 5549 mutex_enter(&newbie->ipsacq_lock); 5550 } 5551 5552 /* 5553 * XXX MLS does it actually help us to drop the bucket lock here? 5554 * we have inserted a half-built, locked acquire record into the 5555 * bucket. any competing thread will now be able to lock the bucket 5556 * to scan it, but will immediately pile up on the new acquire 5557 * record's lock; I don't think we gain anything here other than to 5558 * disperse blame for lock contention. 5559 * 5560 * we might be able to dispense with acquire record locks entirely.. 5561 * just use the bucket locks.. 5562 */ 5563 5564 mutex_exit(&bucket->iacqf_lock); 5565 5566 /* 5567 * This assert looks silly for now, but we may need to enter newbie's 5568 * mutex during a search. 5569 */ 5570 ASSERT(MUTEX_HELD(&newbie->ipsacq_lock)); 5571 5572 /* 5573 * Make the ip_xmit_attr_t into something we can queue. 5574 * If no memory it frees datamp. 5575 */ 5576 asyncmp = ip_xmit_attr_to_mblk(ixa); 5577 if (asyncmp != NULL) 5578 linkb(asyncmp, datamp); 5579 5580 /* Queue up packet. Use b_next. */ 5581 5582 if (asyncmp == NULL) { 5583 /* Statistics for allocation failure */ 5584 if (ixa->ixa_flags & IXAF_IS_IPV4) { 5585 BUMP_MIB(&ixa->ixa_ipst->ips_ip_mib, 5586 ipIfStatsOutDiscards); 5587 } else { 5588 BUMP_MIB(&ixa->ixa_ipst->ips_ip6_mib, 5589 ipIfStatsOutDiscards); 5590 } 5591 ip_drop_output("No memory for asyncmp", datamp, NULL); 5592 freemsg(datamp); 5593 /* 5594 * The acquire record will be freed quickly if it's new 5595 * (ipsacq_expire == 0), and will proceed as if no packet 5596 * showed up if not. 5597 */ 5598 mutex_exit(&newbie->ipsacq_lock); 5599 return; 5600 } else if (newbie->ipsacq_numpackets == 0) { 5601 /* First one. */ 5602 newbie->ipsacq_mp = asyncmp; 5603 newbie->ipsacq_numpackets = 1; 5604 newbie->ipsacq_expire = gethrestime_sec(); 5605 /* 5606 * Extended ACQUIRE with both AH+ESP will use ESP's timeout 5607 * value. 5608 */ 5609 newbie->ipsacq_expire += *spp->s_acquire_timeout; 5610 newbie->ipsacq_seq = seq; 5611 newbie->ipsacq_addrfam = af; 5612 5613 newbie->ipsacq_srcport = ixa->ixa_ipsec_src_port; 5614 newbie->ipsacq_dstport = ixa->ixa_ipsec_dst_port; 5615 newbie->ipsacq_icmp_type = ixa->ixa_ipsec_icmp_type; 5616 newbie->ipsacq_icmp_code = ixa->ixa_ipsec_icmp_code; 5617 if (tunnel_mode) { 5618 newbie->ipsacq_inneraddrfam = ixa->ixa_ipsec_inaf; 5619 newbie->ipsacq_proto = ixa->ixa_ipsec_inaf == AF_INET6 ? 5620 IPPROTO_IPV6 : IPPROTO_ENCAP; 5621 newbie->ipsacq_innersrcpfx = ixa->ixa_ipsec_insrcpfx; 5622 newbie->ipsacq_innerdstpfx = ixa->ixa_ipsec_indstpfx; 5623 IPSA_COPY_ADDR(newbie->ipsacq_innersrc, 5624 ixa->ixa_ipsec_insrc, ixa->ixa_ipsec_inaf); 5625 IPSA_COPY_ADDR(newbie->ipsacq_innerdst, 5626 ixa->ixa_ipsec_indst, ixa->ixa_ipsec_inaf); 5627 } else { 5628 newbie->ipsacq_proto = ixa->ixa_ipsec_proto; 5629 } 5630 newbie->ipsacq_unique_id = unique_id; 5631 5632 if (tsl != NULL) { 5633 label_hold(tsl); 5634 newbie->ipsacq_tsl = tsl; 5635 } 5636 } else { 5637 /* Scan to the end of the list & insert. */ 5638 mblk_t *lastone = newbie->ipsacq_mp; 5639 5640 while (lastone->b_next != NULL) 5641 lastone = lastone->b_next; 5642 lastone->b_next = asyncmp; 5643 if (newbie->ipsacq_numpackets++ == ipsacq_maxpackets) { 5644 newbie->ipsacq_numpackets = ipsacq_maxpackets; 5645 lastone = newbie->ipsacq_mp; 5646 newbie->ipsacq_mp = lastone->b_next; 5647 lastone->b_next = NULL; 5648 5649 /* Freeing the async message */ 5650 lastone = ip_xmit_attr_free_mblk(lastone); 5651 ip_drop_packet(lastone, B_FALSE, NULL, 5652 DROPPER(ipss, ipds_sadb_acquire_toofull), 5653 &ipss->ipsec_sadb_dropper); 5654 } else { 5655 IP_ACQUIRE_STAT(ipss, qhiwater, 5656 newbie->ipsacq_numpackets); 5657 } 5658 } 5659 5660 /* 5661 * Reset addresses. Set them to the most recently added mblk chain, 5662 * so that the address pointers in the acquire record will point 5663 * at an mblk still attached to the acquire list. 5664 */ 5665 5666 newbie->ipsacq_srcaddr = src; 5667 newbie->ipsacq_dstaddr = dst; 5668 5669 /* 5670 * If the acquire record has more than one queued packet, we've 5671 * already sent an ACQUIRE, and don't need to repeat ourself. 5672 */ 5673 if (newbie->ipsacq_seq != seq || newbie->ipsacq_numpackets > 1) { 5674 /* I have an acquire outstanding already! */ 5675 mutex_exit(&newbie->ipsacq_lock); 5676 return; 5677 } 5678 5679 if (need_esp) { 5680 ESP_BUMP_STAT(espstack, acquire_requests); 5681 q = espstack->esp_pfkey_q; 5682 } else { 5683 /* 5684 * Two cases get us here: 5685 * 1.) AH-only policy. 5686 * 5687 * 2.) A continuation of an AH+ESP policy, and this is the 5688 * post-ESP, AH-needs-to-send-a-regular-ACQUIRE case. 5689 * (i.e. called from esp_do_outbound_ah().) 5690 */ 5691 AH_BUMP_STAT(ahstack, acquire_requests); 5692 q = ahstack->ah_pfkey_q; 5693 } 5694 5695 /* 5696 * Get selectors and other policy-expression bits needed for an 5697 * ACQUIRE. 5698 */ 5699 bzero(&sel, sizeof (sel)); 5700 sel.ips_isv4 = (ixa->ixa_flags & IXAF_IS_IPV4) != 0; 5701 if (tunnel_mode) { 5702 sel.ips_protocol = (ixa->ixa_ipsec_inaf == AF_INET) ? 5703 IPPROTO_ENCAP : IPPROTO_IPV6; 5704 } else { 5705 sel.ips_protocol = ixa->ixa_ipsec_proto; 5706 sel.ips_local_port = ixa->ixa_ipsec_src_port; 5707 sel.ips_remote_port = ixa->ixa_ipsec_dst_port; 5708 } 5709 sel.ips_icmp_type = ixa->ixa_ipsec_icmp_type; 5710 sel.ips_icmp_code = ixa->ixa_ipsec_icmp_code; 5711 sel.ips_is_icmp_inv_acq = 0; 5712 if (af == AF_INET) { 5713 sel.ips_local_addr_v4 = ipha->ipha_src; 5714 sel.ips_remote_addr_v4 = ipha->ipha_dst; 5715 } else { 5716 sel.ips_local_addr_v6 = ip6h->ip6_src; 5717 sel.ips_remote_addr_v6 = ip6h->ip6_dst; 5718 } 5719 5720 5721 /* 5722 * 1. Generate addresses, kmc, and sensitivity. These are "common" 5723 * and should be an mblk pointed to by common. TBD -- eventually it 5724 * will include triggering packet contents as more address extensions. 5725 * 5726 * 2. Generate ACQUIRE & KEYSOCK_OUT and single-protocol proposal. 5727 * These are "regular" and "prop". String regular->b_cont->b_cont = 5728 * common, common->b_cont = prop. 5729 * 5730 * 3. If extended register got turned on, generate EXT_ACQUIRE & 5731 * KEYSOCK_OUT and multi-protocol eprop. These are "extended" and 5732 * "eprop". String extended->b_cont->b_cont = dupb(common) and 5733 * extended->b_cont->b_cont->b_cont = prop. 5734 * 5735 * 4. Deliver: putnext(q, regular) and if there, putnext(q, extended). 5736 */ 5737 5738 regular = extended = prop = eprop = NULL; 5739 5740 common = sadb_acquire_msg_common(&sel, pp, ap, tunnel_mode, tsl, NULL); 5741 if (common == NULL) 5742 goto bail; 5743 5744 regular = sadb_acquire_msg_base(0, (need_esp ? 5745 SADB_SATYPE_ESP : SADB_SATYPE_AH), newbie->ipsacq_seq, 0); 5746 if (regular == NULL) 5747 goto bail; 5748 5749 /* 5750 * Pardon the boolean cleverness. At least one of need_* must be true. 5751 * If they are equal, it's an AH & ESP policy and ESP needs to go 5752 * first. If they aren't, just check the contents of need_esp. 5753 */ 5754 prop = sadb_acquire_prop(ap, ns, need_esp); 5755 if (prop == NULL) 5756 goto bail; 5757 5758 /* Link the parts together. */ 5759 regular->b_cont->b_cont = common; 5760 common->b_cont = prop; 5761 /* 5762 * Prop is now linked, so don't freemsg() it if the extended 5763 * construction goes off the rails. 5764 */ 5765 prop = NULL; 5766 5767 ((sadb_msg_t *)(regular->b_cont->b_rptr))->sadb_msg_len = 5768 SADB_8TO64(msgsize(regular->b_cont)); 5769 5770 /* 5771 * If we need an extended ACQUIRE, build it here. 5772 */ 5773 if (keysock_extended_reg(ns)) { 5774 /* NOTE: "common" still points to what we need. */ 5775 extended = sadb_acquire_msg_base(0, 0, newbie->ipsacq_seq, 0); 5776 if (extended == NULL) { 5777 common = NULL; 5778 goto bail; 5779 } 5780 5781 extended->b_cont->b_cont = dupb(common); 5782 common = NULL; 5783 if (extended->b_cont->b_cont == NULL) 5784 goto bail; 5785 5786 eprop = sadb_acquire_extended_prop(ap, ns); 5787 if (eprop == NULL) 5788 goto bail; 5789 extended->b_cont->b_cont->b_cont = eprop; 5790 5791 ((sadb_msg_t *)(extended->b_cont->b_rptr))->sadb_msg_len = 5792 SADB_8TO64(msgsize(extended->b_cont)); 5793 } 5794 5795 /* So we don't hold a lock across putnext()... */ 5796 mutex_exit(&newbie->ipsacq_lock); 5797 5798 if (extended != NULL) 5799 putnext(q, extended); 5800 ASSERT(regular != NULL); 5801 putnext(q, regular); 5802 return; 5803 5804 bail: 5805 /* Make this acquire record go away quickly... */ 5806 newbie->ipsacq_expire = 0; 5807 /* Exploit freemsg(NULL) being legal for fun & profit. */ 5808 freemsg(common); 5809 freemsg(prop); 5810 freemsg(extended); 5811 freemsg(regular); 5812 mutex_exit(&newbie->ipsacq_lock); 5813 } 5814 5815 /* 5816 * Unlink and free an acquire record. 5817 */ 5818 void 5819 sadb_destroy_acquire(ipsacq_t *acqrec, netstack_t *ns) 5820 { 5821 mblk_t *mp; 5822 ipsec_stack_t *ipss = ns->netstack_ipsec; 5823 5824 ASSERT(MUTEX_HELD(acqrec->ipsacq_linklock)); 5825 5826 if (acqrec->ipsacq_policy != NULL) { 5827 IPPOL_REFRELE(acqrec->ipsacq_policy); 5828 } 5829 if (acqrec->ipsacq_act != NULL) { 5830 IPACT_REFRELE(acqrec->ipsacq_act); 5831 } 5832 5833 /* Unlink */ 5834 *(acqrec->ipsacq_ptpn) = acqrec->ipsacq_next; 5835 if (acqrec->ipsacq_next != NULL) 5836 acqrec->ipsacq_next->ipsacq_ptpn = acqrec->ipsacq_ptpn; 5837 5838 if (acqrec->ipsacq_tsl != NULL) { 5839 label_rele(acqrec->ipsacq_tsl); 5840 acqrec->ipsacq_tsl = NULL; 5841 } 5842 5843 /* 5844 * Free hanging mp's. 5845 * 5846 * XXX Instead of freemsg(), perhaps use IPSEC_REQ_FAILED. 5847 */ 5848 5849 mutex_enter(&acqrec->ipsacq_lock); 5850 while (acqrec->ipsacq_mp != NULL) { 5851 mp = acqrec->ipsacq_mp; 5852 acqrec->ipsacq_mp = mp->b_next; 5853 mp->b_next = NULL; 5854 /* Freeing the async message */ 5855 mp = ip_xmit_attr_free_mblk(mp); 5856 ip_drop_packet(mp, B_FALSE, NULL, 5857 DROPPER(ipss, ipds_sadb_acquire_timeout), 5858 &ipss->ipsec_sadb_dropper); 5859 } 5860 mutex_exit(&acqrec->ipsacq_lock); 5861 5862 /* Free */ 5863 mutex_destroy(&acqrec->ipsacq_lock); 5864 kmem_free(acqrec, sizeof (*acqrec)); 5865 } 5866 5867 /* 5868 * Destroy an acquire list fanout. 5869 */ 5870 static void 5871 sadb_destroy_acqlist(iacqf_t **listp, uint_t numentries, boolean_t forever, 5872 netstack_t *ns) 5873 { 5874 int i; 5875 iacqf_t *list = *listp; 5876 5877 if (list == NULL) 5878 return; 5879 5880 for (i = 0; i < numentries; i++) { 5881 mutex_enter(&(list[i].iacqf_lock)); 5882 while (list[i].iacqf_ipsacq != NULL) 5883 sadb_destroy_acquire(list[i].iacqf_ipsacq, ns); 5884 mutex_exit(&(list[i].iacqf_lock)); 5885 if (forever) 5886 mutex_destroy(&(list[i].iacqf_lock)); 5887 } 5888 5889 if (forever) { 5890 *listp = NULL; 5891 kmem_free(list, numentries * sizeof (*list)); 5892 } 5893 } 5894 5895 /* 5896 * Create an algorithm descriptor for an extended ACQUIRE. Filter crypto 5897 * framework's view of reality vs. IPsec's. EF's wins, BTW. 5898 */ 5899 static uint8_t * 5900 sadb_new_algdesc(uint8_t *start, uint8_t *limit, 5901 sadb_x_ecomb_t *ecomb, uint8_t satype, uint8_t algtype, 5902 uint8_t alg, uint16_t minbits, uint16_t maxbits, ipsec_stack_t *ipss) 5903 { 5904 uint8_t *cur = start; 5905 ipsec_alginfo_t *algp; 5906 sadb_x_algdesc_t *algdesc = (sadb_x_algdesc_t *)cur; 5907 5908 cur += sizeof (*algdesc); 5909 if (cur >= limit) 5910 return (NULL); 5911 5912 ecomb->sadb_x_ecomb_numalgs++; 5913 5914 /* 5915 * Normalize vs. crypto framework's limits. This way, you can specify 5916 * a stronger policy, and when the framework loads a stronger version, 5917 * you can just keep plowing w/o rewhacking your SPD. 5918 */ 5919 rw_enter(&ipss->ipsec_alg_lock, RW_READER); 5920 algp = ipss->ipsec_alglists[(algtype == SADB_X_ALGTYPE_AUTH) ? 5921 IPSEC_ALG_AUTH : IPSEC_ALG_ENCR][alg]; 5922 if (algp == NULL) { 5923 rw_exit(&ipss->ipsec_alg_lock); 5924 return (NULL); /* Algorithm doesn't exist. Fail gracefully. */ 5925 } 5926 if (minbits < algp->alg_ef_minbits) 5927 minbits = algp->alg_ef_minbits; 5928 if (maxbits > algp->alg_ef_maxbits) 5929 maxbits = algp->alg_ef_maxbits; 5930 rw_exit(&ipss->ipsec_alg_lock); 5931 5932 algdesc->sadb_x_algdesc_reserved = SADB_8TO1(algp->alg_saltlen); 5933 algdesc->sadb_x_algdesc_satype = satype; 5934 algdesc->sadb_x_algdesc_algtype = algtype; 5935 algdesc->sadb_x_algdesc_alg = alg; 5936 algdesc->sadb_x_algdesc_minbits = minbits; 5937 algdesc->sadb_x_algdesc_maxbits = maxbits; 5938 5939 return (cur); 5940 } 5941 5942 /* 5943 * Convert the given ipsec_action_t into an ecomb starting at *ecomb 5944 * which must fit before *limit 5945 * 5946 * return NULL if we ran out of room or a pointer to the end of the ecomb. 5947 */ 5948 static uint8_t * 5949 sadb_action_to_ecomb(uint8_t *start, uint8_t *limit, ipsec_action_t *act, 5950 netstack_t *ns) 5951 { 5952 uint8_t *cur = start; 5953 sadb_x_ecomb_t *ecomb = (sadb_x_ecomb_t *)cur; 5954 ipsec_prot_t *ipp; 5955 ipsec_stack_t *ipss = ns->netstack_ipsec; 5956 5957 cur += sizeof (*ecomb); 5958 if (cur >= limit) 5959 return (NULL); 5960 5961 ASSERT(act->ipa_act.ipa_type == IPSEC_ACT_APPLY); 5962 5963 ipp = &act->ipa_act.ipa_apply; 5964 5965 ecomb->sadb_x_ecomb_numalgs = 0; 5966 ecomb->sadb_x_ecomb_reserved = 0; 5967 ecomb->sadb_x_ecomb_reserved2 = 0; 5968 /* 5969 * No limits on allocations, since we really don't support that 5970 * concept currently. 5971 */ 5972 ecomb->sadb_x_ecomb_soft_allocations = 0; 5973 ecomb->sadb_x_ecomb_hard_allocations = 0; 5974 5975 /* 5976 * XXX TBD: Policy or global parameters will eventually be 5977 * able to fill in some of these. 5978 */ 5979 ecomb->sadb_x_ecomb_flags = 0; 5980 ecomb->sadb_x_ecomb_soft_bytes = 0; 5981 ecomb->sadb_x_ecomb_hard_bytes = 0; 5982 ecomb->sadb_x_ecomb_soft_addtime = 0; 5983 ecomb->sadb_x_ecomb_hard_addtime = 0; 5984 ecomb->sadb_x_ecomb_soft_usetime = 0; 5985 ecomb->sadb_x_ecomb_hard_usetime = 0; 5986 5987 if (ipp->ipp_use_ah) { 5988 cur = sadb_new_algdesc(cur, limit, ecomb, 5989 SADB_SATYPE_AH, SADB_X_ALGTYPE_AUTH, ipp->ipp_auth_alg, 5990 ipp->ipp_ah_minbits, ipp->ipp_ah_maxbits, ipss); 5991 if (cur == NULL) 5992 return (NULL); 5993 ipsecah_fill_defs(ecomb, ns); 5994 } 5995 5996 if (ipp->ipp_use_esp) { 5997 if (ipp->ipp_use_espa) { 5998 cur = sadb_new_algdesc(cur, limit, ecomb, 5999 SADB_SATYPE_ESP, SADB_X_ALGTYPE_AUTH, 6000 ipp->ipp_esp_auth_alg, 6001 ipp->ipp_espa_minbits, 6002 ipp->ipp_espa_maxbits, ipss); 6003 if (cur == NULL) 6004 return (NULL); 6005 } 6006 6007 cur = sadb_new_algdesc(cur, limit, ecomb, 6008 SADB_SATYPE_ESP, SADB_X_ALGTYPE_CRYPT, 6009 ipp->ipp_encr_alg, 6010 ipp->ipp_espe_minbits, 6011 ipp->ipp_espe_maxbits, ipss); 6012 if (cur == NULL) 6013 return (NULL); 6014 /* Fill in lifetimes if and only if AH didn't already... */ 6015 if (!ipp->ipp_use_ah) 6016 ipsecesp_fill_defs(ecomb, ns); 6017 } 6018 6019 return (cur); 6020 } 6021 6022 #include <sys/tsol/label_macro.h> /* XXX should not need this */ 6023 6024 /* 6025 * From a cred_t, construct a sensitivity label extension 6026 * 6027 * We send up a fixed-size sensitivity label bitmap, and are perhaps 6028 * overly chummy with the underlying data structures here. 6029 */ 6030 6031 /* ARGSUSED */ 6032 int 6033 sadb_sens_len_from_label(ts_label_t *tsl) 6034 { 6035 int baselen = sizeof (sadb_sens_t) + _C_LEN * 4; 6036 return (roundup(baselen, sizeof (uint64_t))); 6037 } 6038 6039 void 6040 sadb_sens_from_label(sadb_sens_t *sens, int exttype, ts_label_t *tsl, 6041 int senslen) 6042 { 6043 uint8_t *bitmap; 6044 bslabel_t *sl; 6045 6046 /* LINTED */ 6047 ASSERT((_C_LEN & 1) == 0); 6048 ASSERT((senslen & 7) == 0); 6049 6050 sl = label2bslabel(tsl); 6051 6052 sens->sadb_sens_exttype = exttype; 6053 sens->sadb_sens_len = SADB_8TO64(senslen); 6054 6055 sens->sadb_sens_dpd = tsl->tsl_doi; 6056 sens->sadb_sens_sens_level = LCLASS(sl); 6057 sens->sadb_sens_integ_level = 0; /* TBD */ 6058 sens->sadb_sens_sens_len = _C_LEN >> 1; 6059 sens->sadb_sens_integ_len = 0; /* TBD */ 6060 sens->sadb_x_sens_flags = 0; 6061 6062 bitmap = (uint8_t *)(sens + 1); 6063 bcopy(&(((_bslabel_impl_t *)sl)->compartments), bitmap, _C_LEN * 4); 6064 } 6065 6066 /* 6067 * Okay, how do we report errors/invalid labels from this? 6068 * With a special designated "not a label" cred_t ? 6069 */ 6070 /* ARGSUSED */ 6071 ts_label_t * 6072 sadb_label_from_sens(sadb_sens_t *sens, uint64_t *bitmap) 6073 { 6074 int bitmap_len = SADB_64TO8(sens->sadb_sens_sens_len); 6075 bslabel_t sl; 6076 ts_label_t *tsl; 6077 6078 if (sens->sadb_sens_integ_level != 0) 6079 return (NULL); 6080 if (sens->sadb_sens_integ_len != 0) 6081 return (NULL); 6082 if (bitmap_len > _C_LEN * 4) 6083 return (NULL); 6084 6085 bsllow(&sl); 6086 LCLASS_SET((_bslabel_impl_t *)&sl, sens->sadb_sens_sens_level); 6087 bcopy(bitmap, &((_bslabel_impl_t *)&sl)->compartments, 6088 bitmap_len); 6089 6090 tsl = labelalloc(&sl, sens->sadb_sens_dpd, KM_NOSLEEP); 6091 if (tsl == NULL) 6092 return (NULL); 6093 6094 if (sens->sadb_x_sens_flags & SADB_X_SENS_UNLABELED) 6095 tsl->tsl_flags |= TSLF_UNLABELED; 6096 return (tsl); 6097 } 6098 6099 /* End XXX label-library-leakage */ 6100 6101 /* 6102 * Given an SADB_GETSPI message, find an appropriately ranged SA and 6103 * allocate an SA. If there are message improprieties, return (ipsa_t *)-1. 6104 * If there was a memory allocation error, return NULL. (Assume NULL != 6105 * (ipsa_t *)-1). 6106 * 6107 * master_spi is passed in host order. 6108 */ 6109 ipsa_t * 6110 sadb_getspi(keysock_in_t *ksi, uint32_t master_spi, int *diagnostic, 6111 netstack_t *ns, uint_t sa_type) 6112 { 6113 sadb_address_t *src = 6114 (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_SRC], 6115 *dst = (sadb_address_t *)ksi->ks_in_extv[SADB_EXT_ADDRESS_DST]; 6116 sadb_spirange_t *range = 6117 (sadb_spirange_t *)ksi->ks_in_extv[SADB_EXT_SPIRANGE]; 6118 struct sockaddr_in *ssa, *dsa; 6119 struct sockaddr_in6 *ssa6, *dsa6; 6120 uint32_t *srcaddr, *dstaddr; 6121 sa_family_t af; 6122 uint32_t add, min, max; 6123 uint8_t protocol = 6124 (sa_type == SADB_SATYPE_AH) ? IPPROTO_AH : IPPROTO_ESP; 6125 6126 if (src == NULL) { 6127 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_SRC; 6128 return ((ipsa_t *)-1); 6129 } 6130 if (dst == NULL) { 6131 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_DST; 6132 return ((ipsa_t *)-1); 6133 } 6134 if (range == NULL) { 6135 *diagnostic = SADB_X_DIAGNOSTIC_MISSING_RANGE; 6136 return ((ipsa_t *)-1); 6137 } 6138 6139 min = ntohl(range->sadb_spirange_min); 6140 max = ntohl(range->sadb_spirange_max); 6141 dsa = (struct sockaddr_in *)(dst + 1); 6142 dsa6 = (struct sockaddr_in6 *)dsa; 6143 6144 ssa = (struct sockaddr_in *)(src + 1); 6145 ssa6 = (struct sockaddr_in6 *)ssa; 6146 ASSERT(dsa->sin_family == ssa->sin_family); 6147 6148 srcaddr = ALL_ZEROES_PTR; 6149 af = dsa->sin_family; 6150 switch (af) { 6151 case AF_INET: 6152 if (src != NULL) 6153 srcaddr = (uint32_t *)(&ssa->sin_addr); 6154 dstaddr = (uint32_t *)(&dsa->sin_addr); 6155 break; 6156 case AF_INET6: 6157 if (src != NULL) 6158 srcaddr = (uint32_t *)(&ssa6->sin6_addr); 6159 dstaddr = (uint32_t *)(&dsa6->sin6_addr); 6160 break; 6161 default: 6162 *diagnostic = SADB_X_DIAGNOSTIC_BAD_DST_AF; 6163 return ((ipsa_t *)-1); 6164 } 6165 6166 if (master_spi < min || master_spi > max) { 6167 /* Return a random value in the range. */ 6168 if (cl_inet_getspi) { 6169 cl_inet_getspi(ns->netstack_stackid, protocol, 6170 (uint8_t *)&add, sizeof (add), NULL); 6171 } else { 6172 (void) random_get_pseudo_bytes((uint8_t *)&add, 6173 sizeof (add)); 6174 } 6175 master_spi = min + (add % (max - min + 1)); 6176 } 6177 6178 /* 6179 * Since master_spi is passed in host order, we need to htonl() it 6180 * for the purposes of creating a new SA. 6181 */ 6182 return (sadb_makelarvalassoc(htonl(master_spi), srcaddr, dstaddr, af, 6183 ns)); 6184 } 6185 6186 /* 6187 * 6188 * Locate an ACQUIRE and nuke it. If I have an samsg that's larger than the 6189 * base header, just ignore it. Otherwise, lock down the whole ACQUIRE list 6190 * and scan for the sequence number in question. I may wish to accept an 6191 * address pair with it, for easier searching. 6192 * 6193 * Caller frees the message, so we don't have to here. 6194 * 6195 * NOTE: The pfkey_q parameter may be used in the future for ACQUIRE 6196 * failures. 6197 */ 6198 /* ARGSUSED */ 6199 void 6200 sadb_in_acquire(sadb_msg_t *samsg, sadbp_t *sp, queue_t *pfkey_q, 6201 netstack_t *ns) 6202 { 6203 int i; 6204 ipsacq_t *acqrec; 6205 iacqf_t *bucket; 6206 6207 /* 6208 * I only accept the base header for this! 6209 * Though to be honest, requiring the dst address would help 6210 * immensely. 6211 * 6212 * XXX There are already cases where I can get the dst address. 6213 */ 6214 if (samsg->sadb_msg_len > SADB_8TO64(sizeof (*samsg))) 6215 return; 6216 6217 /* 6218 * Using the samsg->sadb_msg_seq, find the ACQUIRE record, delete it, 6219 * (and in the future send a message to IP with the appropriate error 6220 * number). 6221 * 6222 * Q: Do I want to reject if pid != 0? 6223 */ 6224 6225 for (i = 0; i < sp->s_v4.sdb_hashsize; i++) { 6226 bucket = &sp->s_v4.sdb_acq[i]; 6227 mutex_enter(&bucket->iacqf_lock); 6228 for (acqrec = bucket->iacqf_ipsacq; acqrec != NULL; 6229 acqrec = acqrec->ipsacq_next) { 6230 if (samsg->sadb_msg_seq == acqrec->ipsacq_seq) 6231 break; /* for acqrec... loop. */ 6232 } 6233 if (acqrec != NULL) 6234 break; /* for i = 0... loop. */ 6235 6236 mutex_exit(&bucket->iacqf_lock); 6237 } 6238 6239 if (acqrec == NULL) { 6240 for (i = 0; i < sp->s_v6.sdb_hashsize; i++) { 6241 bucket = &sp->s_v6.sdb_acq[i]; 6242 mutex_enter(&bucket->iacqf_lock); 6243 for (acqrec = bucket->iacqf_ipsacq; acqrec != NULL; 6244 acqrec = acqrec->ipsacq_next) { 6245 if (samsg->sadb_msg_seq == acqrec->ipsacq_seq) 6246 break; /* for acqrec... loop. */ 6247 } 6248 if (acqrec != NULL) 6249 break; /* for i = 0... loop. */ 6250 6251 mutex_exit(&bucket->iacqf_lock); 6252 } 6253 } 6254 6255 6256 if (acqrec == NULL) 6257 return; 6258 6259 /* 6260 * What do I do with the errno and IP? I may need mp's services a 6261 * little more. See sadb_destroy_acquire() for future directions 6262 * beyond free the mblk chain on the acquire record. 6263 */ 6264 6265 ASSERT(&bucket->iacqf_lock == acqrec->ipsacq_linklock); 6266 sadb_destroy_acquire(acqrec, ns); 6267 /* Have to exit mutex here, because of breaking out of for loop. */ 6268 mutex_exit(&bucket->iacqf_lock); 6269 } 6270 6271 /* 6272 * The following functions work with the replay windows of an SA. They assume 6273 * the ipsa->ipsa_replay_arr is an array of uint64_t, and that the bit vector 6274 * represents the highest sequence number packet received, and back 6275 * (ipsa->ipsa_replay_wsize) packets. 6276 */ 6277 6278 /* 6279 * Is the replay bit set? 6280 */ 6281 static boolean_t 6282 ipsa_is_replay_set(ipsa_t *ipsa, uint32_t offset) 6283 { 6284 uint64_t bit = (uint64_t)1 << (uint64_t)(offset & 63); 6285 6286 return ((bit & ipsa->ipsa_replay_arr[offset >> 6]) ? B_TRUE : B_FALSE); 6287 } 6288 6289 /* 6290 * Shift the bits of the replay window over. 6291 */ 6292 static void 6293 ipsa_shift_replay(ipsa_t *ipsa, uint32_t shift) 6294 { 6295 int i; 6296 int jump = ((shift - 1) >> 6) + 1; 6297 6298 if (shift == 0) 6299 return; 6300 6301 for (i = (ipsa->ipsa_replay_wsize - 1) >> 6; i >= 0; i--) { 6302 if (i + jump <= (ipsa->ipsa_replay_wsize - 1) >> 6) { 6303 ipsa->ipsa_replay_arr[i + jump] |= 6304 ipsa->ipsa_replay_arr[i] >> (64 - (shift & 63)); 6305 } 6306 ipsa->ipsa_replay_arr[i] <<= shift; 6307 } 6308 } 6309 6310 /* 6311 * Set a bit in the bit vector. 6312 */ 6313 static void 6314 ipsa_set_replay(ipsa_t *ipsa, uint32_t offset) 6315 { 6316 uint64_t bit = (uint64_t)1 << (uint64_t)(offset & 63); 6317 6318 ipsa->ipsa_replay_arr[offset >> 6] |= bit; 6319 } 6320 6321 #define SADB_MAX_REPLAY_VALUE 0xffffffff 6322 6323 /* 6324 * Assume caller has NOT done ntohl() already on seq. Check to see 6325 * if replay sequence number "seq" has been seen already. 6326 */ 6327 boolean_t 6328 sadb_replay_check(ipsa_t *ipsa, uint32_t seq) 6329 { 6330 boolean_t rc; 6331 uint32_t diff; 6332 6333 if (ipsa->ipsa_replay_wsize == 0) 6334 return (B_TRUE); 6335 6336 /* 6337 * NOTE: I've already checked for 0 on the wire in sadb_replay_peek(). 6338 */ 6339 6340 /* Convert sequence number into host order before holding the mutex. */ 6341 seq = ntohl(seq); 6342 6343 mutex_enter(&ipsa->ipsa_lock); 6344 6345 /* Initialize inbound SA's ipsa_replay field to last one received. */ 6346 if (ipsa->ipsa_replay == 0) 6347 ipsa->ipsa_replay = 1; 6348 6349 if (seq > ipsa->ipsa_replay) { 6350 /* 6351 * I have received a new "highest value received". Shift 6352 * the replay window over. 6353 */ 6354 diff = seq - ipsa->ipsa_replay; 6355 if (diff < ipsa->ipsa_replay_wsize) { 6356 /* In replay window, shift bits over. */ 6357 ipsa_shift_replay(ipsa, diff); 6358 } else { 6359 /* WAY FAR AHEAD, clear bits and start again. */ 6360 bzero(ipsa->ipsa_replay_arr, 6361 sizeof (ipsa->ipsa_replay_arr)); 6362 } 6363 ipsa_set_replay(ipsa, 0); 6364 ipsa->ipsa_replay = seq; 6365 rc = B_TRUE; 6366 goto done; 6367 } 6368 diff = ipsa->ipsa_replay - seq; 6369 if (diff >= ipsa->ipsa_replay_wsize || ipsa_is_replay_set(ipsa, diff)) { 6370 rc = B_FALSE; 6371 goto done; 6372 } 6373 /* Set this packet as seen. */ 6374 ipsa_set_replay(ipsa, diff); 6375 6376 rc = B_TRUE; 6377 done: 6378 mutex_exit(&ipsa->ipsa_lock); 6379 return (rc); 6380 } 6381 6382 /* 6383 * "Peek" and see if we should even bother going through the effort of 6384 * running an authentication check on the sequence number passed in. 6385 * this takes into account packets that are below the replay window, 6386 * and collisions with already replayed packets. Return B_TRUE if it 6387 * is okay to proceed, B_FALSE if this packet should be dropped immediately. 6388 * Assume same byte-ordering as sadb_replay_check. 6389 */ 6390 boolean_t 6391 sadb_replay_peek(ipsa_t *ipsa, uint32_t seq) 6392 { 6393 boolean_t rc = B_FALSE; 6394 uint32_t diff; 6395 6396 if (ipsa->ipsa_replay_wsize == 0) 6397 return (B_TRUE); 6398 6399 /* 6400 * 0 is 0, regardless of byte order... :) 6401 * 6402 * If I get 0 on the wire (and there is a replay window) then the 6403 * sender most likely wrapped. This ipsa may need to be marked or 6404 * something. 6405 */ 6406 if (seq == 0) 6407 return (B_FALSE); 6408 6409 seq = ntohl(seq); 6410 mutex_enter(&ipsa->ipsa_lock); 6411 if (seq < ipsa->ipsa_replay - ipsa->ipsa_replay_wsize && 6412 ipsa->ipsa_replay >= ipsa->ipsa_replay_wsize) 6413 goto done; 6414 6415 /* 6416 * If I've hit 0xffffffff, then quite honestly, I don't need to 6417 * bother with formalities. I'm not accepting any more packets 6418 * on this SA. 6419 */ 6420 if (ipsa->ipsa_replay == SADB_MAX_REPLAY_VALUE) { 6421 /* 6422 * Since we're already holding the lock, update the 6423 * expire time ala. sadb_replay_delete() and return. 6424 */ 6425 ipsa->ipsa_hardexpiretime = (time_t)1; 6426 goto done; 6427 } 6428 6429 if (seq <= ipsa->ipsa_replay) { 6430 /* 6431 * This seq is in the replay window. I'm not below it, 6432 * because I already checked for that above! 6433 */ 6434 diff = ipsa->ipsa_replay - seq; 6435 if (ipsa_is_replay_set(ipsa, diff)) 6436 goto done; 6437 } 6438 /* Else return B_TRUE, I'm going to advance the window. */ 6439 6440 rc = B_TRUE; 6441 done: 6442 mutex_exit(&ipsa->ipsa_lock); 6443 return (rc); 6444 } 6445 6446 /* 6447 * Delete a single SA. 6448 * 6449 * For now, use the quick-and-dirty trick of making the association's 6450 * hard-expire lifetime (time_t)1, ensuring deletion by the *_ager(). 6451 */ 6452 void 6453 sadb_replay_delete(ipsa_t *assoc) 6454 { 6455 mutex_enter(&assoc->ipsa_lock); 6456 assoc->ipsa_hardexpiretime = (time_t)1; 6457 mutex_exit(&assoc->ipsa_lock); 6458 } 6459 6460 /* 6461 * Special front-end to ipsec_rl_strlog() dealing with SA failure. 6462 * this is designed to take only a format string with "* %x * %s *", so 6463 * that "spi" is printed first, then "addr" is converted using inet_pton(). 6464 * 6465 * This is abstracted out to save the stack space for only when inet_pton() 6466 * is called. Make sure "spi" is in network order; it usually is when this 6467 * would get called. 6468 */ 6469 void 6470 ipsec_assocfailure(short mid, short sid, char level, ushort_t sl, char *fmt, 6471 uint32_t spi, void *addr, int af, netstack_t *ns) 6472 { 6473 char buf[INET6_ADDRSTRLEN]; 6474 6475 ASSERT(af == AF_INET6 || af == AF_INET); 6476 6477 ipsec_rl_strlog(ns, mid, sid, level, sl, fmt, ntohl(spi), 6478 inet_ntop(af, addr, buf, sizeof (buf))); 6479 } 6480 6481 /* 6482 * Fills in a reference to the policy, if any, from the conn, in *ppp 6483 */ 6484 static void 6485 ipsec_conn_pol(ipsec_selector_t *sel, conn_t *connp, ipsec_policy_t **ppp) 6486 { 6487 ipsec_policy_t *pp; 6488 ipsec_latch_t *ipl = connp->conn_latch; 6489 6490 if ((ipl != NULL) && (connp->conn_ixa->ixa_ipsec_policy != NULL)) { 6491 pp = connp->conn_ixa->ixa_ipsec_policy; 6492 IPPOL_REFHOLD(pp); 6493 } else { 6494 pp = ipsec_find_policy(IPSEC_TYPE_OUTBOUND, connp, sel, 6495 connp->conn_netstack); 6496 } 6497 *ppp = pp; 6498 } 6499 6500 /* 6501 * The following functions scan through active conn_t structures 6502 * and return a reference to the best-matching policy it can find. 6503 * Caller must release the reference. 6504 */ 6505 static void 6506 ipsec_udp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, ip_stack_t *ipst) 6507 { 6508 connf_t *connfp; 6509 conn_t *connp = NULL; 6510 ipsec_selector_t portonly; 6511 6512 bzero((void *)&portonly, sizeof (portonly)); 6513 6514 if (sel->ips_local_port == 0) 6515 return; 6516 6517 connfp = &ipst->ips_ipcl_udp_fanout[IPCL_UDP_HASH(sel->ips_local_port, 6518 ipst)]; 6519 mutex_enter(&connfp->connf_lock); 6520 6521 if (sel->ips_isv4) { 6522 connp = connfp->connf_head; 6523 while (connp != NULL) { 6524 if (IPCL_UDP_MATCH(connp, sel->ips_local_port, 6525 sel->ips_local_addr_v4, sel->ips_remote_port, 6526 sel->ips_remote_addr_v4)) 6527 break; 6528 connp = connp->conn_next; 6529 } 6530 6531 if (connp == NULL) { 6532 /* Try port-only match in IPv6. */ 6533 portonly.ips_local_port = sel->ips_local_port; 6534 sel = &portonly; 6535 } 6536 } 6537 6538 if (connp == NULL) { 6539 connp = connfp->connf_head; 6540 while (connp != NULL) { 6541 if (IPCL_UDP_MATCH_V6(connp, sel->ips_local_port, 6542 sel->ips_local_addr_v6, sel->ips_remote_port, 6543 sel->ips_remote_addr_v6)) 6544 break; 6545 connp = connp->conn_next; 6546 } 6547 6548 if (connp == NULL) { 6549 mutex_exit(&connfp->connf_lock); 6550 return; 6551 } 6552 } 6553 6554 CONN_INC_REF(connp); 6555 mutex_exit(&connfp->connf_lock); 6556 6557 ipsec_conn_pol(sel, connp, ppp); 6558 CONN_DEC_REF(connp); 6559 } 6560 6561 static conn_t * 6562 ipsec_find_listen_conn(uint16_t *pptr, ipsec_selector_t *sel, ip_stack_t *ipst) 6563 { 6564 connf_t *connfp; 6565 conn_t *connp = NULL; 6566 const in6_addr_t *v6addrmatch = &sel->ips_local_addr_v6; 6567 6568 if (sel->ips_local_port == 0) 6569 return (NULL); 6570 6571 connfp = &ipst->ips_ipcl_bind_fanout[ 6572 IPCL_BIND_HASH(sel->ips_local_port, ipst)]; 6573 mutex_enter(&connfp->connf_lock); 6574 6575 if (sel->ips_isv4) { 6576 connp = connfp->connf_head; 6577 while (connp != NULL) { 6578 if (IPCL_BIND_MATCH(connp, IPPROTO_TCP, 6579 sel->ips_local_addr_v4, pptr[1])) 6580 break; 6581 connp = connp->conn_next; 6582 } 6583 6584 if (connp == NULL) { 6585 /* Match to all-zeroes. */ 6586 v6addrmatch = &ipv6_all_zeros; 6587 } 6588 } 6589 6590 if (connp == NULL) { 6591 connp = connfp->connf_head; 6592 while (connp != NULL) { 6593 if (IPCL_BIND_MATCH_V6(connp, IPPROTO_TCP, 6594 *v6addrmatch, pptr[1])) 6595 break; 6596 connp = connp->conn_next; 6597 } 6598 6599 if (connp == NULL) { 6600 mutex_exit(&connfp->connf_lock); 6601 return (NULL); 6602 } 6603 } 6604 6605 CONN_INC_REF(connp); 6606 mutex_exit(&connfp->connf_lock); 6607 return (connp); 6608 } 6609 6610 static void 6611 ipsec_tcp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, ip_stack_t *ipst) 6612 { 6613 connf_t *connfp; 6614 conn_t *connp; 6615 uint32_t ports; 6616 uint16_t *pptr = (uint16_t *)&ports; 6617 6618 /* 6619 * Find TCP state in the following order: 6620 * 1.) Connected conns. 6621 * 2.) Listeners. 6622 * 6623 * Even though #2 will be the common case for inbound traffic, only 6624 * following this order insures correctness. 6625 */ 6626 6627 if (sel->ips_local_port == 0) 6628 return; 6629 6630 /* 6631 * 0 should be fport, 1 should be lport. SRC is the local one here. 6632 * See ipsec_construct_inverse_acquire() for details. 6633 */ 6634 pptr[0] = sel->ips_remote_port; 6635 pptr[1] = sel->ips_local_port; 6636 6637 connfp = &ipst->ips_ipcl_conn_fanout[ 6638 IPCL_CONN_HASH(sel->ips_remote_addr_v4, ports, ipst)]; 6639 mutex_enter(&connfp->connf_lock); 6640 connp = connfp->connf_head; 6641 6642 if (sel->ips_isv4) { 6643 while (connp != NULL) { 6644 if (IPCL_CONN_MATCH(connp, IPPROTO_TCP, 6645 sel->ips_remote_addr_v4, sel->ips_local_addr_v4, 6646 ports)) 6647 break; 6648 connp = connp->conn_next; 6649 } 6650 } else { 6651 while (connp != NULL) { 6652 if (IPCL_CONN_MATCH_V6(connp, IPPROTO_TCP, 6653 sel->ips_remote_addr_v6, sel->ips_local_addr_v6, 6654 ports)) 6655 break; 6656 connp = connp->conn_next; 6657 } 6658 } 6659 6660 if (connp != NULL) { 6661 CONN_INC_REF(connp); 6662 mutex_exit(&connfp->connf_lock); 6663 } else { 6664 mutex_exit(&connfp->connf_lock); 6665 6666 /* Try the listen hash. */ 6667 if ((connp = ipsec_find_listen_conn(pptr, sel, ipst)) == NULL) 6668 return; 6669 } 6670 6671 ipsec_conn_pol(sel, connp, ppp); 6672 CONN_DEC_REF(connp); 6673 } 6674 6675 static void 6676 ipsec_sctp_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6677 ip_stack_t *ipst) 6678 { 6679 conn_t *connp; 6680 uint32_t ports; 6681 uint16_t *pptr = (uint16_t *)&ports; 6682 6683 /* 6684 * Find SCP state in the following order: 6685 * 1.) Connected conns. 6686 * 2.) Listeners. 6687 * 6688 * Even though #2 will be the common case for inbound traffic, only 6689 * following this order insures correctness. 6690 */ 6691 6692 if (sel->ips_local_port == 0) 6693 return; 6694 6695 /* 6696 * 0 should be fport, 1 should be lport. SRC is the local one here. 6697 * See ipsec_construct_inverse_acquire() for details. 6698 */ 6699 pptr[0] = sel->ips_remote_port; 6700 pptr[1] = sel->ips_local_port; 6701 6702 /* 6703 * For labeled systems, there's no need to check the 6704 * label here. It's known to be good as we checked 6705 * before allowing the connection to become bound. 6706 */ 6707 if (sel->ips_isv4) { 6708 in6_addr_t src, dst; 6709 6710 IN6_IPADDR_TO_V4MAPPED(sel->ips_remote_addr_v4, &dst); 6711 IN6_IPADDR_TO_V4MAPPED(sel->ips_local_addr_v4, &src); 6712 connp = sctp_find_conn(&dst, &src, ports, ALL_ZONES, 6713 0, ipst->ips_netstack->netstack_sctp); 6714 } else { 6715 connp = sctp_find_conn(&sel->ips_remote_addr_v6, 6716 &sel->ips_local_addr_v6, ports, ALL_ZONES, 6717 0, ipst->ips_netstack->netstack_sctp); 6718 } 6719 if (connp == NULL) 6720 return; 6721 ipsec_conn_pol(sel, connp, ppp); 6722 CONN_DEC_REF(connp); 6723 } 6724 6725 /* 6726 * Fill in a query for the SPD (in "sel") using two PF_KEY address extensions. 6727 * Returns 0 or errno, and always sets *diagnostic to something appropriate 6728 * to PF_KEY. 6729 * 6730 * NOTE: For right now, this function (and ipsec_selector_t for that matter), 6731 * ignore prefix lengths in the address extension. Since we match on first- 6732 * entered policies, this shouldn't matter. Also, since we normalize prefix- 6733 * set addresses to mask out the lower bits, we should get a suitable search 6734 * key for the SPD anyway. This is the function to change if the assumption 6735 * about suitable search keys is wrong. 6736 */ 6737 static int 6738 ipsec_get_inverse_acquire_sel(ipsec_selector_t *sel, sadb_address_t *srcext, 6739 sadb_address_t *dstext, int *diagnostic) 6740 { 6741 struct sockaddr_in *src, *dst; 6742 struct sockaddr_in6 *src6, *dst6; 6743 6744 *diagnostic = 0; 6745 6746 bzero(sel, sizeof (*sel)); 6747 sel->ips_protocol = srcext->sadb_address_proto; 6748 dst = (struct sockaddr_in *)(dstext + 1); 6749 if (dst->sin_family == AF_INET6) { 6750 dst6 = (struct sockaddr_in6 *)dst; 6751 src6 = (struct sockaddr_in6 *)(srcext + 1); 6752 if (src6->sin6_family != AF_INET6) { 6753 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6754 return (EINVAL); 6755 } 6756 sel->ips_remote_addr_v6 = dst6->sin6_addr; 6757 sel->ips_local_addr_v6 = src6->sin6_addr; 6758 if (sel->ips_protocol == IPPROTO_ICMPV6) { 6759 sel->ips_is_icmp_inv_acq = 1; 6760 } else { 6761 sel->ips_remote_port = dst6->sin6_port; 6762 sel->ips_local_port = src6->sin6_port; 6763 } 6764 sel->ips_isv4 = B_FALSE; 6765 } else { 6766 src = (struct sockaddr_in *)(srcext + 1); 6767 if (src->sin_family != AF_INET) { 6768 *diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6769 return (EINVAL); 6770 } 6771 sel->ips_remote_addr_v4 = dst->sin_addr.s_addr; 6772 sel->ips_local_addr_v4 = src->sin_addr.s_addr; 6773 if (sel->ips_protocol == IPPROTO_ICMP) { 6774 sel->ips_is_icmp_inv_acq = 1; 6775 } else { 6776 sel->ips_remote_port = dst->sin_port; 6777 sel->ips_local_port = src->sin_port; 6778 } 6779 sel->ips_isv4 = B_TRUE; 6780 } 6781 return (0); 6782 } 6783 6784 /* 6785 * We have encapsulation. 6786 * - Lookup tun_t by address and look for an associated 6787 * tunnel policy 6788 * - If there are inner selectors 6789 * - check ITPF_P_TUNNEL and ITPF_P_ACTIVE 6790 * - Look up tunnel policy based on selectors 6791 * - Else 6792 * - Sanity check the negotation 6793 * - If appropriate, fall through to global policy 6794 */ 6795 static int 6796 ipsec_tun_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6797 sadb_address_t *innsrcext, sadb_address_t *inndstext, ipsec_tun_pol_t *itp, 6798 int *diagnostic) 6799 { 6800 int err; 6801 ipsec_policy_head_t *polhead; 6802 6803 *diagnostic = 0; 6804 6805 /* Check for inner selectors and act appropriately */ 6806 6807 if (innsrcext != NULL) { 6808 /* Inner selectors present */ 6809 ASSERT(inndstext != NULL); 6810 if ((itp == NULL) || 6811 (itp->itp_flags & (ITPF_P_ACTIVE | ITPF_P_TUNNEL)) != 6812 (ITPF_P_ACTIVE | ITPF_P_TUNNEL)) { 6813 /* 6814 * If inner packet selectors, we must have negotiate 6815 * tunnel and active policy. If the tunnel has 6816 * transport-mode policy set on it, or has no policy, 6817 * fail. 6818 */ 6819 return (ENOENT); 6820 } else { 6821 /* 6822 * Reset "sel" to indicate inner selectors. Pass 6823 * inner PF_KEY address extensions for this to happen. 6824 */ 6825 if ((err = ipsec_get_inverse_acquire_sel(sel, 6826 innsrcext, inndstext, diagnostic)) != 0) 6827 return (err); 6828 /* 6829 * Now look for a tunnel policy based on those inner 6830 * selectors. (Common code is below.) 6831 */ 6832 } 6833 } else { 6834 /* No inner selectors present */ 6835 if ((itp == NULL) || !(itp->itp_flags & ITPF_P_ACTIVE)) { 6836 /* 6837 * Transport mode negotiation with no tunnel policy 6838 * configured - return to indicate a global policy 6839 * check is needed. 6840 */ 6841 return (0); 6842 } else if (itp->itp_flags & ITPF_P_TUNNEL) { 6843 /* Tunnel mode set with no inner selectors. */ 6844 return (ENOENT); 6845 } 6846 /* 6847 * Else, this is a tunnel policy configured with ifconfig(1m) 6848 * or "negotiate transport" with ipsecconf(1m). We have an 6849 * itp with policy set based on any match, so don't bother 6850 * changing fields in "sel". 6851 */ 6852 } 6853 6854 ASSERT(itp != NULL); 6855 polhead = itp->itp_policy; 6856 ASSERT(polhead != NULL); 6857 rw_enter(&polhead->iph_lock, RW_READER); 6858 *ppp = ipsec_find_policy_head(NULL, polhead, IPSEC_TYPE_INBOUND, sel); 6859 rw_exit(&polhead->iph_lock); 6860 6861 /* 6862 * Don't default to global if we didn't find a matching policy entry. 6863 * Instead, send ENOENT, just like if we hit a transport-mode tunnel. 6864 */ 6865 if (*ppp == NULL) 6866 return (ENOENT); 6867 6868 return (0); 6869 } 6870 6871 /* 6872 * For sctp conn_faddr is the primary address, hence this is of limited 6873 * use for sctp. 6874 */ 6875 static void 6876 ipsec_oth_pol(ipsec_selector_t *sel, ipsec_policy_t **ppp, 6877 ip_stack_t *ipst) 6878 { 6879 boolean_t isv4 = sel->ips_isv4; 6880 connf_t *connfp; 6881 conn_t *connp; 6882 6883 if (isv4) { 6884 connfp = &ipst->ips_ipcl_proto_fanout_v4[sel->ips_protocol]; 6885 } else { 6886 connfp = &ipst->ips_ipcl_proto_fanout_v6[sel->ips_protocol]; 6887 } 6888 6889 mutex_enter(&connfp->connf_lock); 6890 for (connp = connfp->connf_head; connp != NULL; 6891 connp = connp->conn_next) { 6892 if (isv4) { 6893 if ((connp->conn_laddr_v4 == INADDR_ANY || 6894 connp->conn_laddr_v4 == sel->ips_local_addr_v4) && 6895 (connp->conn_faddr_v4 == INADDR_ANY || 6896 connp->conn_faddr_v4 == sel->ips_remote_addr_v4)) 6897 break; 6898 } else { 6899 if ((IN6_IS_ADDR_UNSPECIFIED(&connp->conn_laddr_v6) || 6900 IN6_ARE_ADDR_EQUAL(&connp->conn_laddr_v6, 6901 &sel->ips_local_addr_v6)) && 6902 (IN6_IS_ADDR_UNSPECIFIED(&connp->conn_faddr_v6) || 6903 IN6_ARE_ADDR_EQUAL(&connp->conn_faddr_v6, 6904 &sel->ips_remote_addr_v6))) 6905 break; 6906 } 6907 } 6908 if (connp == NULL) { 6909 mutex_exit(&connfp->connf_lock); 6910 return; 6911 } 6912 6913 CONN_INC_REF(connp); 6914 mutex_exit(&connfp->connf_lock); 6915 6916 ipsec_conn_pol(sel, connp, ppp); 6917 CONN_DEC_REF(connp); 6918 } 6919 6920 /* 6921 * Construct an inverse ACQUIRE reply based on: 6922 * 6923 * 1.) Current global policy. 6924 * 2.) An conn_t match depending on what all was passed in the extv[]. 6925 * 3.) A tunnel's policy head. 6926 * ... 6927 * N.) Other stuff TBD (e.g. identities) 6928 * 6929 * If there is an error, set sadb_msg_errno and sadb_x_msg_diagnostic 6930 * in this function so the caller can extract them where appropriately. 6931 * 6932 * The SRC address is the local one - just like an outbound ACQUIRE message. 6933 * 6934 * XXX MLS: key management supplies a label which we just reflect back up 6935 * again. clearly we need to involve the label in the rest of the checks. 6936 */ 6937 mblk_t * 6938 ipsec_construct_inverse_acquire(sadb_msg_t *samsg, sadb_ext_t *extv[], 6939 netstack_t *ns) 6940 { 6941 int err; 6942 int diagnostic; 6943 sadb_address_t *srcext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_SRC], 6944 *dstext = (sadb_address_t *)extv[SADB_EXT_ADDRESS_DST], 6945 *innsrcext = (sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_SRC], 6946 *inndstext = (sadb_address_t *)extv[SADB_X_EXT_ADDRESS_INNER_DST]; 6947 sadb_sens_t *sens = (sadb_sens_t *)extv[SADB_EXT_SENSITIVITY]; 6948 struct sockaddr_in6 *src, *dst; 6949 struct sockaddr_in6 *isrc, *idst; 6950 ipsec_tun_pol_t *itp = NULL; 6951 ipsec_policy_t *pp = NULL; 6952 ipsec_selector_t sel, isel; 6953 mblk_t *retmp = NULL; 6954 ip_stack_t *ipst = ns->netstack_ip; 6955 6956 6957 /* Normalize addresses */ 6958 if (sadb_addrcheck(NULL, (mblk_t *)samsg, (sadb_ext_t *)srcext, 0, ns) 6959 == KS_IN_ADDR_UNKNOWN) { 6960 err = EINVAL; 6961 diagnostic = SADB_X_DIAGNOSTIC_BAD_SRC; 6962 goto bail; 6963 } 6964 src = (struct sockaddr_in6 *)(srcext + 1); 6965 if (sadb_addrcheck(NULL, (mblk_t *)samsg, (sadb_ext_t *)dstext, 0, ns) 6966 == KS_IN_ADDR_UNKNOWN) { 6967 err = EINVAL; 6968 diagnostic = SADB_X_DIAGNOSTIC_BAD_DST; 6969 goto bail; 6970 } 6971 dst = (struct sockaddr_in6 *)(dstext + 1); 6972 if (src->sin6_family != dst->sin6_family) { 6973 err = EINVAL; 6974 diagnostic = SADB_X_DIAGNOSTIC_AF_MISMATCH; 6975 goto bail; 6976 } 6977 6978 /* Check for tunnel mode and act appropriately */ 6979 if (innsrcext != NULL) { 6980 if (inndstext == NULL) { 6981 err = EINVAL; 6982 diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_DST; 6983 goto bail; 6984 } 6985 if (sadb_addrcheck(NULL, (mblk_t *)samsg, 6986 (sadb_ext_t *)innsrcext, 0, ns) == KS_IN_ADDR_UNKNOWN) { 6987 err = EINVAL; 6988 diagnostic = SADB_X_DIAGNOSTIC_MALFORMED_INNER_SRC; 6989 goto bail; 6990 } 6991 isrc = (struct sockaddr_in6 *)(innsrcext + 1); 6992 if (sadb_addrcheck(NULL, (mblk_t *)samsg, 6993 (sadb_ext_t *)inndstext, 0, ns) == KS_IN_ADDR_UNKNOWN) { 6994 err = EINVAL; 6995 diagnostic = SADB_X_DIAGNOSTIC_MALFORMED_INNER_DST; 6996 goto bail; 6997 } 6998 idst = (struct sockaddr_in6 *)(inndstext + 1); 6999 if (isrc->sin6_family != idst->sin6_family) { 7000 err = EINVAL; 7001 diagnostic = SADB_X_DIAGNOSTIC_INNER_AF_MISMATCH; 7002 goto bail; 7003 } 7004 if (isrc->sin6_family != AF_INET && 7005 isrc->sin6_family != AF_INET6) { 7006 err = EINVAL; 7007 diagnostic = SADB_X_DIAGNOSTIC_BAD_INNER_SRC_AF; 7008 goto bail; 7009 } 7010 } else if (inndstext != NULL) { 7011 err = EINVAL; 7012 diagnostic = SADB_X_DIAGNOSTIC_MISSING_INNER_SRC; 7013 goto bail; 7014 } 7015 7016 /* Get selectors first, based on outer addresses */ 7017 err = ipsec_get_inverse_acquire_sel(&sel, srcext, dstext, &diagnostic); 7018 if (err != 0) 7019 goto bail; 7020 7021 /* Check for tunnel mode mismatches. */ 7022 if (innsrcext != NULL && 7023 ((isrc->sin6_family == AF_INET && 7024 sel.ips_protocol != IPPROTO_ENCAP && sel.ips_protocol != 0) || 7025 (isrc->sin6_family == AF_INET6 && 7026 sel.ips_protocol != IPPROTO_IPV6 && sel.ips_protocol != 0))) { 7027 err = EPROTOTYPE; 7028 goto bail; 7029 } 7030 7031 /* 7032 * Okay, we have the addresses and other selector information. 7033 * Let's first find a conn... 7034 */ 7035 pp = NULL; 7036 switch (sel.ips_protocol) { 7037 case IPPROTO_TCP: 7038 ipsec_tcp_pol(&sel, &pp, ipst); 7039 break; 7040 case IPPROTO_UDP: 7041 ipsec_udp_pol(&sel, &pp, ipst); 7042 break; 7043 case IPPROTO_SCTP: 7044 ipsec_sctp_pol(&sel, &pp, ipst); 7045 break; 7046 case IPPROTO_ENCAP: 7047 case IPPROTO_IPV6: 7048 /* 7049 * Assume sel.ips_remote_addr_* has the right address at 7050 * that exact position. 7051 */ 7052 itp = itp_get_byaddr((uint32_t *)(&sel.ips_local_addr_v6), 7053 (uint32_t *)(&sel.ips_remote_addr_v6), src->sin6_family, 7054 ipst); 7055 7056 if (innsrcext == NULL) { 7057 /* 7058 * Transport-mode tunnel, make sure we fake out isel 7059 * to contain something based on the outer protocol. 7060 */ 7061 bzero(&isel, sizeof (isel)); 7062 isel.ips_isv4 = (sel.ips_protocol == IPPROTO_ENCAP); 7063 } /* Else isel is initialized by ipsec_tun_pol(). */ 7064 err = ipsec_tun_pol(&isel, &pp, innsrcext, inndstext, itp, 7065 &diagnostic); 7066 /* 7067 * NOTE: isel isn't used for now, but in RFC 430x IPsec, it 7068 * may be. 7069 */ 7070 if (err != 0) 7071 goto bail; 7072 break; 7073 default: 7074 ipsec_oth_pol(&sel, &pp, ipst); 7075 break; 7076 } 7077 7078 /* 7079 * If we didn't find a matching conn_t or other policy head, take a 7080 * look in the global policy. 7081 */ 7082 if (pp == NULL) { 7083 pp = ipsec_find_policy(IPSEC_TYPE_OUTBOUND, NULL, &sel, ns); 7084 if (pp == NULL) { 7085 /* There's no global policy. */ 7086 err = ENOENT; 7087 diagnostic = 0; 7088 goto bail; 7089 } 7090 } 7091 7092 ASSERT(pp != NULL); 7093 retmp = sadb_acquire_msg_base(0, 0, samsg->sadb_msg_seq, 7094 samsg->sadb_msg_pid); 7095 if (retmp != NULL) { 7096 /* Remove KEYSOCK_OUT, because caller constructs it instead. */ 7097 mblk_t *kso = retmp; 7098 7099 retmp = retmp->b_cont; 7100 freeb(kso); 7101 /* Append addresses... */ 7102 retmp->b_cont = sadb_acquire_msg_common(&sel, pp, NULL, 7103 (itp != NULL && (itp->itp_flags & ITPF_P_TUNNEL)), NULL, 7104 sens); 7105 if (retmp->b_cont == NULL) { 7106 freemsg(retmp); 7107 retmp = NULL; 7108 } 7109 /* And the policy result. */ 7110 retmp->b_cont->b_cont = 7111 sadb_acquire_extended_prop(pp->ipsp_act, ns); 7112 if (retmp->b_cont->b_cont == NULL) { 7113 freemsg(retmp); 7114 retmp = NULL; 7115 } 7116 ((sadb_msg_t *)retmp->b_rptr)->sadb_msg_len = 7117 SADB_8TO64(msgsize(retmp)); 7118 } 7119 7120 if (pp != NULL) { 7121 IPPOL_REFRELE(pp); 7122 } 7123 ASSERT(err == 0 && diagnostic == 0); 7124 if (retmp == NULL) 7125 err = ENOMEM; 7126 bail: 7127 if (itp != NULL) { 7128 ITP_REFRELE(itp, ns); 7129 } 7130 samsg->sadb_msg_errno = (uint8_t)err; 7131 samsg->sadb_x_msg_diagnostic = (uint16_t)diagnostic; 7132 return (retmp); 7133 } 7134 7135 /* 7136 * ipsa_lpkt is a one-element queue, only manipulated by the next two 7137 * functions. They have to hold the ipsa_lock because of potential races 7138 * between key management using SADB_UPDATE, and inbound packets that may 7139 * queue up on the larval SA (hence the 'l' in "lpkt"). 7140 */ 7141 7142 /* 7143 * sadb_set_lpkt: 7144 * 7145 * Returns the passed-in packet if the SA is no longer larval. 7146 * 7147 * Returns NULL if the SA is larval, and needs to be swapped into the SA for 7148 * processing after an SADB_UPDATE. 7149 */ 7150 mblk_t * 7151 sadb_set_lpkt(ipsa_t *ipsa, mblk_t *npkt, ip_recv_attr_t *ira) 7152 { 7153 mblk_t *opkt; 7154 7155 mutex_enter(&ipsa->ipsa_lock); 7156 opkt = ipsa->ipsa_lpkt; 7157 if (ipsa->ipsa_state == IPSA_STATE_LARVAL) { 7158 /* 7159 * Consume npkt and place it in the LARVAL SA's inbound 7160 * packet slot. 7161 */ 7162 mblk_t *attrmp; 7163 7164 attrmp = ip_recv_attr_to_mblk(ira); 7165 if (attrmp == NULL) { 7166 ill_t *ill = ira->ira_ill; 7167 7168 BUMP_MIB(ill->ill_ip_mib, ipIfStatsInDiscards); 7169 ip_drop_input("ipIfStatsInDiscards", npkt, ill); 7170 freemsg(npkt); 7171 opkt = NULL; 7172 } else { 7173 ASSERT(attrmp->b_cont == NULL); 7174 attrmp->b_cont = npkt; 7175 ipsa->ipsa_lpkt = attrmp; 7176 } 7177 npkt = NULL; 7178 } else { 7179 /* 7180 * If not larval, we lost the race. NOTE: ipsa_lpkt may still 7181 * have been non-NULL in the non-larval case, because of 7182 * inbound packets arriving prior to sadb_common_add() 7183 * transferring the SA completely out of larval state, but 7184 * after lpkt was grabbed by the AH/ESP-specific add routines. 7185 * We should clear the old ipsa_lpkt in this case to make sure 7186 * that it doesn't linger on the now-MATURE IPsec SA, or get 7187 * picked up as an out-of-order packet. 7188 */ 7189 ipsa->ipsa_lpkt = NULL; 7190 } 7191 mutex_exit(&ipsa->ipsa_lock); 7192 7193 if (opkt != NULL) { 7194 ipsec_stack_t *ipss; 7195 7196 ipss = ira->ira_ill->ill_ipst->ips_netstack->netstack_ipsec; 7197 opkt = ip_recv_attr_free_mblk(opkt); 7198 ip_drop_packet(opkt, B_TRUE, ira->ira_ill, 7199 DROPPER(ipss, ipds_sadb_inlarval_replace), 7200 &ipss->ipsec_sadb_dropper); 7201 } 7202 return (npkt); 7203 } 7204 7205 /* 7206 * sadb_clear_lpkt: Atomically clear ipsa->ipsa_lpkt and return the 7207 * previous value. 7208 */ 7209 mblk_t * 7210 sadb_clear_lpkt(ipsa_t *ipsa) 7211 { 7212 mblk_t *opkt; 7213 7214 mutex_enter(&ipsa->ipsa_lock); 7215 opkt = ipsa->ipsa_lpkt; 7216 ipsa->ipsa_lpkt = NULL; 7217 mutex_exit(&ipsa->ipsa_lock); 7218 return (opkt); 7219 } 7220 7221 /* 7222 * Buffer a packet that's in IDLE state as set by Solaris Clustering. 7223 */ 7224 void 7225 sadb_buf_pkt(ipsa_t *ipsa, mblk_t *bpkt, ip_recv_attr_t *ira) 7226 { 7227 netstack_t *ns = ira->ira_ill->ill_ipst->ips_netstack; 7228 ipsec_stack_t *ipss = ns->netstack_ipsec; 7229 in6_addr_t *srcaddr = (in6_addr_t *)(&ipsa->ipsa_srcaddr); 7230 in6_addr_t *dstaddr = (in6_addr_t *)(&ipsa->ipsa_dstaddr); 7231 mblk_t *mp; 7232 7233 ASSERT(ipsa->ipsa_state == IPSA_STATE_IDLE); 7234 7235 if (cl_inet_idlesa == NULL) { 7236 ip_drop_packet(bpkt, B_TRUE, ira->ira_ill, 7237 DROPPER(ipss, ipds_sadb_inidle_overflow), 7238 &ipss->ipsec_sadb_dropper); 7239 return; 7240 } 7241 7242 cl_inet_idlesa(ns->netstack_stackid, 7243 (ipsa->ipsa_type == SADB_SATYPE_AH) ? IPPROTO_AH : IPPROTO_ESP, 7244 ipsa->ipsa_spi, ipsa->ipsa_addrfam, *srcaddr, *dstaddr, NULL); 7245 7246 mp = ip_recv_attr_to_mblk(ira); 7247 if (mp == NULL) { 7248 ip_drop_packet(bpkt, B_TRUE, ira->ira_ill, 7249 DROPPER(ipss, ipds_sadb_inidle_overflow), 7250 &ipss->ipsec_sadb_dropper); 7251 return; 7252 } 7253 linkb(mp, bpkt); 7254 7255 mutex_enter(&ipsa->ipsa_lock); 7256 ipsa->ipsa_mblkcnt++; 7257 if (ipsa->ipsa_bpkt_head == NULL) { 7258 ipsa->ipsa_bpkt_head = ipsa->ipsa_bpkt_tail = bpkt; 7259 } else { 7260 ipsa->ipsa_bpkt_tail->b_next = bpkt; 7261 ipsa->ipsa_bpkt_tail = bpkt; 7262 if (ipsa->ipsa_mblkcnt > SADB_MAX_IDLEPKTS) { 7263 mblk_t *tmp; 7264 7265 tmp = ipsa->ipsa_bpkt_head; 7266 ipsa->ipsa_bpkt_head = ipsa->ipsa_bpkt_head->b_next; 7267 tmp = ip_recv_attr_free_mblk(tmp); 7268 ip_drop_packet(tmp, B_TRUE, NULL, 7269 DROPPER(ipss, ipds_sadb_inidle_overflow), 7270 &ipss->ipsec_sadb_dropper); 7271 ipsa->ipsa_mblkcnt --; 7272 } 7273 } 7274 mutex_exit(&ipsa->ipsa_lock); 7275 } 7276 7277 /* 7278 * Stub function that taskq_dispatch() invokes to take the mblk (in arg) 7279 * and put into STREAMS again. 7280 */ 7281 void 7282 sadb_clear_buf_pkt(void *ipkt) 7283 { 7284 mblk_t *tmp, *buf_pkt; 7285 ip_recv_attr_t iras; 7286 7287 buf_pkt = (mblk_t *)ipkt; 7288 7289 while (buf_pkt != NULL) { 7290 mblk_t *data_mp; 7291 7292 tmp = buf_pkt->b_next; 7293 buf_pkt->b_next = NULL; 7294 7295 data_mp = buf_pkt->b_cont; 7296 buf_pkt->b_cont = NULL; 7297 if (!ip_recv_attr_from_mblk(buf_pkt, &iras)) { 7298 /* The ill or ip_stack_t disappeared on us. */ 7299 ip_drop_input("ip_recv_attr_from_mblk", data_mp, NULL); 7300 freemsg(data_mp); 7301 } else { 7302 ip_input_post_ipsec(data_mp, &iras); 7303 } 7304 ira_cleanup(&iras, B_TRUE); 7305 buf_pkt = tmp; 7306 } 7307 } 7308 /* 7309 * Walker callback used by sadb_alg_update() to free/create crypto 7310 * context template when a crypto software provider is removed or 7311 * added. 7312 */ 7313 7314 struct sadb_update_alg_state { 7315 ipsec_algtype_t alg_type; 7316 uint8_t alg_id; 7317 boolean_t is_added; 7318 boolean_t async_auth; 7319 boolean_t async_encr; 7320 }; 7321 7322 static void 7323 sadb_alg_update_cb(isaf_t *head, ipsa_t *entry, void *cookie) 7324 { 7325 struct sadb_update_alg_state *update_state = 7326 (struct sadb_update_alg_state *)cookie; 7327 crypto_ctx_template_t *ctx_tmpl = NULL; 7328 7329 ASSERT(MUTEX_HELD(&head->isaf_lock)); 7330 7331 if (entry->ipsa_state == IPSA_STATE_LARVAL) 7332 return; 7333 7334 mutex_enter(&entry->ipsa_lock); 7335 7336 if ((entry->ipsa_encr_alg != SADB_EALG_NONE && entry->ipsa_encr_alg != 7337 SADB_EALG_NULL && update_state->async_encr) || 7338 (entry->ipsa_auth_alg != SADB_AALG_NONE && 7339 update_state->async_auth)) { 7340 entry->ipsa_flags |= IPSA_F_ASYNC; 7341 } else { 7342 entry->ipsa_flags &= ~IPSA_F_ASYNC; 7343 } 7344 7345 switch (update_state->alg_type) { 7346 case IPSEC_ALG_AUTH: 7347 if (entry->ipsa_auth_alg == update_state->alg_id) 7348 ctx_tmpl = &entry->ipsa_authtmpl; 7349 break; 7350 case IPSEC_ALG_ENCR: 7351 if (entry->ipsa_encr_alg == update_state->alg_id) 7352 ctx_tmpl = &entry->ipsa_encrtmpl; 7353 break; 7354 default: 7355 ctx_tmpl = NULL; 7356 } 7357 7358 if (ctx_tmpl == NULL) { 7359 mutex_exit(&entry->ipsa_lock); 7360 return; 7361 } 7362 7363 /* 7364 * The context template of the SA may be affected by the change 7365 * of crypto provider. 7366 */ 7367 if (update_state->is_added) { 7368 /* create the context template if not already done */ 7369 if (*ctx_tmpl == NULL) { 7370 (void) ipsec_create_ctx_tmpl(entry, 7371 update_state->alg_type); 7372 } 7373 } else { 7374 /* 7375 * The crypto provider was removed. If the context template 7376 * exists but it is no longer valid, free it. 7377 */ 7378 if (*ctx_tmpl != NULL) 7379 ipsec_destroy_ctx_tmpl(entry, update_state->alg_type); 7380 } 7381 7382 mutex_exit(&entry->ipsa_lock); 7383 } 7384 7385 /* 7386 * Invoked by IP when an software crypto provider has been updated, or if 7387 * the crypto synchrony changes. The type and id of the corresponding 7388 * algorithm is passed as argument. The type is set to ALL in the case of 7389 * a synchrony change. 7390 * 7391 * is_added is B_TRUE if the provider was added, B_FALSE if it was 7392 * removed. The function updates the SADB and free/creates the 7393 * context templates associated with SAs if needed. 7394 */ 7395 7396 #define SADB_ALG_UPDATE_WALK(sadb, table) \ 7397 sadb_walker((sadb).table, (sadb).sdb_hashsize, sadb_alg_update_cb, \ 7398 &update_state) 7399 7400 void 7401 sadb_alg_update(ipsec_algtype_t alg_type, uint8_t alg_id, boolean_t is_added, 7402 netstack_t *ns) 7403 { 7404 struct sadb_update_alg_state update_state; 7405 ipsecah_stack_t *ahstack = ns->netstack_ipsecah; 7406 ipsecesp_stack_t *espstack = ns->netstack_ipsecesp; 7407 ipsec_stack_t *ipss = ns->netstack_ipsec; 7408 7409 update_state.alg_type = alg_type; 7410 update_state.alg_id = alg_id; 7411 update_state.is_added = is_added; 7412 update_state.async_auth = ipss->ipsec_algs_exec_mode[IPSEC_ALG_AUTH] == 7413 IPSEC_ALGS_EXEC_ASYNC; 7414 update_state.async_encr = ipss->ipsec_algs_exec_mode[IPSEC_ALG_ENCR] == 7415 IPSEC_ALGS_EXEC_ASYNC; 7416 7417 if (alg_type == IPSEC_ALG_AUTH || alg_type == IPSEC_ALG_ALL) { 7418 /* walk the AH tables only for auth. algorithm changes */ 7419 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v4, sdb_of); 7420 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v4, sdb_if); 7421 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v6, sdb_of); 7422 SADB_ALG_UPDATE_WALK(ahstack->ah_sadb.s_v6, sdb_if); 7423 } 7424 7425 /* walk the ESP tables */ 7426 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v4, sdb_of); 7427 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v4, sdb_if); 7428 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v6, sdb_of); 7429 SADB_ALG_UPDATE_WALK(espstack->esp_sadb.s_v6, sdb_if); 7430 } 7431 7432 /* 7433 * Creates a context template for the specified SA. This function 7434 * is called when an SA is created and when a context template needs 7435 * to be created due to a change of software provider. 7436 */ 7437 int 7438 ipsec_create_ctx_tmpl(ipsa_t *sa, ipsec_algtype_t alg_type) 7439 { 7440 ipsec_alginfo_t *alg; 7441 crypto_mechanism_t mech; 7442 crypto_key_t *key; 7443 crypto_ctx_template_t *sa_tmpl; 7444 int rv; 7445 ipsec_stack_t *ipss = sa->ipsa_netstack->netstack_ipsec; 7446 7447 ASSERT(RW_READ_HELD(&ipss->ipsec_alg_lock)); 7448 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 7449 7450 /* get pointers to the algorithm info, context template, and key */ 7451 switch (alg_type) { 7452 case IPSEC_ALG_AUTH: 7453 key = &sa->ipsa_kcfauthkey; 7454 sa_tmpl = &sa->ipsa_authtmpl; 7455 alg = ipss->ipsec_alglists[alg_type][sa->ipsa_auth_alg]; 7456 break; 7457 case IPSEC_ALG_ENCR: 7458 key = &sa->ipsa_kcfencrkey; 7459 sa_tmpl = &sa->ipsa_encrtmpl; 7460 alg = ipss->ipsec_alglists[alg_type][sa->ipsa_encr_alg]; 7461 break; 7462 default: 7463 alg = NULL; 7464 } 7465 7466 if (alg == NULL || !ALG_VALID(alg)) 7467 return (EINVAL); 7468 7469 /* initialize the mech info structure for the framework */ 7470 ASSERT(alg->alg_mech_type != CRYPTO_MECHANISM_INVALID); 7471 mech.cm_type = alg->alg_mech_type; 7472 mech.cm_param = NULL; 7473 mech.cm_param_len = 0; 7474 7475 /* create a new context template */ 7476 rv = crypto_create_ctx_template(&mech, key, sa_tmpl, KM_NOSLEEP); 7477 7478 /* 7479 * CRYPTO_MECH_NOT_SUPPORTED can be returned if only hardware 7480 * providers are available for that mechanism. In that case 7481 * we don't fail, and will generate the context template from 7482 * the framework callback when a software provider for that 7483 * mechanism registers. 7484 * 7485 * The context template is assigned the special value 7486 * IPSEC_CTX_TMPL_ALLOC if the allocation failed due to a 7487 * lack of memory. No attempt will be made to use 7488 * the context template if it is set to this value. 7489 */ 7490 if (rv == CRYPTO_HOST_MEMORY) { 7491 *sa_tmpl = IPSEC_CTX_TMPL_ALLOC; 7492 } else if (rv != CRYPTO_SUCCESS) { 7493 *sa_tmpl = NULL; 7494 if (rv != CRYPTO_MECH_NOT_SUPPORTED) 7495 return (EINVAL); 7496 } 7497 7498 return (0); 7499 } 7500 7501 /* 7502 * Destroy the context template of the specified algorithm type 7503 * of the specified SA. Must be called while holding the SA lock. 7504 */ 7505 void 7506 ipsec_destroy_ctx_tmpl(ipsa_t *sa, ipsec_algtype_t alg_type) 7507 { 7508 ASSERT(MUTEX_HELD(&sa->ipsa_lock)); 7509 7510 if (alg_type == IPSEC_ALG_AUTH) { 7511 if (sa->ipsa_authtmpl == IPSEC_CTX_TMPL_ALLOC) 7512 sa->ipsa_authtmpl = NULL; 7513 else if (sa->ipsa_authtmpl != NULL) { 7514 crypto_destroy_ctx_template(sa->ipsa_authtmpl); 7515 sa->ipsa_authtmpl = NULL; 7516 } 7517 } else { 7518 ASSERT(alg_type == IPSEC_ALG_ENCR); 7519 if (sa->ipsa_encrtmpl == IPSEC_CTX_TMPL_ALLOC) 7520 sa->ipsa_encrtmpl = NULL; 7521 else if (sa->ipsa_encrtmpl != NULL) { 7522 crypto_destroy_ctx_template(sa->ipsa_encrtmpl); 7523 sa->ipsa_encrtmpl = NULL; 7524 } 7525 } 7526 } 7527 7528 /* 7529 * Use the kernel crypto framework to check the validity of a key received 7530 * via keysock. Returns 0 if the key is OK, -1 otherwise. 7531 */ 7532 int 7533 ipsec_check_key(crypto_mech_type_t mech_type, sadb_key_t *sadb_key, 7534 boolean_t is_auth, int *diag) 7535 { 7536 crypto_mechanism_t mech; 7537 crypto_key_t crypto_key; 7538 int crypto_rc; 7539 7540 mech.cm_type = mech_type; 7541 mech.cm_param = NULL; 7542 mech.cm_param_len = 0; 7543 7544 crypto_key.ck_format = CRYPTO_KEY_RAW; 7545 crypto_key.ck_data = sadb_key + 1; 7546 crypto_key.ck_length = sadb_key->sadb_key_bits; 7547 7548 crypto_rc = crypto_key_check(&mech, &crypto_key); 7549 7550 switch (crypto_rc) { 7551 case CRYPTO_SUCCESS: 7552 return (0); 7553 case CRYPTO_MECHANISM_INVALID: 7554 case CRYPTO_MECH_NOT_SUPPORTED: 7555 *diag = is_auth ? SADB_X_DIAGNOSTIC_BAD_AALG : 7556 SADB_X_DIAGNOSTIC_BAD_EALG; 7557 break; 7558 case CRYPTO_KEY_SIZE_RANGE: 7559 *diag = is_auth ? SADB_X_DIAGNOSTIC_BAD_AKEYBITS : 7560 SADB_X_DIAGNOSTIC_BAD_EKEYBITS; 7561 break; 7562 case CRYPTO_WEAK_KEY: 7563 *diag = is_auth ? SADB_X_DIAGNOSTIC_WEAK_AKEY : 7564 SADB_X_DIAGNOSTIC_WEAK_EKEY; 7565 break; 7566 } 7567 7568 return (-1); 7569 } 7570 7571 /* 7572 * Whack options in the outer IP header when ipsec changes the outer label 7573 * 7574 * This is inelegant and really could use refactoring. 7575 */ 7576 mblk_t * 7577 sadb_whack_label_v4(mblk_t *mp, ipsa_t *assoc, kstat_named_t *counter, 7578 ipdropper_t *dropper) 7579 { 7580 int delta; 7581 int plen; 7582 dblk_t *db; 7583 int hlen; 7584 uint8_t *opt_storage = assoc->ipsa_opt_storage; 7585 ipha_t *ipha = (ipha_t *)mp->b_rptr; 7586 7587 plen = ntohs(ipha->ipha_length); 7588 7589 delta = tsol_remove_secopt(ipha, MBLKL(mp)); 7590 mp->b_wptr += delta; 7591 plen += delta; 7592 7593 /* XXX XXX code copied from tsol_check_label */ 7594 7595 /* Make sure we have room for the worst-case addition */ 7596 hlen = IPH_HDR_LENGTH(ipha) + opt_storage[IPOPT_OLEN]; 7597 hlen = (hlen + 3) & ~3; 7598 if (hlen > IP_MAX_HDR_LENGTH) 7599 hlen = IP_MAX_HDR_LENGTH; 7600 hlen -= IPH_HDR_LENGTH(ipha); 7601 7602 db = mp->b_datap; 7603 if ((db->db_ref != 1) || (mp->b_wptr + hlen > db->db_lim)) { 7604 int copylen; 7605 mblk_t *new_mp; 7606 7607 /* allocate enough to be meaningful, but not *too* much */ 7608 copylen = MBLKL(mp); 7609 if (copylen > 256) 7610 copylen = 256; 7611 new_mp = allocb_tmpl(hlen + copylen + 7612 (mp->b_rptr - mp->b_datap->db_base), mp); 7613 7614 if (new_mp == NULL) { 7615 ip_drop_packet(mp, B_FALSE, NULL, counter, dropper); 7616 return (NULL); 7617 } 7618 7619 /* keep the bias */ 7620 new_mp->b_rptr += mp->b_rptr - mp->b_datap->db_base; 7621 new_mp->b_wptr = new_mp->b_rptr + copylen; 7622 bcopy(mp->b_rptr, new_mp->b_rptr, copylen); 7623 new_mp->b_cont = mp; 7624 if ((mp->b_rptr += copylen) >= mp->b_wptr) { 7625 new_mp->b_cont = mp->b_cont; 7626 freeb(mp); 7627 } 7628 mp = new_mp; 7629 ipha = (ipha_t *)mp->b_rptr; 7630 } 7631 7632 delta = tsol_prepend_option(assoc->ipsa_opt_storage, ipha, MBLKL(mp)); 7633 7634 ASSERT(delta != -1); 7635 7636 plen += delta; 7637 mp->b_wptr += delta; 7638 7639 /* 7640 * Paranoia 7641 */ 7642 db = mp->b_datap; 7643 7644 ASSERT3P(mp->b_wptr, <=, db->db_lim); 7645 ASSERT3P(mp->b_rptr, <=, db->db_lim); 7646 7647 ASSERT3P(mp->b_wptr, >=, db->db_base); 7648 ASSERT3P(mp->b_rptr, >=, db->db_base); 7649 /* End paranoia */ 7650 7651 ipha->ipha_length = htons(plen); 7652 7653 return (mp); 7654 } 7655 7656 mblk_t * 7657 sadb_whack_label_v6(mblk_t *mp, ipsa_t *assoc, kstat_named_t *counter, 7658 ipdropper_t *dropper) 7659 { 7660 int delta; 7661 int plen; 7662 dblk_t *db; 7663 int hlen; 7664 uint8_t *opt_storage = assoc->ipsa_opt_storage; 7665 uint_t sec_opt_len; /* label option length not including type, len */ 7666 ip6_t *ip6h = (ip6_t *)mp->b_rptr; 7667 7668 plen = ntohs(ip6h->ip6_plen); 7669 7670 delta = tsol_remove_secopt_v6(ip6h, MBLKL(mp)); 7671 mp->b_wptr += delta; 7672 plen += delta; 7673 7674 /* XXX XXX code copied from tsol_check_label_v6 */ 7675 /* 7676 * Make sure we have room for the worst-case addition. Add 2 bytes for 7677 * the hop-by-hop ext header's next header and length fields. Add 7678 * another 2 bytes for the label option type, len and then round 7679 * up to the next 8-byte multiple. 7680 */ 7681 sec_opt_len = opt_storage[1]; 7682 7683 db = mp->b_datap; 7684 hlen = (4 + sec_opt_len + 7) & ~7; 7685 7686 if ((db->db_ref != 1) || (mp->b_wptr + hlen > db->db_lim)) { 7687 int copylen; 7688 mblk_t *new_mp; 7689 uint16_t hdr_len; 7690 7691 hdr_len = ip_hdr_length_v6(mp, ip6h); 7692 /* 7693 * Allocate enough to be meaningful, but not *too* much. 7694 * Also all the IPv6 extension headers must be in the same mblk 7695 */ 7696 copylen = MBLKL(mp); 7697 if (copylen > 256) 7698 copylen = 256; 7699 if (copylen < hdr_len) 7700 copylen = hdr_len; 7701 new_mp = allocb_tmpl(hlen + copylen + 7702 (mp->b_rptr - mp->b_datap->db_base), mp); 7703 if (new_mp == NULL) { 7704 ip_drop_packet(mp, B_FALSE, NULL, counter, dropper); 7705 return (NULL); 7706 } 7707 7708 /* keep the bias */ 7709 new_mp->b_rptr += mp->b_rptr - mp->b_datap->db_base; 7710 new_mp->b_wptr = new_mp->b_rptr + copylen; 7711 bcopy(mp->b_rptr, new_mp->b_rptr, copylen); 7712 new_mp->b_cont = mp; 7713 if ((mp->b_rptr += copylen) >= mp->b_wptr) { 7714 new_mp->b_cont = mp->b_cont; 7715 freeb(mp); 7716 } 7717 mp = new_mp; 7718 ip6h = (ip6_t *)mp->b_rptr; 7719 } 7720 7721 delta = tsol_prepend_option_v6(assoc->ipsa_opt_storage, 7722 ip6h, MBLKL(mp)); 7723 7724 ASSERT(delta != -1); 7725 7726 plen += delta; 7727 mp->b_wptr += delta; 7728 7729 /* 7730 * Paranoia 7731 */ 7732 db = mp->b_datap; 7733 7734 ASSERT3P(mp->b_wptr, <=, db->db_lim); 7735 ASSERT3P(mp->b_rptr, <=, db->db_lim); 7736 7737 ASSERT3P(mp->b_wptr, >=, db->db_base); 7738 ASSERT3P(mp->b_rptr, >=, db->db_base); 7739 /* End paranoia */ 7740 7741 ip6h->ip6_plen = htons(plen); 7742 7743 return (mp); 7744 } 7745 7746 /* Whack the labels and update ip_xmit_attr_t as needed */ 7747 mblk_t * 7748 sadb_whack_label(mblk_t *mp, ipsa_t *assoc, ip_xmit_attr_t *ixa, 7749 kstat_named_t *counter, ipdropper_t *dropper) 7750 { 7751 int adjust; 7752 int iplen; 7753 7754 if (ixa->ixa_flags & IXAF_IS_IPV4) { 7755 ipha_t *ipha = (ipha_t *)mp->b_rptr; 7756 7757 ASSERT(IPH_HDR_VERSION(ipha) == IPV4_VERSION); 7758 iplen = ntohs(ipha->ipha_length); 7759 mp = sadb_whack_label_v4(mp, assoc, counter, dropper); 7760 if (mp == NULL) 7761 return (NULL); 7762 7763 ipha = (ipha_t *)mp->b_rptr; 7764 ASSERT(IPH_HDR_VERSION(ipha) == IPV4_VERSION); 7765 adjust = (int)ntohs(ipha->ipha_length) - iplen; 7766 } else { 7767 ip6_t *ip6h = (ip6_t *)mp->b_rptr; 7768 7769 ASSERT(IPH_HDR_VERSION(ip6h) == IPV6_VERSION); 7770 iplen = ntohs(ip6h->ip6_plen); 7771 mp = sadb_whack_label_v6(mp, assoc, counter, dropper); 7772 if (mp == NULL) 7773 return (NULL); 7774 7775 ip6h = (ip6_t *)mp->b_rptr; 7776 ASSERT(IPH_HDR_VERSION(ip6h) == IPV6_VERSION); 7777 adjust = (int)ntohs(ip6h->ip6_plen) - iplen; 7778 } 7779 ixa->ixa_pktlen += adjust; 7780 ixa->ixa_ip_hdr_length += adjust; 7781 return (mp); 7782 } 7783 7784 /* 7785 * If this is an outgoing SA then add some fuzz to the 7786 * SOFT EXPIRE time. The reason for this is to stop 7787 * peers trying to renegotiate SOFT expiring SA's at 7788 * the same time. The amount of fuzz needs to be at 7789 * least 8 seconds which is the typical interval 7790 * sadb_ager(), although this is only a guide as it 7791 * selftunes. 7792 */ 7793 static void 7794 lifetime_fuzz(ipsa_t *assoc) 7795 { 7796 uint8_t rnd; 7797 7798 if (assoc->ipsa_softaddlt == 0) 7799 return; 7800 7801 (void) random_get_pseudo_bytes(&rnd, sizeof (rnd)); 7802 rnd = (rnd & 0xF) + 8; 7803 assoc->ipsa_softexpiretime -= rnd; 7804 assoc->ipsa_softaddlt -= rnd; 7805 } 7806 7807 static void 7808 destroy_ipsa_pair(ipsap_t *ipsapp) 7809 { 7810 /* 7811 * Because of the multi-line macro nature of IPSA_REFRELE, keep 7812 * them in { }. 7813 */ 7814 if (ipsapp->ipsap_sa_ptr != NULL) { 7815 IPSA_REFRELE(ipsapp->ipsap_sa_ptr); 7816 } 7817 if (ipsapp->ipsap_psa_ptr != NULL) { 7818 IPSA_REFRELE(ipsapp->ipsap_psa_ptr); 7819 } 7820 init_ipsa_pair(ipsapp); 7821 } 7822 7823 static void 7824 init_ipsa_pair(ipsap_t *ipsapp) 7825 { 7826 ipsapp->ipsap_bucket = NULL; 7827 ipsapp->ipsap_sa_ptr = NULL; 7828 ipsapp->ipsap_pbucket = NULL; 7829 ipsapp->ipsap_psa_ptr = NULL; 7830 } 7831 7832 /* 7833 * The sadb_ager() function walks through the hash tables of SA's and ages 7834 * them, if the SA expires as a result, its marked as DEAD and will be reaped 7835 * the next time sadb_ager() runs. SA's which are paired or have a peer (same 7836 * SA appears in both the inbound and outbound tables because its not possible 7837 * to determine its direction) are placed on a list when they expire. This is 7838 * to ensure that pair/peer SA's are reaped at the same time, even if they 7839 * expire at different times. 7840 * 7841 * This function is called twice by sadb_ager(), one after processing the 7842 * inbound table, then again after processing the outbound table. 7843 */ 7844 void 7845 age_pair_peer_list(templist_t *haspeerlist, sadb_t *sp, boolean_t outbound) 7846 { 7847 templist_t *listptr; 7848 int outhash; 7849 isaf_t *bucket; 7850 boolean_t haspeer; 7851 ipsa_t *peer_assoc, *dying; 7852 /* 7853 * Haspeer cases will contain both IPv4 and IPv6. This code 7854 * is address independent. 7855 */ 7856 while (haspeerlist != NULL) { 7857 /* "dying" contains the SA that has a peer. */ 7858 dying = haspeerlist->ipsa; 7859 haspeer = (dying->ipsa_haspeer); 7860 listptr = haspeerlist; 7861 haspeerlist = listptr->next; 7862 kmem_free(listptr, sizeof (*listptr)); 7863 /* 7864 * Pick peer bucket based on addrfam. 7865 */ 7866 if (outbound) { 7867 if (haspeer) 7868 bucket = INBOUND_BUCKET(sp, dying->ipsa_spi); 7869 else 7870 bucket = INBOUND_BUCKET(sp, 7871 dying->ipsa_otherspi); 7872 } else { /* inbound */ 7873 if (haspeer) { 7874 if (dying->ipsa_addrfam == AF_INET6) { 7875 outhash = OUTBOUND_HASH_V6(sp, 7876 *((in6_addr_t *)&dying-> 7877 ipsa_dstaddr)); 7878 } else { 7879 outhash = OUTBOUND_HASH_V4(sp, 7880 *((ipaddr_t *)&dying-> 7881 ipsa_dstaddr)); 7882 } 7883 } else if (dying->ipsa_addrfam == AF_INET6) { 7884 outhash = OUTBOUND_HASH_V6(sp, 7885 *((in6_addr_t *)&dying-> 7886 ipsa_srcaddr)); 7887 } else { 7888 outhash = OUTBOUND_HASH_V4(sp, 7889 *((ipaddr_t *)&dying-> 7890 ipsa_srcaddr)); 7891 } 7892 bucket = &(sp->sdb_of[outhash]); 7893 } 7894 7895 mutex_enter(&bucket->isaf_lock); 7896 /* 7897 * "haspeer" SA's have the same src/dst address ordering, 7898 * "paired" SA's have the src/dst addresses reversed. 7899 */ 7900 if (haspeer) { 7901 peer_assoc = ipsec_getassocbyspi(bucket, 7902 dying->ipsa_spi, dying->ipsa_srcaddr, 7903 dying->ipsa_dstaddr, dying->ipsa_addrfam); 7904 } else { 7905 peer_assoc = ipsec_getassocbyspi(bucket, 7906 dying->ipsa_otherspi, dying->ipsa_dstaddr, 7907 dying->ipsa_srcaddr, dying->ipsa_addrfam); 7908 } 7909 7910 mutex_exit(&bucket->isaf_lock); 7911 if (peer_assoc != NULL) { 7912 mutex_enter(&peer_assoc->ipsa_lock); 7913 mutex_enter(&dying->ipsa_lock); 7914 if (!haspeer) { 7915 /* 7916 * Only SA's which have a "peer" or are 7917 * "paired" end up on this list, so this 7918 * must be a "paired" SA, update the flags 7919 * to break the pair. 7920 */ 7921 peer_assoc->ipsa_otherspi = 0; 7922 peer_assoc->ipsa_flags &= ~IPSA_F_PAIRED; 7923 dying->ipsa_otherspi = 0; 7924 dying->ipsa_flags &= ~IPSA_F_PAIRED; 7925 } 7926 if (haspeer || outbound) { 7927 /* 7928 * Update the state of the "inbound" SA when 7929 * the "outbound" SA has expired. Don't update 7930 * the "outbound" SA when the "inbound" SA 7931 * SA expires because setting the hard_addtime 7932 * below will cause this to happen. 7933 */ 7934 peer_assoc->ipsa_state = dying->ipsa_state; 7935 } 7936 if (dying->ipsa_state == IPSA_STATE_DEAD) 7937 peer_assoc->ipsa_hardexpiretime = 1; 7938 7939 mutex_exit(&dying->ipsa_lock); 7940 mutex_exit(&peer_assoc->ipsa_lock); 7941 IPSA_REFRELE(peer_assoc); 7942 } 7943 IPSA_REFRELE(dying); 7944 } 7945 } 7946 7947 /* 7948 * Ensure that the IV used for CCM mode never repeats. The IV should 7949 * only be updated by this function. Also check to see if the IV 7950 * is about to wrap and generate a SOFT Expire. This function is only 7951 * called for outgoing packets, the IV for incomming packets is taken 7952 * from the wire. If the outgoing SA needs to be expired, update 7953 * the matching incomming SA. 7954 */ 7955 boolean_t 7956 update_iv(uint8_t *iv_ptr, queue_t *pfkey_q, ipsa_t *assoc, 7957 ipsecesp_stack_t *espstack) 7958 { 7959 boolean_t rc = B_TRUE; 7960 isaf_t *inbound_bucket; 7961 sadb_t *sp; 7962 ipsa_t *pair_sa = NULL; 7963 int sa_new_state = 0; 7964 7965 /* For non counter modes, the IV is random data. */ 7966 if (!(assoc->ipsa_flags & IPSA_F_COUNTERMODE)) { 7967 (void) random_get_pseudo_bytes(iv_ptr, assoc->ipsa_iv_len); 7968 return (rc); 7969 } 7970 7971 mutex_enter(&assoc->ipsa_lock); 7972 7973 (*assoc->ipsa_iv)++; 7974 7975 if (*assoc->ipsa_iv == assoc->ipsa_iv_hardexpire) { 7976 sa_new_state = IPSA_STATE_DEAD; 7977 rc = B_FALSE; 7978 } else if (*assoc->ipsa_iv == assoc->ipsa_iv_softexpire) { 7979 if (assoc->ipsa_state != IPSA_STATE_DYING) { 7980 /* 7981 * This SA may have already been expired when its 7982 * PAIR_SA expired. 7983 */ 7984 sa_new_state = IPSA_STATE_DYING; 7985 } 7986 } 7987 if (sa_new_state) { 7988 /* 7989 * If there is a state change, we need to update this SA 7990 * and its "pair", we can find the bucket for the "pair" SA 7991 * while holding the ipsa_t mutex, but we won't actually 7992 * update anything untill the ipsa_t mutex has been released 7993 * for _this_ SA. 7994 */ 7995 assoc->ipsa_state = sa_new_state; 7996 if (assoc->ipsa_addrfam == AF_INET6) { 7997 sp = &espstack->esp_sadb.s_v6; 7998 } else { 7999 sp = &espstack->esp_sadb.s_v4; 8000 } 8001 inbound_bucket = INBOUND_BUCKET(sp, assoc->ipsa_otherspi); 8002 sadb_expire_assoc(pfkey_q, assoc); 8003 } 8004 if (rc == B_TRUE) 8005 bcopy(assoc->ipsa_iv, iv_ptr, assoc->ipsa_iv_len); 8006 8007 mutex_exit(&assoc->ipsa_lock); 8008 8009 if (sa_new_state) { 8010 /* Find the inbound SA, need to lock hash bucket. */ 8011 mutex_enter(&inbound_bucket->isaf_lock); 8012 pair_sa = ipsec_getassocbyspi(inbound_bucket, 8013 assoc->ipsa_otherspi, assoc->ipsa_dstaddr, 8014 assoc->ipsa_srcaddr, assoc->ipsa_addrfam); 8015 mutex_exit(&inbound_bucket->isaf_lock); 8016 if (pair_sa != NULL) { 8017 mutex_enter(&pair_sa->ipsa_lock); 8018 pair_sa->ipsa_state = sa_new_state; 8019 mutex_exit(&pair_sa->ipsa_lock); 8020 IPSA_REFRELE(pair_sa); 8021 } 8022 } 8023 8024 return (rc); 8025 } 8026 8027 void 8028 ccm_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8029 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8030 { 8031 uchar_t *nonce; 8032 crypto_mechanism_t *combined_mech; 8033 CK_AES_CCM_PARAMS *params; 8034 8035 combined_mech = (crypto_mechanism_t *)cm_mech; 8036 params = (CK_AES_CCM_PARAMS *)(combined_mech + 1); 8037 nonce = (uchar_t *)(params + 1); 8038 params->ulMACSize = assoc->ipsa_mac_len; 8039 params->ulNonceSize = assoc->ipsa_nonce_len; 8040 params->ulAuthDataSize = sizeof (esph_t); 8041 params->ulDataSize = data_len; 8042 params->nonce = nonce; 8043 params->authData = esph; 8044 8045 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8046 cm_mech->combined_mech.cm_param_len = sizeof (CK_AES_CCM_PARAMS); 8047 cm_mech->combined_mech.cm_param = (caddr_t)params; 8048 /* See gcm_params_init() for comments. */ 8049 bcopy(assoc->ipsa_nonce, nonce, assoc->ipsa_saltlen); 8050 nonce += assoc->ipsa_saltlen; 8051 bcopy(iv_ptr, nonce, assoc->ipsa_iv_len); 8052 crypto_data->cd_miscdata = NULL; 8053 } 8054 8055 /* ARGSUSED */ 8056 void 8057 cbc_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8058 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8059 { 8060 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8061 cm_mech->combined_mech.cm_param_len = 0; 8062 cm_mech->combined_mech.cm_param = NULL; 8063 crypto_data->cd_miscdata = (char *)iv_ptr; 8064 } 8065 8066 /* ARGSUSED */ 8067 void 8068 gcm_params_init(ipsa_t *assoc, uchar_t *esph, uint_t data_len, uchar_t *iv_ptr, 8069 ipsa_cm_mech_t *cm_mech, crypto_data_t *crypto_data) 8070 { 8071 uchar_t *nonce; 8072 crypto_mechanism_t *combined_mech; 8073 CK_AES_GCM_PARAMS *params; 8074 8075 combined_mech = (crypto_mechanism_t *)cm_mech; 8076 params = (CK_AES_GCM_PARAMS *)(combined_mech + 1); 8077 nonce = (uchar_t *)(params + 1); 8078 8079 params->pIv = nonce; 8080 params->ulIvLen = assoc->ipsa_nonce_len; 8081 params->ulIvBits = SADB_8TO1(assoc->ipsa_nonce_len); 8082 params->pAAD = esph; 8083 params->ulAADLen = sizeof (esph_t); 8084 params->ulTagBits = SADB_8TO1(assoc->ipsa_mac_len); 8085 8086 cm_mech->combined_mech.cm_type = assoc->ipsa_emech.cm_type; 8087 cm_mech->combined_mech.cm_param_len = sizeof (CK_AES_GCM_PARAMS); 8088 cm_mech->combined_mech.cm_param = (caddr_t)params; 8089 /* 8090 * Create the nonce, which is made up of the salt and the IV. 8091 * Copy the salt from the SA and the IV from the packet. 8092 * For inbound packets we copy the IV from the packet because it 8093 * was set by the sending system, for outbound packets we copy the IV 8094 * from the packet because the IV in the SA may be changed by another 8095 * thread, the IV in the packet was created while holding a mutex. 8096 */ 8097 bcopy(assoc->ipsa_nonce, nonce, assoc->ipsa_saltlen); 8098 nonce += assoc->ipsa_saltlen; 8099 bcopy(iv_ptr, nonce, assoc->ipsa_iv_len); 8100 crypto_data->cd_miscdata = NULL; 8101 } 8102