1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #include <sys/types.h> 28 #include <sys/stream.h> 29 #include <sys/strsubr.h> 30 #include <sys/stropts.h> 31 #include <sys/strsun.h> 32 #define _SUN_TPI_VERSION 2 33 #include <sys/tihdr.h> 34 #include <sys/ddi.h> 35 #include <sys/sunddi.h> 36 #include <sys/xti_inet.h> 37 #include <sys/cmn_err.h> 38 #include <sys/debug.h> 39 #include <sys/vtrace.h> 40 #include <sys/kmem.h> 41 #include <sys/cpuvar.h> 42 #include <sys/random.h> 43 #include <sys/priv.h> 44 #include <sys/sunldi.h> 45 46 #include <sys/errno.h> 47 #include <sys/signal.h> 48 #include <sys/socket.h> 49 #include <sys/isa_defs.h> 50 #include <netinet/in.h> 51 #include <netinet/tcp.h> 52 #include <netinet/ip6.h> 53 #include <netinet/icmp6.h> 54 #include <netinet/sctp.h> 55 #include <net/if.h> 56 57 #include <inet/common.h> 58 #include <inet/ip.h> 59 #include <inet/ip_if.h> 60 #include <inet/ip_ire.h> 61 #include <inet/ip6.h> 62 #include <inet/mi.h> 63 #include <inet/mib2.h> 64 #include <inet/kstatcom.h> 65 #include <inet/nd.h> 66 #include <inet/optcom.h> 67 #include <inet/ipclassifier.h> 68 #include <inet/ipsec_impl.h> 69 #include <inet/sctp_ip.h> 70 #include <inet/sctp_crc32.h> 71 72 #include "sctp_impl.h" 73 #include "sctp_addr.h" 74 #include "sctp_asconf.h" 75 76 int sctpdebug; 77 sin6_t sctp_sin6_null; /* Zero address for quick clears */ 78 79 static void sctp_closei_local(sctp_t *sctp); 80 static int sctp_init_values(sctp_t *, sctp_t *, int); 81 static void sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp); 82 static void sctp_process_recvq(void *); 83 static void sctp_rq_tq_init(sctp_stack_t *); 84 static void sctp_rq_tq_fini(sctp_stack_t *); 85 static void sctp_conn_cache_init(); 86 static void sctp_conn_cache_fini(); 87 static int sctp_conn_cache_constructor(); 88 static void sctp_conn_cache_destructor(); 89 static void sctp_conn_clear(conn_t *); 90 static void sctp_notify(void *, ip_xmit_attr_t *, ixa_notify_type_t, 91 ixa_notify_arg_t); 92 93 static void *sctp_stack_init(netstackid_t stackid, netstack_t *ns); 94 static void sctp_stack_fini(netstackid_t stackid, void *arg); 95 96 /* 97 * SCTP receive queue taskq 98 * 99 * At SCTP initialization time, a default taskq is created for 100 * servicing packets received when the interrupt thread cannot 101 * get a hold on the sctp_t. The number of taskq can be increased in 102 * sctp_find_next_tq() when an existing taskq cannot be dispatched. 103 * The taskqs are never removed. But the max number of taskq which 104 * can be created is controlled by sctp_recvq_tq_list_max_sz. Note 105 * that SCTP recvq taskq is not tied to any specific CPU or ill. 106 * 107 * Those taskqs are stored in an array recvq_tq_list. And they are 108 * used in a round robin fashion. The current taskq being used is 109 * determined by recvq_tq_list_cur. 110 */ 111 112 /* /etc/system variables */ 113 /* The minimum number of threads for each taskq. */ 114 int sctp_recvq_tq_thr_min = 4; 115 /* The maximum number of threads for each taskq. */ 116 int sctp_recvq_tq_thr_max = 16; 117 /* The minimum number of tasks for each taskq. */ 118 int sctp_recvq_tq_task_min = 5; 119 /* The maxiimum number of tasks for each taskq. */ 120 int sctp_recvq_tq_task_max = 50; 121 122 /* sctp_t/conn_t kmem cache */ 123 struct kmem_cache *sctp_conn_cache; 124 125 #define SCTP_CONDEMNED(sctp) \ 126 mutex_enter(&(sctp)->sctp_reflock); \ 127 ((sctp)->sctp_condemned = B_TRUE); \ 128 mutex_exit(&(sctp)->sctp_reflock); 129 130 /* Link/unlink a sctp_t to/from the global list. */ 131 #define SCTP_LINK(sctp, sctps) \ 132 mutex_enter(&(sctps)->sctps_g_lock); \ 133 list_insert_tail(&sctps->sctps_g_list, (sctp)); \ 134 mutex_exit(&(sctps)->sctps_g_lock); 135 136 #define SCTP_UNLINK(sctp, sctps) \ 137 mutex_enter(&(sctps)->sctps_g_lock); \ 138 ASSERT((sctp)->sctp_condemned); \ 139 list_remove(&(sctps)->sctps_g_list, (sctp)); \ 140 mutex_exit(&(sctps)->sctps_g_lock); 141 142 /* 143 * Hooks for Sun Cluster. On non-clustered nodes these will remain NULL. 144 * PSARC/2005/602. 145 */ 146 void (*cl_sctp_listen)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL; 147 void (*cl_sctp_unlisten)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL; 148 void (*cl_sctp_connect)(sa_family_t, uchar_t *, uint_t, in_port_t, 149 uchar_t *, uint_t, in_port_t, boolean_t, cl_sctp_handle_t) = NULL; 150 void (*cl_sctp_disconnect)(sa_family_t, cl_sctp_handle_t) = NULL; 151 void (*cl_sctp_assoc_change)(sa_family_t, uchar_t *, size_t, uint_t, 152 uchar_t *, size_t, uint_t, int, cl_sctp_handle_t) = NULL; 153 void (*cl_sctp_check_addrs)(sa_family_t, in_port_t, uchar_t **, size_t, 154 uint_t *, boolean_t) = NULL; 155 /* 156 * Return the version number of the SCTP kernel interface. 157 */ 158 int 159 sctp_itf_ver(int cl_ver) 160 { 161 if (cl_ver != SCTP_ITF_VER) 162 return (-1); 163 return (SCTP_ITF_VER); 164 } 165 166 /* 167 * Called when we need a new sctp instantiation but don't really have a 168 * new q to hang it off of. Copy the priv flag from the passed in structure. 169 */ 170 sctp_t * 171 sctp_create_eager(sctp_t *psctp) 172 { 173 sctp_t *sctp; 174 mblk_t *ack_mp, *hb_mp; 175 conn_t *connp; 176 cred_t *credp; 177 sctp_stack_t *sctps = psctp->sctp_sctps; 178 179 if ((connp = ipcl_conn_create(IPCL_SCTPCONN, KM_NOSLEEP, 180 sctps->sctps_netstack)) == NULL) { 181 return (NULL); 182 } 183 184 sctp = CONN2SCTP(connp); 185 sctp->sctp_sctps = sctps; 186 187 if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer, 188 KM_NOSLEEP)) == NULL || 189 (hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer, 190 KM_NOSLEEP)) == NULL) { 191 if (ack_mp != NULL) 192 freeb(ack_mp); 193 sctp_conn_clear(connp); 194 sctp->sctp_sctps = NULL; 195 kmem_cache_free(sctp_conn_cache, connp); 196 return (NULL); 197 } 198 199 sctp->sctp_ack_mp = ack_mp; 200 sctp->sctp_heartbeat_mp = hb_mp; 201 202 if (sctp_init_values(sctp, psctp, KM_NOSLEEP) != 0) { 203 freeb(ack_mp); 204 freeb(hb_mp); 205 sctp_conn_clear(connp); 206 sctp->sctp_sctps = NULL; 207 kmem_cache_free(sctp_conn_cache, connp); 208 return (NULL); 209 } 210 211 if ((credp = psctp->sctp_connp->conn_cred) != NULL) { 212 connp->conn_cred = credp; 213 crhold(credp); 214 } 215 216 sctp->sctp_mss = psctp->sctp_mss; 217 sctp->sctp_detached = B_TRUE; 218 /* 219 * Link to the global as soon as possible so that this sctp_t 220 * can be found. 221 */ 222 SCTP_LINK(sctp, sctps); 223 224 return (sctp); 225 } 226 227 /* 228 * We are dying for some reason. Try to do it gracefully. 229 */ 230 void 231 sctp_clean_death(sctp_t *sctp, int err) 232 { 233 ASSERT(sctp != NULL); 234 235 dprint(3, ("sctp_clean_death %p, state %d\n", (void *)sctp, 236 sctp->sctp_state)); 237 238 sctp->sctp_client_errno = err; 239 /* 240 * Check to see if we need to notify upper layer. 241 */ 242 if ((sctp->sctp_state >= SCTPS_COOKIE_WAIT) && 243 !SCTP_IS_DETACHED(sctp)) { 244 if (sctp->sctp_xmit_head || sctp->sctp_xmit_unsent) { 245 sctp_regift_xmitlist(sctp); 246 } 247 if (sctp->sctp_ulp_disconnected(sctp->sctp_ulpd, 0, err)) { 248 /* 249 * Socket is gone, detach. 250 */ 251 sctp->sctp_detached = B_TRUE; 252 sctp->sctp_ulpd = NULL; 253 sctp->sctp_upcalls = NULL; 254 } 255 } 256 257 /* Remove this sctp from all hashes. */ 258 sctp_closei_local(sctp); 259 260 /* 261 * If the sctp_t is detached, we need to finish freeing up 262 * the resources. At this point, ip_fanout_sctp() should have 263 * a hold on this sctp_t. Some thread doing snmp stuff can 264 * have a hold. And a taskq can also have a hold waiting to 265 * work. sctp_unlink() the sctp_t from the global list so 266 * that no new thread can find it. Then do a SCTP_REFRELE(). 267 * The sctp_t will be freed after all those threads are done. 268 */ 269 if (SCTP_IS_DETACHED(sctp)) { 270 SCTP_CONDEMNED(sctp); 271 SCTP_REFRELE(sctp); 272 } 273 } 274 275 /* 276 * Called by upper layer when it wants to close this association. 277 * Depending on the state of this assoication, we need to do 278 * different things. 279 * 280 * If the state is below COOKIE_ECHOED or it is COOKIE_ECHOED but with 281 * no sent data, just remove this sctp from all the hashes. This 282 * makes sure that all packets from the other end will go to the default 283 * sctp handling. The upper layer will then do a sctp_close() to clean 284 * up. 285 * 286 * Otherwise, check and see if SO_LINGER is set. If it is set, check 287 * the value. If the value is 0, consider this an abortive close. Send 288 * an ABORT message and kill the associatiion. 289 * 290 */ 291 int 292 sctp_disconnect(sctp_t *sctp) 293 { 294 int error = 0; 295 conn_t *connp = sctp->sctp_connp; 296 297 dprint(3, ("sctp_disconnect %p, state %d\n", (void *)sctp, 298 sctp->sctp_state)); 299 300 RUN_SCTP(sctp); 301 302 switch (sctp->sctp_state) { 303 case SCTPS_IDLE: 304 case SCTPS_BOUND: 305 case SCTPS_LISTEN: 306 break; 307 case SCTPS_COOKIE_WAIT: 308 case SCTPS_COOKIE_ECHOED: 309 /* 310 * Close during the connect 3-way handshake 311 * but here there may or may not be pending data 312 * already on queue. Process almost same as in 313 * the ESTABLISHED state. 314 */ 315 if (sctp->sctp_xmit_head == NULL && 316 sctp->sctp_xmit_unsent == NULL) { 317 break; 318 } 319 /* FALLTHRU */ 320 default: 321 /* 322 * If SO_LINGER has set a zero linger time, terminate the 323 * association and send an ABORT. 324 */ 325 if (connp->conn_linger && connp->conn_lingertime == 0) { 326 sctp_user_abort(sctp, NULL); 327 WAKE_SCTP(sctp); 328 return (error); 329 } 330 331 /* 332 * In there is unread data, send an ABORT and terminate the 333 * association. 334 */ 335 if (sctp->sctp_rxqueued > 0 || sctp->sctp_irwnd > 336 sctp->sctp_rwnd) { 337 sctp_user_abort(sctp, NULL); 338 WAKE_SCTP(sctp); 339 return (error); 340 } 341 /* 342 * Transmit the shutdown before detaching the sctp_t. 343 * After sctp_detach returns this queue/perimeter 344 * no longer owns the sctp_t thus others can modify it. 345 */ 346 sctp_send_shutdown(sctp, 0); 347 348 /* Pass gathered wisdom to IP for keeping */ 349 sctp_update_dce(sctp); 350 351 /* 352 * If lingering on close then wait until the shutdown 353 * is complete, or the SO_LINGER time passes, or an 354 * ABORT is sent/received. Note that sctp_disconnect() 355 * can be called more than once. Make sure that only 356 * one thread waits. 357 */ 358 if (connp->conn_linger && connp->conn_lingertime > 0 && 359 sctp->sctp_state >= SCTPS_ESTABLISHED && 360 !sctp->sctp_lingering) { 361 clock_t stoptime; /* in ticks */ 362 clock_t ret; 363 364 sctp->sctp_lingering = 1; 365 sctp->sctp_client_errno = 0; 366 stoptime = ddi_get_lbolt() + 367 connp->conn_lingertime * hz; 368 369 mutex_enter(&sctp->sctp_lock); 370 sctp->sctp_running = B_FALSE; 371 while (sctp->sctp_state >= SCTPS_ESTABLISHED && 372 sctp->sctp_client_errno == 0) { 373 cv_broadcast(&sctp->sctp_cv); 374 ret = cv_timedwait_sig(&sctp->sctp_cv, 375 &sctp->sctp_lock, stoptime); 376 if (ret < 0) { 377 /* Stoptime has reached. */ 378 sctp->sctp_client_errno = EWOULDBLOCK; 379 break; 380 } else if (ret == 0) { 381 /* Got a signal. */ 382 break; 383 } 384 } 385 error = sctp->sctp_client_errno; 386 sctp->sctp_client_errno = 0; 387 mutex_exit(&sctp->sctp_lock); 388 } 389 390 WAKE_SCTP(sctp); 391 return (error); 392 } 393 394 395 /* Remove this sctp from all hashes so nobody can find it. */ 396 sctp_closei_local(sctp); 397 WAKE_SCTP(sctp); 398 return (error); 399 } 400 401 void 402 sctp_close(sctp_t *sctp) 403 { 404 dprint(3, ("sctp_close %p, state %d\n", (void *)sctp, 405 sctp->sctp_state)); 406 407 RUN_SCTP(sctp); 408 sctp->sctp_detached = 1; 409 sctp->sctp_ulpd = NULL; 410 sctp->sctp_upcalls = NULL; 411 bzero(&sctp->sctp_events, sizeof (sctp->sctp_events)); 412 413 /* If the graceful shutdown has not been completed, just return. */ 414 if (sctp->sctp_state != SCTPS_IDLE) { 415 WAKE_SCTP(sctp); 416 return; 417 } 418 419 /* 420 * Since sctp_t is in SCTPS_IDLE state, so the only thread which 421 * can have a hold on the sctp_t is doing snmp stuff. Just do 422 * a SCTP_REFRELE() here after the SCTP_UNLINK(). It will 423 * be freed when the other thread is done. 424 */ 425 SCTP_CONDEMNED(sctp); 426 WAKE_SCTP(sctp); 427 SCTP_REFRELE(sctp); 428 } 429 430 /* 431 * Unlink from global list and do the eager close. 432 * Remove the refhold implicit in being on the global list. 433 */ 434 void 435 sctp_close_eager(sctp_t *sctp) 436 { 437 SCTP_CONDEMNED(sctp); 438 sctp_closei_local(sctp); 439 SCTP_REFRELE(sctp); 440 } 441 442 /* 443 * The sctp_t is going away. Remove it from all lists and set it 444 * to SCTPS_IDLE. The caller has to remove it from the 445 * global list. The freeing up of memory is deferred until 446 * sctp_free(). This is needed since a thread in sctp_input() might have 447 * done a SCTP_REFHOLD on this structure before it was removed from the 448 * hashes. 449 */ 450 static void 451 sctp_closei_local(sctp_t *sctp) 452 { 453 mblk_t *mp; 454 conn_t *connp = sctp->sctp_connp; 455 456 /* Sanity check, don't do the same thing twice. */ 457 if (connp->conn_state_flags & CONN_CLOSING) { 458 ASSERT(sctp->sctp_state == SCTPS_IDLE); 459 return; 460 } 461 462 /* Stop and free the timers */ 463 sctp_free_faddr_timers(sctp); 464 if ((mp = sctp->sctp_heartbeat_mp) != NULL) { 465 sctp_timer_free(mp); 466 sctp->sctp_heartbeat_mp = NULL; 467 } 468 if ((mp = sctp->sctp_ack_mp) != NULL) { 469 sctp_timer_free(mp); 470 sctp->sctp_ack_mp = NULL; 471 } 472 473 /* Set the CONN_CLOSING flag so that IP will not cache IRE again. */ 474 mutex_enter(&connp->conn_lock); 475 connp->conn_state_flags |= CONN_CLOSING; 476 mutex_exit(&connp->conn_lock); 477 478 /* Remove from all hashes. */ 479 sctp_bind_hash_remove(sctp); 480 sctp_conn_hash_remove(sctp); 481 sctp_listen_hash_remove(sctp); 482 sctp->sctp_state = SCTPS_IDLE; 483 484 /* 485 * Clean up the recvq as much as possible. All those packets 486 * will be silently dropped as this sctp_t is now in idle state. 487 */ 488 mutex_enter(&sctp->sctp_recvq_lock); 489 while ((mp = sctp->sctp_recvq) != NULL) { 490 sctp->sctp_recvq = mp->b_next; 491 mp->b_next = NULL; 492 493 if (ip_recv_attr_is_mblk(mp)) 494 mp = ip_recv_attr_free_mblk(mp); 495 496 freemsg(mp); 497 } 498 mutex_exit(&sctp->sctp_recvq_lock); 499 } 500 501 /* 502 * Free memory associated with the sctp/ip header template. 503 */ 504 static void 505 sctp_headers_free(sctp_t *sctp) 506 { 507 if (sctp->sctp_iphc != NULL) { 508 kmem_free(sctp->sctp_iphc, sctp->sctp_iphc_len); 509 sctp->sctp_iphc = NULL; 510 sctp->sctp_ipha = NULL; 511 sctp->sctp_hdr_len = 0; 512 sctp->sctp_ip_hdr_len = 0; 513 sctp->sctp_iphc_len = 0; 514 sctp->sctp_sctph = NULL; 515 sctp->sctp_hdr_len = 0; 516 } 517 if (sctp->sctp_iphc6 != NULL) { 518 kmem_free(sctp->sctp_iphc6, sctp->sctp_iphc6_len); 519 sctp->sctp_iphc6 = NULL; 520 sctp->sctp_ip6h = NULL; 521 sctp->sctp_hdr6_len = 0; 522 sctp->sctp_ip_hdr6_len = 0; 523 sctp->sctp_iphc6_len = 0; 524 sctp->sctp_sctph6 = NULL; 525 sctp->sctp_hdr6_len = 0; 526 } 527 } 528 529 static void 530 sctp_free_xmit_data(sctp_t *sctp) 531 { 532 mblk_t *ump = NULL; 533 mblk_t *nump; 534 mblk_t *mp; 535 mblk_t *nmp; 536 537 sctp->sctp_xmit_unacked = NULL; 538 ump = sctp->sctp_xmit_head; 539 sctp->sctp_xmit_tail = sctp->sctp_xmit_head = NULL; 540 free_unsent: 541 for (; ump != NULL; ump = nump) { 542 for (mp = ump->b_cont; mp != NULL; mp = nmp) { 543 nmp = mp->b_next; 544 mp->b_next = NULL; 545 mp->b_prev = NULL; 546 freemsg(mp); 547 } 548 ASSERT(DB_REF(ump) == 1); 549 nump = ump->b_next; 550 ump->b_next = NULL; 551 ump->b_prev = NULL; 552 ump->b_cont = NULL; 553 freeb(ump); 554 } 555 if ((ump = sctp->sctp_xmit_unsent) == NULL) { 556 ASSERT(sctp->sctp_xmit_unsent_tail == NULL); 557 return; 558 } 559 sctp->sctp_xmit_unsent = sctp->sctp_xmit_unsent_tail = NULL; 560 goto free_unsent; 561 } 562 563 /* 564 * Cleanup all the messages in the stream queue and the reassembly lists. 565 * If 'free' is true, then delete the streams as well. 566 */ 567 void 568 sctp_instream_cleanup(sctp_t *sctp, boolean_t free) 569 { 570 int i; 571 mblk_t *mp; 572 mblk_t *mp1; 573 574 if (sctp->sctp_instr != NULL) { 575 /* walk thru and flush out anything remaining in the Q */ 576 for (i = 0; i < sctp->sctp_num_istr; i++) { 577 mp = sctp->sctp_instr[i].istr_msgs; 578 while (mp != NULL) { 579 mp1 = mp->b_next; 580 mp->b_next = mp->b_prev = NULL; 581 freemsg(mp); 582 mp = mp1; 583 } 584 sctp->sctp_instr[i].istr_msgs = NULL; 585 sctp->sctp_instr[i].istr_nmsgs = 0; 586 sctp_free_reass((sctp->sctp_instr) + i); 587 sctp->sctp_instr[i].nextseq = 0; 588 } 589 if (free) { 590 kmem_free(sctp->sctp_instr, 591 sizeof (*sctp->sctp_instr) * sctp->sctp_num_istr); 592 sctp->sctp_instr = NULL; 593 sctp->sctp_num_istr = 0; 594 } 595 } 596 /* un-ordered fragments */ 597 if (sctp->sctp_uo_frags != NULL) { 598 for (mp = sctp->sctp_uo_frags; mp != NULL; mp = mp1) { 599 mp1 = mp->b_next; 600 mp->b_next = mp->b_prev = NULL; 601 freemsg(mp); 602 } 603 } 604 } 605 606 /* 607 * Last reference to the sctp_t is gone. Free all memory associated with it. 608 * Called from SCTP_REFRELE. Called inline in sctp_close() 609 */ 610 void 611 sctp_free(conn_t *connp) 612 { 613 sctp_t *sctp = CONN2SCTP(connp); 614 int cnt; 615 sctp_stack_t *sctps = sctp->sctp_sctps; 616 617 ASSERT(sctps != NULL); 618 /* Unlink it from the global list */ 619 SCTP_UNLINK(sctp, sctps); 620 621 ASSERT(connp->conn_ref == 0); 622 ASSERT(connp->conn_proto == IPPROTO_SCTP); 623 ASSERT(!MUTEX_HELD(&sctp->sctp_reflock)); 624 ASSERT(sctp->sctp_refcnt == 0); 625 626 ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL); 627 ASSERT(sctp->sctp_conn_hash_next == NULL && 628 sctp->sctp_conn_hash_prev == NULL); 629 630 631 /* Free up all the resources. */ 632 633 /* blow away sctp stream management */ 634 if (sctp->sctp_ostrcntrs != NULL) { 635 kmem_free(sctp->sctp_ostrcntrs, 636 sizeof (uint16_t) * sctp->sctp_num_ostr); 637 sctp->sctp_ostrcntrs = NULL; 638 } 639 sctp_instream_cleanup(sctp, B_TRUE); 640 641 /* Remove all data transfer resources. */ 642 sctp->sctp_istr_nmsgs = 0; 643 sctp->sctp_rxqueued = 0; 644 sctp_free_xmit_data(sctp); 645 sctp->sctp_unacked = 0; 646 sctp->sctp_unsent = 0; 647 if (sctp->sctp_cxmit_list != NULL) 648 sctp_asconf_free_cxmit(sctp, NULL); 649 650 sctp->sctp_lastdata = NULL; 651 652 /* Clear out default xmit settings */ 653 sctp->sctp_def_stream = 0; 654 sctp->sctp_def_flags = 0; 655 sctp->sctp_def_ppid = 0; 656 sctp->sctp_def_context = 0; 657 sctp->sctp_def_timetolive = 0; 658 659 if (sctp->sctp_sack_info != NULL) { 660 sctp_free_set(sctp->sctp_sack_info); 661 sctp->sctp_sack_info = NULL; 662 } 663 sctp->sctp_sack_gaps = 0; 664 665 if (sctp->sctp_cookie_mp != NULL) { 666 freemsg(sctp->sctp_cookie_mp); 667 sctp->sctp_cookie_mp = NULL; 668 } 669 670 /* Remove all the address resources. */ 671 sctp_zap_addrs(sctp); 672 for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) { 673 ASSERT(sctp->sctp_saddrs[cnt].ipif_count == 0); 674 list_destroy(&sctp->sctp_saddrs[cnt].sctp_ipif_list); 675 } 676 677 if (sctp->sctp_hopopts != NULL) { 678 mi_free(sctp->sctp_hopopts); 679 sctp->sctp_hopopts = NULL; 680 sctp->sctp_hopoptslen = 0; 681 } 682 ASSERT(sctp->sctp_hopoptslen == 0); 683 if (sctp->sctp_dstopts != NULL) { 684 mi_free(sctp->sctp_dstopts); 685 sctp->sctp_dstopts = NULL; 686 sctp->sctp_dstoptslen = 0; 687 } 688 ASSERT(sctp->sctp_dstoptslen == 0); 689 if (sctp->sctp_rthdrdstopts != NULL) { 690 mi_free(sctp->sctp_rthdrdstopts); 691 sctp->sctp_rthdrdstopts = NULL; 692 sctp->sctp_rthdrdstoptslen = 0; 693 } 694 ASSERT(sctp->sctp_rthdrdstoptslen == 0); 695 if (sctp->sctp_rthdr != NULL) { 696 mi_free(sctp->sctp_rthdr); 697 sctp->sctp_rthdr = NULL; 698 sctp->sctp_rthdrlen = 0; 699 } 700 ASSERT(sctp->sctp_rthdrlen == 0); 701 sctp_headers_free(sctp); 702 703 sctp->sctp_shutdown_faddr = NULL; 704 705 if (sctp->sctp_err_chunks != NULL) { 706 freemsg(sctp->sctp_err_chunks); 707 sctp->sctp_err_chunks = NULL; 708 sctp->sctp_err_len = 0; 709 } 710 711 /* Clear all the bitfields. */ 712 bzero(&sctp->sctp_bits, sizeof (sctp->sctp_bits)); 713 714 /* It is time to update the global statistics. */ 715 UPDATE_MIB(&sctps->sctps_mib, sctpOutSCTPPkts, sctp->sctp_opkts); 716 UPDATE_MIB(&sctps->sctps_mib, sctpOutCtrlChunks, sctp->sctp_obchunks); 717 UPDATE_MIB(&sctps->sctps_mib, sctpOutOrderChunks, sctp->sctp_odchunks); 718 UPDATE_MIB(&sctps->sctps_mib, 719 sctpOutUnorderChunks, sctp->sctp_oudchunks); 720 UPDATE_MIB(&sctps->sctps_mib, sctpRetransChunks, sctp->sctp_rxtchunks); 721 UPDATE_MIB(&sctps->sctps_mib, sctpInSCTPPkts, sctp->sctp_ipkts); 722 UPDATE_MIB(&sctps->sctps_mib, sctpInCtrlChunks, sctp->sctp_ibchunks); 723 UPDATE_MIB(&sctps->sctps_mib, sctpInOrderChunks, sctp->sctp_idchunks); 724 UPDATE_MIB(&sctps->sctps_mib, 725 sctpInUnorderChunks, sctp->sctp_iudchunks); 726 UPDATE_MIB(&sctps->sctps_mib, sctpFragUsrMsgs, sctp->sctp_fragdmsgs); 727 UPDATE_MIB(&sctps->sctps_mib, sctpReasmUsrMsgs, sctp->sctp_reassmsgs); 728 sctp->sctp_opkts = 0; 729 sctp->sctp_obchunks = 0; 730 sctp->sctp_odchunks = 0; 731 sctp->sctp_oudchunks = 0; 732 sctp->sctp_rxtchunks = 0; 733 sctp->sctp_ipkts = 0; 734 sctp->sctp_ibchunks = 0; 735 sctp->sctp_idchunks = 0; 736 sctp->sctp_iudchunks = 0; 737 sctp->sctp_fragdmsgs = 0; 738 sctp->sctp_reassmsgs = 0; 739 sctp->sctp_outseqtsns = 0; 740 sctp->sctp_osacks = 0; 741 sctp->sctp_isacks = 0; 742 sctp->sctp_idupchunks = 0; 743 sctp->sctp_gapcnt = 0; 744 sctp->sctp_cum_obchunks = 0; 745 sctp->sctp_cum_odchunks = 0; 746 sctp->sctp_cum_oudchunks = 0; 747 sctp->sctp_cum_rxtchunks = 0; 748 sctp->sctp_cum_ibchunks = 0; 749 sctp->sctp_cum_idchunks = 0; 750 sctp->sctp_cum_iudchunks = 0; 751 752 sctp->sctp_autoclose = 0; 753 sctp->sctp_tx_adaptation_code = 0; 754 755 sctp->sctp_v6label_len = 0; 756 sctp->sctp_v4label_len = 0; 757 758 sctp->sctp_sctps = NULL; 759 760 sctp_conn_clear(connp); 761 kmem_cache_free(sctp_conn_cache, connp); 762 } 763 764 /* Diagnostic routine used to return a string associated with the sctp state. */ 765 char * 766 sctp_display(sctp_t *sctp, char *sup_buf) 767 { 768 char *buf; 769 char buf1[30]; 770 static char priv_buf[INET6_ADDRSTRLEN * 2 + 80]; 771 char *cp; 772 conn_t *connp; 773 774 if (sctp == NULL) 775 return ("NULL_SCTP"); 776 777 connp = sctp->sctp_connp; 778 buf = (sup_buf != NULL) ? sup_buf : priv_buf; 779 780 switch (sctp->sctp_state) { 781 case SCTPS_IDLE: 782 cp = "SCTP_IDLE"; 783 break; 784 case SCTPS_BOUND: 785 cp = "SCTP_BOUND"; 786 break; 787 case SCTPS_LISTEN: 788 cp = "SCTP_LISTEN"; 789 break; 790 case SCTPS_COOKIE_WAIT: 791 cp = "SCTP_COOKIE_WAIT"; 792 break; 793 case SCTPS_COOKIE_ECHOED: 794 cp = "SCTP_COOKIE_ECHOED"; 795 break; 796 case SCTPS_ESTABLISHED: 797 cp = "SCTP_ESTABLISHED"; 798 break; 799 case SCTPS_SHUTDOWN_PENDING: 800 cp = "SCTP_SHUTDOWN_PENDING"; 801 break; 802 case SCTPS_SHUTDOWN_SENT: 803 cp = "SCTPS_SHUTDOWN_SENT"; 804 break; 805 case SCTPS_SHUTDOWN_RECEIVED: 806 cp = "SCTPS_SHUTDOWN_RECEIVED"; 807 break; 808 case SCTPS_SHUTDOWN_ACK_SENT: 809 cp = "SCTPS_SHUTDOWN_ACK_SENT"; 810 break; 811 default: 812 (void) mi_sprintf(buf1, "SCTPUnkState(%d)", sctp->sctp_state); 813 cp = buf1; 814 break; 815 } 816 (void) mi_sprintf(buf, "[%u, %u] %s", 817 ntohs(connp->conn_lport), ntohs(connp->conn_fport), cp); 818 819 return (buf); 820 } 821 822 /* 823 * Initialize protocol control block. If a parent exists, inherit 824 * all values set through setsockopt(). 825 */ 826 static int 827 sctp_init_values(sctp_t *sctp, sctp_t *psctp, int sleep) 828 { 829 int err; 830 int cnt; 831 sctp_stack_t *sctps = sctp->sctp_sctps; 832 conn_t *connp; 833 834 connp = sctp->sctp_connp; 835 836 sctp->sctp_nsaddrs = 0; 837 for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) { 838 sctp->sctp_saddrs[cnt].ipif_count = 0; 839 list_create(&sctp->sctp_saddrs[cnt].sctp_ipif_list, 840 sizeof (sctp_saddr_ipif_t), offsetof(sctp_saddr_ipif_t, 841 saddr_ipif)); 842 } 843 connp->conn_ports = 0; 844 sctp->sctp_running = B_FALSE; 845 sctp->sctp_state = SCTPS_IDLE; 846 847 sctp->sctp_refcnt = 1; 848 849 sctp->sctp_strikes = 0; 850 851 sctp->sctp_last_mtu_probe = ddi_get_lbolt64(); 852 sctp->sctp_mtu_probe_intvl = sctps->sctps_mtu_probe_interval; 853 854 sctp->sctp_sack_gaps = 0; 855 sctp->sctp_sack_toggle = 2; 856 857 /* Only need to do the allocation if there is no "cached" one. */ 858 if (sctp->sctp_pad_mp == NULL) { 859 if (sleep == KM_SLEEP) { 860 sctp->sctp_pad_mp = allocb_wait(SCTP_ALIGN, BPRI_MED, 861 STR_NOSIG, NULL); 862 } else { 863 sctp->sctp_pad_mp = allocb(SCTP_ALIGN, BPRI_MED); 864 if (sctp->sctp_pad_mp == NULL) 865 return (ENOMEM); 866 } 867 bzero(sctp->sctp_pad_mp->b_rptr, SCTP_ALIGN); 868 } 869 870 if (psctp != NULL) { 871 /* 872 * Inherit from parent 873 * 874 * Start by inheriting from the conn_t, including conn_ixa and 875 * conn_xmit_ipp. 876 */ 877 err = conn_inherit_parent(psctp->sctp_connp, connp); 878 if (err != 0) 879 goto failure; 880 881 sctp->sctp_cookie_lifetime = psctp->sctp_cookie_lifetime; 882 883 sctp->sctp_cwnd_max = psctp->sctp_cwnd_max; 884 sctp->sctp_rwnd = psctp->sctp_rwnd; 885 sctp->sctp_irwnd = psctp->sctp_rwnd; 886 sctp->sctp_pd_point = psctp->sctp_pd_point; 887 sctp->sctp_rto_max = psctp->sctp_rto_max; 888 sctp->sctp_init_rto_max = psctp->sctp_init_rto_max; 889 sctp->sctp_rto_min = psctp->sctp_rto_min; 890 sctp->sctp_rto_initial = psctp->sctp_rto_initial; 891 sctp->sctp_pa_max_rxt = psctp->sctp_pa_max_rxt; 892 sctp->sctp_pp_max_rxt = psctp->sctp_pp_max_rxt; 893 sctp->sctp_max_init_rxt = psctp->sctp_max_init_rxt; 894 895 sctp->sctp_def_stream = psctp->sctp_def_stream; 896 sctp->sctp_def_flags = psctp->sctp_def_flags; 897 sctp->sctp_def_ppid = psctp->sctp_def_ppid; 898 sctp->sctp_def_context = psctp->sctp_def_context; 899 sctp->sctp_def_timetolive = psctp->sctp_def_timetolive; 900 901 sctp->sctp_num_istr = psctp->sctp_num_istr; 902 sctp->sctp_num_ostr = psctp->sctp_num_ostr; 903 904 sctp->sctp_hb_interval = psctp->sctp_hb_interval; 905 sctp->sctp_autoclose = psctp->sctp_autoclose; 906 sctp->sctp_tx_adaptation_code = psctp->sctp_tx_adaptation_code; 907 908 /* xxx should be a better way to copy these flags xxx */ 909 sctp->sctp_bound_to_all = psctp->sctp_bound_to_all; 910 sctp->sctp_cansleep = psctp->sctp_cansleep; 911 sctp->sctp_send_adaptation = psctp->sctp_send_adaptation; 912 sctp->sctp_ndelay = psctp->sctp_ndelay; 913 sctp->sctp_events = psctp->sctp_events; 914 } else { 915 /* 916 * Set to system defaults 917 */ 918 sctp->sctp_cookie_lifetime = 919 MSEC_TO_TICK(sctps->sctps_cookie_life); 920 connp->conn_sndlowat = sctps->sctps_xmit_lowat; 921 connp->conn_sndbuf = sctps->sctps_xmit_hiwat; 922 connp->conn_rcvbuf = sctps->sctps_recv_hiwat; 923 924 sctp->sctp_cwnd_max = sctps->sctps_cwnd_max_; 925 sctp->sctp_rwnd = connp->conn_rcvbuf; 926 sctp->sctp_irwnd = sctp->sctp_rwnd; 927 sctp->sctp_pd_point = sctp->sctp_rwnd; 928 sctp->sctp_rto_max = MSEC_TO_TICK(sctps->sctps_rto_maxg); 929 sctp->sctp_init_rto_max = sctp->sctp_rto_max; 930 sctp->sctp_rto_min = MSEC_TO_TICK(sctps->sctps_rto_ming); 931 sctp->sctp_rto_initial = MSEC_TO_TICK( 932 sctps->sctps_rto_initialg); 933 sctp->sctp_pa_max_rxt = sctps->sctps_pa_max_retr; 934 sctp->sctp_pp_max_rxt = sctps->sctps_pp_max_retr; 935 sctp->sctp_max_init_rxt = sctps->sctps_max_init_retr; 936 937 sctp->sctp_num_istr = sctps->sctps_max_in_streams; 938 sctp->sctp_num_ostr = sctps->sctps_initial_out_streams; 939 940 sctp->sctp_hb_interval = 941 MSEC_TO_TICK(sctps->sctps_heartbeat_interval); 942 943 if (connp->conn_family == AF_INET) 944 connp->conn_default_ttl = sctps->sctps_ipv4_ttl; 945 else 946 connp->conn_default_ttl = sctps->sctps_ipv6_hoplimit; 947 948 connp->conn_xmit_ipp.ipp_unicast_hops = 949 connp->conn_default_ttl; 950 951 /* 952 * Initialize the header template 953 */ 954 if ((err = sctp_build_hdrs(sctp, sleep)) != 0) { 955 goto failure; 956 } 957 } 958 959 sctp->sctp_understands_asconf = B_TRUE; 960 sctp->sctp_understands_addip = B_TRUE; 961 sctp->sctp_prsctp_aware = B_FALSE; 962 963 sctp->sctp_connp->conn_ref = 1; 964 965 sctp->sctp_prsctpdrop = 0; 966 sctp->sctp_msgcount = 0; 967 968 return (0); 969 970 failure: 971 sctp_headers_free(sctp); 972 return (err); 973 } 974 975 /* 976 * Extracts the init tag from an INIT chunk and checks if it matches 977 * the sctp's verification tag. Returns 0 if it doesn't match, 1 if 978 * it does. 979 */ 980 static boolean_t 981 sctp_icmp_verf(sctp_t *sctp, sctp_hdr_t *sh, mblk_t *mp) 982 { 983 sctp_chunk_hdr_t *sch; 984 uint32_t verf, *vp; 985 986 sch = (sctp_chunk_hdr_t *)(sh + 1); 987 vp = (uint32_t *)(sch + 1); 988 989 /* Need at least the data chunk hdr and the first 4 bytes of INIT */ 990 if ((unsigned char *)(vp + 1) > mp->b_wptr) { 991 return (B_FALSE); 992 } 993 994 bcopy(vp, &verf, sizeof (verf)); 995 996 if (verf == sctp->sctp_lvtag) { 997 return (B_TRUE); 998 } 999 return (B_FALSE); 1000 } 1001 1002 /* 1003 * Update the SCTP state according to change of PMTU. 1004 * 1005 * Path MTU might have changed by either increase or decrease, so need to 1006 * adjust the MSS based on the value of ixa_pmtu. 1007 */ 1008 static void 1009 sctp_update_pmtu(sctp_t *sctp, sctp_faddr_t *fp, boolean_t decrease_only) 1010 { 1011 uint32_t pmtu; 1012 int32_t mss; 1013 ip_xmit_attr_t *ixa = fp->ixa; 1014 1015 if (sctp->sctp_state < SCTPS_ESTABLISHED) 1016 return; 1017 1018 /* 1019 * Always call ip_get_pmtu() to make sure that IP has updated 1020 * ixa_flags properly. 1021 */ 1022 pmtu = ip_get_pmtu(ixa); 1023 1024 /* 1025 * Calculate the MSS by decreasing the PMTU by sctp_hdr_len and 1026 * IPsec overhead if applied. Make sure to use the most recent 1027 * IPsec information. 1028 */ 1029 mss = pmtu - conn_ipsec_length(sctp->sctp_connp); 1030 if (ixa->ixa_flags & IXAF_IS_IPV4) 1031 mss -= sctp->sctp_hdr_len; 1032 else 1033 mss -= sctp->sctp_hdr6_len; 1034 1035 /* 1036 * Nothing to change, so just return. 1037 */ 1038 if (mss == fp->sfa_pmss) 1039 return; 1040 1041 /* 1042 * Currently, for ICMP errors, only PMTU decrease is handled. 1043 */ 1044 if (mss > fp->sfa_pmss && decrease_only) 1045 return; 1046 1047 #ifdef DEBUG 1048 (void) printf("sctp_update_pmtu mss from %d to %d\n", 1049 fp->sfa_pmss, mss); 1050 #endif 1051 DTRACE_PROBE2(sctp_update_pmtu, int32_t, fp->sfa_pmss, uint32_t, mss); 1052 1053 /* 1054 * Update ixa_fragsize and ixa_pmtu. 1055 */ 1056 ixa->ixa_fragsize = ixa->ixa_pmtu = pmtu; 1057 1058 /* 1059 * Make sure that sfa_pmss is a multiple of 1060 * SCTP_ALIGN. 1061 */ 1062 fp->sfa_pmss = mss & ~(SCTP_ALIGN - 1); 1063 fp->pmtu_discovered = 1; 1064 1065 #ifdef notyet 1066 if (mss < sctp->sctp_sctps->sctps_mss_min) 1067 ixa->ixa_flags |= IXAF_PMTU_TOO_SMALL; 1068 #endif 1069 if (ixa->ixa_flags & IXAF_PMTU_TOO_SMALL) 1070 ixa->ixa_flags &= ~(IXAF_DONTFRAG | IXAF_PMTU_IPV4_DF); 1071 1072 /* 1073 * If below the min size then ip_get_pmtu cleared IXAF_PMTU_IPV4_DF. 1074 * Make sure to clear IXAF_DONTFRAG, which is used by IP to decide 1075 * whether to fragment the packet. 1076 */ 1077 if (ixa->ixa_flags & IXAF_IS_IPV4) { 1078 if (!(ixa->ixa_flags & IXAF_PMTU_IPV4_DF)) { 1079 fp->df = B_FALSE; 1080 if (fp == sctp->sctp_current) { 1081 sctp->sctp_ipha-> 1082 ipha_fragment_offset_and_flags = 0; 1083 } 1084 } 1085 } 1086 } 1087 1088 /* 1089 * Notify function registered with ip_xmit_attr_t. It's called in the context 1090 * of conn_ip_output so it's safe to update the SCTP state. 1091 * Currently only used for pmtu changes. 1092 */ 1093 /* ARGSUSED1 */ 1094 static void 1095 sctp_notify(void *arg, ip_xmit_attr_t *ixa, ixa_notify_type_t ntype, 1096 ixa_notify_arg_t narg) 1097 { 1098 sctp_t *sctp = (sctp_t *)arg; 1099 sctp_faddr_t *fp; 1100 1101 switch (ntype) { 1102 case IXAN_PMTU: 1103 /* Find the faddr based on the ip_xmit_attr_t pointer */ 1104 for (fp = sctp->sctp_faddrs; fp != NULL; fp = fp->next) { 1105 if (fp->ixa == ixa) 1106 break; 1107 } 1108 if (fp != NULL) 1109 sctp_update_pmtu(sctp, fp, B_FALSE); 1110 break; 1111 default: 1112 break; 1113 } 1114 } 1115 1116 /* 1117 * sctp_icmp_error is called by sctp_input() to process ICMP error messages 1118 * passed up by IP. We need to find a sctp_t 1119 * that corresponds to the returned datagram. Passes the message back in on 1120 * the correct queue once it has located the connection. 1121 * Assumes that IP has pulled up everything up to and including 1122 * the ICMP header. 1123 */ 1124 void 1125 sctp_icmp_error(sctp_t *sctp, mblk_t *mp) 1126 { 1127 icmph_t *icmph; 1128 ipha_t *ipha; 1129 int iph_hdr_length; 1130 sctp_hdr_t *sctph; 1131 in6_addr_t dst; 1132 sctp_faddr_t *fp; 1133 sctp_stack_t *sctps = sctp->sctp_sctps; 1134 1135 dprint(1, ("sctp_icmp_error: sctp=%p, mp=%p\n", (void *)sctp, 1136 (void *)mp)); 1137 1138 ipha = (ipha_t *)mp->b_rptr; 1139 if (IPH_HDR_VERSION(ipha) != IPV4_VERSION) { 1140 ASSERT(IPH_HDR_VERSION(ipha) == IPV6_VERSION); 1141 sctp_icmp_error_ipv6(sctp, mp); 1142 return; 1143 } 1144 1145 /* account for the ip hdr from the icmp message */ 1146 iph_hdr_length = IPH_HDR_LENGTH(ipha); 1147 icmph = (icmph_t *)&mp->b_rptr[iph_hdr_length]; 1148 /* now the ip hdr of message resulting in this icmp */ 1149 ipha = (ipha_t *)&icmph[1]; 1150 iph_hdr_length = IPH_HDR_LENGTH(ipha); 1151 sctph = (sctp_hdr_t *)((char *)ipha + iph_hdr_length); 1152 /* first_mp must expose the full sctp header. */ 1153 if ((uchar_t *)(sctph + 1) >= mp->b_wptr) { 1154 /* not enough data for SCTP header */ 1155 freemsg(mp); 1156 return; 1157 } 1158 1159 switch (icmph->icmph_type) { 1160 case ICMP_DEST_UNREACHABLE: 1161 switch (icmph->icmph_code) { 1162 case ICMP_FRAGMENTATION_NEEDED: 1163 /* 1164 * Reduce the MSS based on the new MTU. This will 1165 * eliminate any fragmentation locally. 1166 * N.B. There may well be some funny side-effects on 1167 * the local send policy and the remote receive policy. 1168 * Pending further research, we provide 1169 * sctp_ignore_path_mtu just in case this proves 1170 * disastrous somewhere. 1171 * 1172 * After updating the MSS, retransmit part of the 1173 * dropped segment using the new mss by calling 1174 * sctp_wput_slow(). Need to adjust all those 1175 * params to make sure sctp_wput_slow() work properly. 1176 */ 1177 if (sctps->sctps_ignore_path_mtu) 1178 break; 1179 1180 /* find the offending faddr */ 1181 IN6_IPADDR_TO_V4MAPPED(ipha->ipha_dst, &dst); 1182 fp = sctp_lookup_faddr(sctp, &dst); 1183 if (fp == NULL) { 1184 break; 1185 } 1186 sctp_update_pmtu(sctp, fp, B_TRUE); 1187 /* 1188 * It is possible, even likely that a fast retransmit 1189 * attempt has been dropped by ip as a result of this 1190 * error, retransmission bundles as much as possible. 1191 * A retransmit here prevents significant delays waiting 1192 * on the timer. Analogous to behaviour of TCP after 1193 * ICMP too big. 1194 */ 1195 sctp_rexmit(sctp, fp); 1196 break; 1197 case ICMP_PORT_UNREACHABLE: 1198 case ICMP_PROTOCOL_UNREACHABLE: 1199 switch (sctp->sctp_state) { 1200 case SCTPS_COOKIE_WAIT: 1201 case SCTPS_COOKIE_ECHOED: 1202 /* make sure the verification tag matches */ 1203 if (!sctp_icmp_verf(sctp, sctph, mp)) { 1204 break; 1205 } 1206 BUMP_MIB(&sctps->sctps_mib, sctpAborted); 1207 sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0, 1208 NULL); 1209 sctp_clean_death(sctp, ECONNREFUSED); 1210 break; 1211 } 1212 break; 1213 case ICMP_HOST_UNREACHABLE: 1214 case ICMP_NET_UNREACHABLE: 1215 /* Record the error in case we finally time out. */ 1216 sctp->sctp_client_errno = (icmph->icmph_code == 1217 ICMP_HOST_UNREACHABLE) ? EHOSTUNREACH : ENETUNREACH; 1218 break; 1219 default: 1220 break; 1221 } 1222 break; 1223 case ICMP_SOURCE_QUENCH: { 1224 /* Reduce the sending rate as if we got a retransmit timeout */ 1225 break; 1226 } 1227 } 1228 freemsg(mp); 1229 } 1230 1231 /* 1232 * sctp_icmp_error_ipv6() is called by sctp_icmp_error() to process ICMPv6 1233 * error messages passed up by IP. 1234 * Assumes that IP has pulled up all the extension headers as well 1235 * as the ICMPv6 header. 1236 */ 1237 static void 1238 sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp) 1239 { 1240 icmp6_t *icmp6; 1241 ip6_t *ip6h; 1242 uint16_t iph_hdr_length; 1243 sctp_hdr_t *sctpha; 1244 uint8_t *nexthdrp; 1245 sctp_faddr_t *fp; 1246 sctp_stack_t *sctps = sctp->sctp_sctps; 1247 1248 ip6h = (ip6_t *)mp->b_rptr; 1249 iph_hdr_length = (ip6h->ip6_nxt != IPPROTO_SCTP) ? 1250 ip_hdr_length_v6(mp, ip6h) : IPV6_HDR_LEN; 1251 1252 icmp6 = (icmp6_t *)&mp->b_rptr[iph_hdr_length]; 1253 ip6h = (ip6_t *)&icmp6[1]; 1254 if (!ip_hdr_length_nexthdr_v6(mp, ip6h, &iph_hdr_length, &nexthdrp)) { 1255 freemsg(mp); 1256 return; 1257 } 1258 ASSERT(*nexthdrp == IPPROTO_SCTP); 1259 1260 /* XXX need ifindex to find connection */ 1261 sctpha = (sctp_hdr_t *)((char *)ip6h + iph_hdr_length); 1262 if ((uchar_t *)sctpha >= mp->b_wptr) { 1263 /* not enough data for SCTP header */ 1264 freemsg(mp); 1265 return; 1266 } 1267 switch (icmp6->icmp6_type) { 1268 case ICMP6_PACKET_TOO_BIG: 1269 /* 1270 * Reduce the MSS based on the new MTU. This will 1271 * eliminate any fragmentation locally. 1272 * N.B. There may well be some funny side-effects on 1273 * the local send policy and the remote receive policy. 1274 * Pending further research, we provide 1275 * sctp_ignore_path_mtu just in case this proves 1276 * disastrous somewhere. 1277 * 1278 * After updating the MSS, retransmit part of the 1279 * dropped segment using the new mss by calling 1280 * sctp_wput_slow(). Need to adjust all those 1281 * params to make sure sctp_wput_slow() work properly. 1282 */ 1283 if (sctps->sctps_ignore_path_mtu) 1284 break; 1285 1286 /* find the offending faddr */ 1287 fp = sctp_lookup_faddr(sctp, &ip6h->ip6_dst); 1288 if (fp == NULL) { 1289 break; 1290 } 1291 1292 sctp_update_pmtu(sctp, fp, B_TRUE); 1293 /* 1294 * It is possible, even likely that a fast retransmit 1295 * attempt has been dropped by ip as a result of this 1296 * error, retransmission bundles as much as possible. 1297 * A retransmit here prevents significant delays waiting 1298 * on the timer. Analogous to behaviour of TCP after 1299 * ICMP too big. 1300 */ 1301 sctp_rexmit(sctp, fp); 1302 break; 1303 1304 case ICMP6_DST_UNREACH: 1305 switch (icmp6->icmp6_code) { 1306 case ICMP6_DST_UNREACH_NOPORT: 1307 /* make sure the verification tag matches */ 1308 if (!sctp_icmp_verf(sctp, sctpha, mp)) { 1309 break; 1310 } 1311 if (sctp->sctp_state == SCTPS_COOKIE_WAIT || 1312 sctp->sctp_state == SCTPS_COOKIE_ECHOED) { 1313 BUMP_MIB(&sctps->sctps_mib, sctpAborted); 1314 sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0, 1315 NULL); 1316 sctp_clean_death(sctp, ECONNREFUSED); 1317 } 1318 break; 1319 1320 case ICMP6_DST_UNREACH_ADMIN: 1321 case ICMP6_DST_UNREACH_NOROUTE: 1322 case ICMP6_DST_UNREACH_NOTNEIGHBOR: 1323 case ICMP6_DST_UNREACH_ADDR: 1324 /* Record the error in case we finally time out. */ 1325 sctp->sctp_client_errno = EHOSTUNREACH; 1326 break; 1327 default: 1328 break; 1329 } 1330 break; 1331 1332 case ICMP6_PARAM_PROB: 1333 /* If this corresponds to an ICMP_PROTOCOL_UNREACHABLE */ 1334 if (icmp6->icmp6_code == ICMP6_PARAMPROB_NEXTHEADER && 1335 (uchar_t *)ip6h + icmp6->icmp6_pptr == 1336 (uchar_t *)nexthdrp) { 1337 /* make sure the verification tag matches */ 1338 if (!sctp_icmp_verf(sctp, sctpha, mp)) { 1339 break; 1340 } 1341 if (sctp->sctp_state == SCTPS_COOKIE_WAIT) { 1342 BUMP_MIB(&sctps->sctps_mib, sctpAborted); 1343 sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0, 1344 NULL); 1345 sctp_clean_death(sctp, ECONNREFUSED); 1346 } 1347 break; 1348 } 1349 break; 1350 1351 case ICMP6_TIME_EXCEEDED: 1352 default: 1353 break; 1354 } 1355 freemsg(mp); 1356 } 1357 1358 /* 1359 * Called by sockfs to create a new sctp instance. 1360 * 1361 * If parent pointer is passed in, inherit settings from it. 1362 */ 1363 sctp_t * 1364 sctp_create(void *ulpd, sctp_t *parent, int family, int type, int flags, 1365 sock_upcalls_t *upcalls, sctp_sockbuf_limits_t *sbl, 1366 cred_t *credp) 1367 { 1368 sctp_t *sctp, *psctp; 1369 conn_t *connp; 1370 mblk_t *ack_mp, *hb_mp; 1371 int sleep = flags & SCTP_CAN_BLOCK ? KM_SLEEP : KM_NOSLEEP; 1372 zoneid_t zoneid; 1373 sctp_stack_t *sctps; 1374 1375 /* User must supply a credential. */ 1376 if (credp == NULL) 1377 return (NULL); 1378 1379 psctp = (sctp_t *)parent; 1380 if (psctp != NULL) { 1381 sctps = psctp->sctp_sctps; 1382 /* Increase here to have common decrease at end */ 1383 netstack_hold(sctps->sctps_netstack); 1384 } else { 1385 netstack_t *ns; 1386 1387 ns = netstack_find_by_cred(credp); 1388 ASSERT(ns != NULL); 1389 sctps = ns->netstack_sctp; 1390 ASSERT(sctps != NULL); 1391 1392 /* 1393 * For exclusive stacks we set the zoneid to zero 1394 * to make SCTP operate as if in the global zone. 1395 */ 1396 if (sctps->sctps_netstack->netstack_stackid != 1397 GLOBAL_NETSTACKID) 1398 zoneid = GLOBAL_ZONEID; 1399 else 1400 zoneid = crgetzoneid(credp); 1401 } 1402 if ((connp = ipcl_conn_create(IPCL_SCTPCONN, sleep, 1403 sctps->sctps_netstack)) == NULL) { 1404 netstack_rele(sctps->sctps_netstack); 1405 SCTP_KSTAT(sctps, sctp_conn_create); 1406 return (NULL); 1407 } 1408 /* 1409 * ipcl_conn_create did a netstack_hold. Undo the hold that was 1410 * done at top of sctp_create. 1411 */ 1412 netstack_rele(sctps->sctps_netstack); 1413 sctp = CONN2SCTP(connp); 1414 sctp->sctp_sctps = sctps; 1415 1416 if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer, sleep)) == NULL || 1417 (hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer, 1418 sleep)) == NULL) { 1419 if (ack_mp != NULL) 1420 freeb(ack_mp); 1421 sctp_conn_clear(connp); 1422 sctp->sctp_sctps = NULL; 1423 kmem_cache_free(sctp_conn_cache, connp); 1424 return (NULL); 1425 } 1426 1427 sctp->sctp_ack_mp = ack_mp; 1428 sctp->sctp_heartbeat_mp = hb_mp; 1429 1430 /* 1431 * Have conn_ip_output drop packets should our outer source 1432 * go invalid, and tell us about mtu changes. 1433 */ 1434 connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE | 1435 IXAF_VERIFY_PMTU; 1436 connp->conn_family = family; 1437 connp->conn_so_type = type; 1438 1439 if (sctp_init_values(sctp, psctp, sleep) != 0) { 1440 freeb(ack_mp); 1441 freeb(hb_mp); 1442 sctp_conn_clear(connp); 1443 sctp->sctp_sctps = NULL; 1444 kmem_cache_free(sctp_conn_cache, connp); 1445 return (NULL); 1446 } 1447 sctp->sctp_cansleep = ((flags & SCTP_CAN_BLOCK) == SCTP_CAN_BLOCK); 1448 1449 sctp->sctp_mss = sctps->sctps_initial_mtu - ((family == AF_INET6) ? 1450 sctp->sctp_hdr6_len : sctp->sctp_hdr_len); 1451 1452 if (psctp != NULL) { 1453 conn_t *pconnp = psctp->sctp_connp; 1454 1455 RUN_SCTP(psctp); 1456 /* 1457 * Inherit local address list, local port. Parent is either 1458 * in SCTPS_BOUND, or SCTPS_LISTEN state. 1459 */ 1460 ASSERT((psctp->sctp_state == SCTPS_BOUND) || 1461 (psctp->sctp_state == SCTPS_LISTEN)); 1462 if (sctp_dup_saddrs(psctp, sctp, sleep)) { 1463 WAKE_SCTP(psctp); 1464 freeb(ack_mp); 1465 freeb(hb_mp); 1466 sctp_headers_free(sctp); 1467 sctp_conn_clear(connp); 1468 sctp->sctp_sctps = NULL; 1469 kmem_cache_free(sctp_conn_cache, connp); 1470 return (NULL); 1471 } 1472 1473 /* 1474 * If the parent is specified, it'll be immediatelly 1475 * followed by sctp_connect(). So don't add this guy to 1476 * bind hash. 1477 */ 1478 connp->conn_lport = pconnp->conn_lport; 1479 sctp->sctp_state = SCTPS_BOUND; 1480 WAKE_SCTP(psctp); 1481 } else { 1482 ASSERT(connp->conn_cred == NULL); 1483 connp->conn_zoneid = zoneid; 1484 /* 1485 * conn_allzones can not be set this early, hence 1486 * no IPCL_ZONEID 1487 */ 1488 connp->conn_ixa->ixa_zoneid = zoneid; 1489 connp->conn_open_time = ddi_get_lbolt64(); 1490 connp->conn_cred = credp; 1491 crhold(credp); 1492 connp->conn_cpid = curproc->p_pid; 1493 1494 /* 1495 * If the caller has the process-wide flag set, then default to 1496 * MAC exempt mode. This allows read-down to unlabeled hosts. 1497 */ 1498 if (getpflags(NET_MAC_AWARE, credp) != 0) 1499 connp->conn_mac_mode = CONN_MAC_AWARE; 1500 1501 connp->conn_zone_is_global = 1502 (crgetzoneid(credp) == GLOBAL_ZONEID); 1503 } 1504 1505 /* Initialize SCTP instance values, our verf tag must never be 0 */ 1506 (void) random_get_pseudo_bytes((uint8_t *)&sctp->sctp_lvtag, 1507 sizeof (sctp->sctp_lvtag)); 1508 if (sctp->sctp_lvtag == 0) 1509 sctp->sctp_lvtag = (uint32_t)gethrtime(); 1510 ASSERT(sctp->sctp_lvtag != 0); 1511 1512 sctp->sctp_ltsn = sctp->sctp_lvtag + 1; 1513 sctp->sctp_lcsn = sctp->sctp_ltsn; 1514 sctp->sctp_recovery_tsn = sctp->sctp_lastack_rxd = sctp->sctp_ltsn - 1; 1515 sctp->sctp_adv_pap = sctp->sctp_lastack_rxd; 1516 1517 /* Information required by upper layer */ 1518 ASSERT(ulpd != NULL); 1519 sctp->sctp_ulpd = ulpd; 1520 1521 ASSERT(upcalls != NULL); 1522 sctp->sctp_upcalls = upcalls; 1523 ASSERT(sbl != NULL); 1524 /* Fill in the socket buffer limits for sctpsockfs */ 1525 sbl->sbl_txlowat = connp->conn_sndlowat; 1526 sbl->sbl_txbuf = connp->conn_sndbuf; 1527 sbl->sbl_rxbuf = sctp->sctp_rwnd; 1528 sbl->sbl_rxlowat = SCTP_RECV_LOWATER; 1529 1530 /* Insert this in the global list. */ 1531 SCTP_LINK(sctp, sctps); 1532 1533 return (sctp); 1534 } 1535 1536 /* Run at module load time */ 1537 void 1538 sctp_ddi_g_init(void) 1539 { 1540 /* Create sctp_t/conn_t cache */ 1541 sctp_conn_cache_init(); 1542 1543 /* Create the faddr cache */ 1544 sctp_faddr_init(); 1545 1546 /* Create the sets cache */ 1547 sctp_sets_init(); 1548 1549 /* Create the PR-SCTP sets cache */ 1550 sctp_ftsn_sets_init(); 1551 1552 /* Initialize tables used for CRC calculation */ 1553 sctp_crc32_init(); 1554 1555 /* 1556 * We want to be informed each time a stack is created or 1557 * destroyed in the kernel, so we can maintain the 1558 * set of sctp_stack_t's. 1559 */ 1560 netstack_register(NS_SCTP, sctp_stack_init, NULL, sctp_stack_fini); 1561 } 1562 1563 static void * 1564 sctp_stack_init(netstackid_t stackid, netstack_t *ns) 1565 { 1566 sctp_stack_t *sctps; 1567 1568 sctps = kmem_zalloc(sizeof (*sctps), KM_SLEEP); 1569 sctps->sctps_netstack = ns; 1570 1571 /* Initialize locks */ 1572 mutex_init(&sctps->sctps_g_lock, NULL, MUTEX_DEFAULT, NULL); 1573 mutex_init(&sctps->sctps_epriv_port_lock, NULL, MUTEX_DEFAULT, NULL); 1574 sctps->sctps_g_num_epriv_ports = SCTP_NUM_EPRIV_PORTS; 1575 sctps->sctps_g_epriv_ports[0] = 2049; 1576 sctps->sctps_g_epriv_ports[1] = 4045; 1577 1578 /* Initialize SCTP hash arrays. */ 1579 sctp_hash_init(sctps); 1580 1581 if (!sctp_nd_init(sctps)) { 1582 sctp_nd_free(sctps); 1583 } 1584 1585 /* Initialize the recvq taskq. */ 1586 sctp_rq_tq_init(sctps); 1587 1588 /* saddr init */ 1589 sctp_saddr_init(sctps); 1590 1591 /* Global SCTP PCB list. */ 1592 list_create(&sctps->sctps_g_list, sizeof (sctp_t), 1593 offsetof(sctp_t, sctp_list)); 1594 1595 /* Initialize sctp kernel stats. */ 1596 sctps->sctps_mibkp = sctp_kstat_init(stackid); 1597 sctps->sctps_kstat = 1598 sctp_kstat2_init(stackid, &sctps->sctps_statistics); 1599 1600 return (sctps); 1601 } 1602 1603 /* 1604 * Called when the module is about to be unloaded. 1605 */ 1606 void 1607 sctp_ddi_g_destroy(void) 1608 { 1609 /* Destroy sctp_t/conn_t caches */ 1610 sctp_conn_cache_fini(); 1611 1612 /* Destroy the faddr cache */ 1613 sctp_faddr_fini(); 1614 1615 /* Destroy the sets cache */ 1616 sctp_sets_fini(); 1617 1618 /* Destroy the PR-SCTP sets cache */ 1619 sctp_ftsn_sets_fini(); 1620 1621 netstack_unregister(NS_SCTP); 1622 } 1623 1624 /* 1625 * Free the SCTP stack instance. 1626 */ 1627 static void 1628 sctp_stack_fini(netstackid_t stackid, void *arg) 1629 { 1630 sctp_stack_t *sctps = (sctp_stack_t *)arg; 1631 1632 sctp_nd_free(sctps); 1633 1634 /* Destroy the recvq taskqs. */ 1635 sctp_rq_tq_fini(sctps); 1636 1637 /* Destroy saddr */ 1638 sctp_saddr_fini(sctps); 1639 1640 /* Global SCTP PCB list. */ 1641 list_destroy(&sctps->sctps_g_list); 1642 1643 /* Destroy SCTP hash arrays. */ 1644 sctp_hash_destroy(sctps); 1645 1646 /* Destroy SCTP kernel stats. */ 1647 sctp_kstat2_fini(stackid, sctps->sctps_kstat); 1648 sctps->sctps_kstat = NULL; 1649 bzero(&sctps->sctps_statistics, sizeof (sctps->sctps_statistics)); 1650 1651 sctp_kstat_fini(stackid, sctps->sctps_mibkp); 1652 sctps->sctps_mibkp = NULL; 1653 1654 mutex_destroy(&sctps->sctps_g_lock); 1655 mutex_destroy(&sctps->sctps_epriv_port_lock); 1656 1657 kmem_free(sctps, sizeof (*sctps)); 1658 } 1659 1660 void 1661 sctp_display_all(sctp_stack_t *sctps) 1662 { 1663 sctp_t *sctp_walker; 1664 1665 mutex_enter(&sctps->sctps_g_lock); 1666 for (sctp_walker = list_head(&sctps->sctps_g_list); 1667 sctp_walker != NULL; 1668 sctp_walker = (sctp_t *)list_next(&sctps->sctps_g_list, 1669 sctp_walker)) { 1670 (void) sctp_display(sctp_walker, NULL); 1671 } 1672 mutex_exit(&sctps->sctps_g_lock); 1673 } 1674 1675 static void 1676 sctp_rq_tq_init(sctp_stack_t *sctps) 1677 { 1678 sctps->sctps_recvq_tq_list_max_sz = 16; 1679 sctps->sctps_recvq_tq_list_cur_sz = 1; 1680 /* 1681 * Initialize the recvq_tq_list and create the first recvq taskq. 1682 * What to do if it fails? 1683 */ 1684 sctps->sctps_recvq_tq_list = 1685 kmem_zalloc(sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *), 1686 KM_SLEEP); 1687 sctps->sctps_recvq_tq_list[0] = taskq_create("sctp_def_recvq_taskq", 1688 MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min, ncpus)), 1689 minclsyspri, sctp_recvq_tq_task_min, sctp_recvq_tq_task_max, 1690 TASKQ_PREPOPULATE); 1691 mutex_init(&sctps->sctps_rq_tq_lock, NULL, MUTEX_DEFAULT, NULL); 1692 } 1693 1694 static void 1695 sctp_rq_tq_fini(sctp_stack_t *sctps) 1696 { 1697 int i; 1698 1699 for (i = 0; i < sctps->sctps_recvq_tq_list_cur_sz; i++) { 1700 ASSERT(sctps->sctps_recvq_tq_list[i] != NULL); 1701 taskq_destroy(sctps->sctps_recvq_tq_list[i]); 1702 } 1703 kmem_free(sctps->sctps_recvq_tq_list, 1704 sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *)); 1705 sctps->sctps_recvq_tq_list = NULL; 1706 } 1707 1708 /* Add another taskq for a new ill. */ 1709 void 1710 sctp_inc_taskq(sctp_stack_t *sctps) 1711 { 1712 taskq_t *tq; 1713 char tq_name[TASKQ_NAMELEN]; 1714 1715 mutex_enter(&sctps->sctps_rq_tq_lock); 1716 if (sctps->sctps_recvq_tq_list_cur_sz + 1 > 1717 sctps->sctps_recvq_tq_list_max_sz) { 1718 mutex_exit(&sctps->sctps_rq_tq_lock); 1719 cmn_err(CE_NOTE, "Cannot create more SCTP recvq taskq"); 1720 return; 1721 } 1722 1723 (void) snprintf(tq_name, sizeof (tq_name), "sctp_recvq_taskq_%u", 1724 sctps->sctps_recvq_tq_list_cur_sz); 1725 tq = taskq_create(tq_name, 1726 MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min, ncpus)), 1727 minclsyspri, sctp_recvq_tq_task_min, sctp_recvq_tq_task_max, 1728 TASKQ_PREPOPULATE); 1729 if (tq == NULL) { 1730 mutex_exit(&sctps->sctps_rq_tq_lock); 1731 cmn_err(CE_NOTE, "SCTP recvq taskq creation failed"); 1732 return; 1733 } 1734 ASSERT(sctps->sctps_recvq_tq_list[ 1735 sctps->sctps_recvq_tq_list_cur_sz] == NULL); 1736 sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz] = tq; 1737 atomic_add_32(&sctps->sctps_recvq_tq_list_cur_sz, 1); 1738 mutex_exit(&sctps->sctps_rq_tq_lock); 1739 } 1740 1741 #ifdef DEBUG 1742 uint32_t recvq_loop_cnt = 0; 1743 uint32_t recvq_call = 0; 1744 #endif 1745 1746 /* 1747 * Find the next recvq_tq to use. This routine will go thru all the 1748 * taskqs until it can dispatch a job for the sctp. If this fails, 1749 * it will create a new taskq and try it. 1750 */ 1751 static boolean_t 1752 sctp_find_next_tq(sctp_t *sctp) 1753 { 1754 int next_tq, try; 1755 taskq_t *tq; 1756 sctp_stack_t *sctps = sctp->sctp_sctps; 1757 1758 /* 1759 * Note that since we don't hold a lock on sctp_rq_tq_lock for 1760 * performance reason, recvq_ta_list_cur_sz can be changed during 1761 * this loop. The problem this will create is that the loop may 1762 * not have tried all the recvq_tq. This should be OK. 1763 */ 1764 next_tq = atomic_add_32_nv(&sctps->sctps_recvq_tq_list_cur, 1) % 1765 sctps->sctps_recvq_tq_list_cur_sz; 1766 for (try = 0; try < sctps->sctps_recvq_tq_list_cur_sz; try++) { 1767 tq = sctps->sctps_recvq_tq_list[next_tq]; 1768 if (taskq_dispatch(tq, sctp_process_recvq, sctp, 1769 TQ_NOSLEEP) != NULL) { 1770 sctp->sctp_recvq_tq = tq; 1771 return (B_TRUE); 1772 } 1773 next_tq = (next_tq + 1) % sctps->sctps_recvq_tq_list_cur_sz; 1774 } 1775 1776 /* 1777 * Create one more taskq and try it. Note that sctp_inc_taskq() 1778 * may not have created another taskq if the number of recvq 1779 * taskqs is at the maximum. We are probably in a pretty bad 1780 * shape if this actually happens... 1781 */ 1782 sctp_inc_taskq(sctps); 1783 tq = sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz - 1]; 1784 if (taskq_dispatch(tq, sctp_process_recvq, sctp, TQ_NOSLEEP) != NULL) { 1785 sctp->sctp_recvq_tq = tq; 1786 return (B_TRUE); 1787 } 1788 SCTP_KSTAT(sctps, sctp_find_next_tq); 1789 return (B_FALSE); 1790 } 1791 1792 /* 1793 * To add a message to the recvq. Note that the sctp_timer_fire() 1794 * routine also uses this function to add the timer message to the 1795 * receive queue for later processing. And it should be the only 1796 * caller of sctp_add_recvq() which sets the try_harder argument 1797 * to B_TRUE. 1798 * 1799 * If the try_harder argument is B_TRUE, this routine sctp_find_next_tq() 1800 * will try very hard to dispatch the task. Refer to the comment 1801 * for that routine on how it does that. 1802 * 1803 * On failure the message has been freed i.e., this routine always consumes the 1804 * message. It bumps ipIfStatsInDiscards and and uses ip_drop_input to drop. 1805 */ 1806 void 1807 sctp_add_recvq(sctp_t *sctp, mblk_t *mp, boolean_t caller_hold_lock, 1808 ip_recv_attr_t *ira) 1809 { 1810 mblk_t *attrmp; 1811 ip_stack_t *ipst = sctp->sctp_sctps->sctps_netstack->netstack_ip; 1812 1813 ASSERT(ira->ira_ill == NULL); 1814 1815 if (!caller_hold_lock) 1816 mutex_enter(&sctp->sctp_recvq_lock); 1817 1818 /* If the taskq dispatch has not been scheduled, do it now. */ 1819 if (sctp->sctp_recvq_tq == NULL) { 1820 ASSERT(sctp->sctp_recvq == NULL); 1821 if (!sctp_find_next_tq(sctp)) { 1822 if (!caller_hold_lock) 1823 mutex_exit(&sctp->sctp_recvq_lock); 1824 BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards); 1825 ip_drop_input("ipIfStatsInDiscards", mp, NULL); 1826 freemsg(mp); 1827 return; 1828 } 1829 /* Make sure the sctp_t will not go away. */ 1830 SCTP_REFHOLD(sctp); 1831 } 1832 1833 attrmp = ip_recv_attr_to_mblk(ira); 1834 if (attrmp == NULL) { 1835 if (!caller_hold_lock) 1836 mutex_exit(&sctp->sctp_recvq_lock); 1837 BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards); 1838 ip_drop_input("ipIfStatsInDiscards", mp, NULL); 1839 freemsg(mp); 1840 return; 1841 } 1842 ASSERT(attrmp->b_cont == NULL); 1843 attrmp->b_cont = mp; 1844 mp = attrmp; 1845 1846 if (sctp->sctp_recvq == NULL) { 1847 sctp->sctp_recvq = mp; 1848 sctp->sctp_recvq_tail = mp; 1849 } else { 1850 sctp->sctp_recvq_tail->b_next = mp; 1851 sctp->sctp_recvq_tail = mp; 1852 } 1853 1854 if (!caller_hold_lock) 1855 mutex_exit(&sctp->sctp_recvq_lock); 1856 } 1857 1858 static void 1859 sctp_process_recvq(void *arg) 1860 { 1861 sctp_t *sctp = (sctp_t *)arg; 1862 mblk_t *mp; 1863 #ifdef DEBUG 1864 uint32_t loop_cnt = 0; 1865 #endif 1866 ip_recv_attr_t iras; 1867 1868 #ifdef _BIG_ENDIAN 1869 #define IPVER(ip6h) ((((uint32_t *)ip6h)[0] >> 28) & 0x7) 1870 #else 1871 #define IPVER(ip6h) ((((uint32_t *)ip6h)[0] >> 4) & 0x7) 1872 #endif 1873 1874 RUN_SCTP(sctp); 1875 mutex_enter(&sctp->sctp_recvq_lock); 1876 1877 #ifdef DEBUG 1878 recvq_call++; 1879 #endif 1880 /* 1881 * Note that while we are in this loop, other thread can put 1882 * new packets in the receive queue. We may be looping for 1883 * quite a while. 1884 */ 1885 while ((mp = sctp->sctp_recvq) != NULL) { 1886 mblk_t *data_mp; 1887 1888 sctp->sctp_recvq = mp->b_next; 1889 mutex_exit(&sctp->sctp_recvq_lock); 1890 mp->b_next = NULL; 1891 #ifdef DEBUG 1892 loop_cnt++; 1893 #endif 1894 mp->b_prev = NULL; 1895 1896 data_mp = mp->b_cont; 1897 mp->b_cont = NULL; 1898 if (!ip_recv_attr_from_mblk(mp, &iras)) { 1899 ip_drop_input("ip_recv_attr_from_mblk", mp, NULL); 1900 freemsg(mp); 1901 ira_cleanup(&iras, B_TRUE); 1902 continue; 1903 } 1904 1905 if (iras.ira_flags & IRAF_ICMP_ERROR) 1906 sctp_icmp_error(sctp, data_mp); 1907 else 1908 sctp_input_data(sctp, data_mp, &iras); 1909 1910 ira_cleanup(&iras, B_TRUE); 1911 mutex_enter(&sctp->sctp_recvq_lock); 1912 } 1913 1914 sctp->sctp_recvq_tail = NULL; 1915 sctp->sctp_recvq_tq = NULL; 1916 1917 mutex_exit(&sctp->sctp_recvq_lock); 1918 1919 WAKE_SCTP(sctp); 1920 1921 #ifdef DEBUG 1922 if (loop_cnt > recvq_loop_cnt) 1923 recvq_loop_cnt = loop_cnt; 1924 #endif 1925 /* Now it can go away. */ 1926 SCTP_REFRELE(sctp); 1927 } 1928 1929 /* ARGSUSED */ 1930 static int 1931 sctp_conn_cache_constructor(void *buf, void *cdrarg, int kmflags) 1932 { 1933 conn_t *connp = (conn_t *)buf; 1934 sctp_t *sctp = (sctp_t *)&connp[1]; 1935 1936 bzero(connp, sizeof (conn_t)); 1937 bzero(buf, (char *)&sctp[1] - (char *)buf); 1938 1939 mutex_init(&sctp->sctp_reflock, NULL, MUTEX_DEFAULT, NULL); 1940 mutex_init(&sctp->sctp_lock, NULL, MUTEX_DEFAULT, NULL); 1941 mutex_init(&sctp->sctp_recvq_lock, NULL, MUTEX_DEFAULT, NULL); 1942 cv_init(&sctp->sctp_cv, NULL, CV_DEFAULT, NULL); 1943 1944 mutex_init(&connp->conn_lock, NULL, MUTEX_DEFAULT, NULL); 1945 cv_init(&connp->conn_cv, NULL, CV_DEFAULT, NULL); 1946 connp->conn_flags = IPCL_SCTPCONN; 1947 connp->conn_proto = IPPROTO_SCTP; 1948 connp->conn_sctp = sctp; 1949 sctp->sctp_connp = connp; 1950 rw_init(&connp->conn_ilg_lock, NULL, RW_DEFAULT, NULL); 1951 1952 connp->conn_ixa = kmem_zalloc(sizeof (ip_xmit_attr_t), kmflags); 1953 if (connp->conn_ixa == NULL) { 1954 return (ENOMEM); 1955 } 1956 connp->conn_ixa->ixa_refcnt = 1; 1957 connp->conn_ixa->ixa_protocol = connp->conn_proto; 1958 connp->conn_ixa->ixa_xmit_hint = CONN_TO_XMIT_HINT(connp); 1959 return (0); 1960 } 1961 1962 /* ARGSUSED */ 1963 static void 1964 sctp_conn_cache_destructor(void *buf, void *cdrarg) 1965 { 1966 conn_t *connp = (conn_t *)buf; 1967 sctp_t *sctp = (sctp_t *)&connp[1]; 1968 1969 ASSERT(sctp->sctp_connp == connp); 1970 ASSERT(!MUTEX_HELD(&sctp->sctp_lock)); 1971 ASSERT(!MUTEX_HELD(&sctp->sctp_reflock)); 1972 ASSERT(!MUTEX_HELD(&sctp->sctp_recvq_lock)); 1973 1974 ASSERT(sctp->sctp_conn_hash_next == NULL); 1975 ASSERT(sctp->sctp_conn_hash_prev == NULL); 1976 ASSERT(sctp->sctp_listen_hash_next == NULL); 1977 ASSERT(sctp->sctp_listen_hash_prev == NULL); 1978 ASSERT(sctp->sctp_listen_tfp == NULL); 1979 ASSERT(sctp->sctp_conn_tfp == NULL); 1980 1981 ASSERT(sctp->sctp_faddrs == NULL); 1982 ASSERT(sctp->sctp_nsaddrs == 0); 1983 1984 ASSERT(sctp->sctp_ulpd == NULL); 1985 1986 ASSERT(sctp->sctp_lastfaddr == NULL); 1987 ASSERT(sctp->sctp_primary == NULL); 1988 ASSERT(sctp->sctp_current == NULL); 1989 ASSERT(sctp->sctp_lastdata == NULL); 1990 1991 ASSERT(sctp->sctp_xmit_head == NULL); 1992 ASSERT(sctp->sctp_xmit_tail == NULL); 1993 ASSERT(sctp->sctp_xmit_unsent == NULL); 1994 ASSERT(sctp->sctp_xmit_unsent_tail == NULL); 1995 1996 ASSERT(sctp->sctp_ostrcntrs == NULL); 1997 1998 ASSERT(sctp->sctp_sack_info == NULL); 1999 ASSERT(sctp->sctp_ack_mp == NULL); 2000 ASSERT(sctp->sctp_instr == NULL); 2001 2002 ASSERT(sctp->sctp_iphc == NULL); 2003 ASSERT(sctp->sctp_iphc6 == NULL); 2004 ASSERT(sctp->sctp_ipha == NULL); 2005 ASSERT(sctp->sctp_ip6h == NULL); 2006 ASSERT(sctp->sctp_sctph == NULL); 2007 ASSERT(sctp->sctp_sctph6 == NULL); 2008 2009 ASSERT(sctp->sctp_cookie_mp == NULL); 2010 2011 ASSERT(sctp->sctp_refcnt == 0); 2012 ASSERT(sctp->sctp_timer_mp == NULL); 2013 ASSERT(sctp->sctp_connp->conn_ref == 0); 2014 ASSERT(sctp->sctp_heartbeat_mp == NULL); 2015 ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL); 2016 2017 ASSERT(sctp->sctp_shutdown_faddr == NULL); 2018 2019 ASSERT(sctp->sctp_cxmit_list == NULL); 2020 2021 ASSERT(sctp->sctp_recvq == NULL); 2022 ASSERT(sctp->sctp_recvq_tail == NULL); 2023 ASSERT(sctp->sctp_recvq_tq == NULL); 2024 2025 /* 2026 * sctp_pad_mp can be NULL if the memory allocation fails 2027 * in sctp_init_values() and the conn_t is freed. 2028 */ 2029 if (sctp->sctp_pad_mp != NULL) { 2030 freeb(sctp->sctp_pad_mp); 2031 sctp->sctp_pad_mp = NULL; 2032 } 2033 2034 mutex_destroy(&sctp->sctp_reflock); 2035 mutex_destroy(&sctp->sctp_lock); 2036 mutex_destroy(&sctp->sctp_recvq_lock); 2037 cv_destroy(&sctp->sctp_cv); 2038 2039 mutex_destroy(&connp->conn_lock); 2040 cv_destroy(&connp->conn_cv); 2041 rw_destroy(&connp->conn_ilg_lock); 2042 2043 /* Can be NULL if constructor failed */ 2044 if (connp->conn_ixa != NULL) { 2045 ASSERT(connp->conn_ixa->ixa_refcnt == 1); 2046 ASSERT(connp->conn_ixa->ixa_ire == NULL); 2047 ASSERT(connp->conn_ixa->ixa_nce == NULL); 2048 ixa_refrele(connp->conn_ixa); 2049 } 2050 } 2051 2052 static void 2053 sctp_conn_cache_init() 2054 { 2055 sctp_conn_cache = kmem_cache_create("sctp_conn_cache", 2056 sizeof (sctp_t) + sizeof (conn_t), 0, sctp_conn_cache_constructor, 2057 sctp_conn_cache_destructor, NULL, NULL, NULL, 0); 2058 } 2059 2060 static void 2061 sctp_conn_cache_fini() 2062 { 2063 kmem_cache_destroy(sctp_conn_cache); 2064 } 2065 2066 void 2067 sctp_conn_init(conn_t *connp) 2068 { 2069 ASSERT(connp->conn_flags == IPCL_SCTPCONN); 2070 connp->conn_rq = connp->conn_wq = NULL; 2071 connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE | 2072 IXAF_VERIFY_PMTU; 2073 2074 ASSERT(connp->conn_proto == IPPROTO_SCTP); 2075 ASSERT(connp->conn_ixa->ixa_protocol == connp->conn_proto); 2076 connp->conn_state_flags |= CONN_INCIPIENT; 2077 2078 ASSERT(connp->conn_sctp != NULL); 2079 2080 /* 2081 * Register sctp_notify to listen to capability changes detected by IP. 2082 * This upcall is made in the context of the call to conn_ip_output 2083 * thus it holds whatever locks sctp holds across conn_ip_output. 2084 */ 2085 connp->conn_ixa->ixa_notify = sctp_notify; 2086 connp->conn_ixa->ixa_notify_cookie = connp->conn_sctp; 2087 } 2088 2089 static void 2090 sctp_conn_clear(conn_t *connp) 2091 { 2092 /* Clean up conn_t stuff */ 2093 if (connp->conn_latch != NULL) { 2094 IPLATCH_REFRELE(connp->conn_latch); 2095 connp->conn_latch = NULL; 2096 } 2097 if (connp->conn_latch_in_policy != NULL) { 2098 IPPOL_REFRELE(connp->conn_latch_in_policy); 2099 connp->conn_latch_in_policy = NULL; 2100 } 2101 if (connp->conn_latch_in_action != NULL) { 2102 IPACT_REFRELE(connp->conn_latch_in_action); 2103 connp->conn_latch_in_action = NULL; 2104 } 2105 if (connp->conn_policy != NULL) { 2106 IPPH_REFRELE(connp->conn_policy, connp->conn_netstack); 2107 connp->conn_policy = NULL; 2108 } 2109 if (connp->conn_ipsec_opt_mp != NULL) { 2110 freemsg(connp->conn_ipsec_opt_mp); 2111 connp->conn_ipsec_opt_mp = NULL; 2112 } 2113 netstack_rele(connp->conn_netstack); 2114 connp->conn_netstack = NULL; 2115 2116 /* Leave conn_ixa and other constructed fields in place */ 2117 ipcl_conn_cleanup(connp); 2118 } 2119