xref: /titanic_51/usr/src/uts/common/inet/sctp/sctp.c (revision 07d06da50d310a325b457d6330165aebab1e0064)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 #include <sys/types.h>
28 #include <sys/stream.h>
29 #include <sys/strsubr.h>
30 #include <sys/stropts.h>
31 #include <sys/strsun.h>
32 #define	_SUN_TPI_VERSION 2
33 #include <sys/tihdr.h>
34 #include <sys/ddi.h>
35 #include <sys/sunddi.h>
36 #include <sys/xti_inet.h>
37 #include <sys/cmn_err.h>
38 #include <sys/debug.h>
39 #include <sys/vtrace.h>
40 #include <sys/kmem.h>
41 #include <sys/cpuvar.h>
42 #include <sys/random.h>
43 #include <sys/priv.h>
44 #include <sys/sunldi.h>
45 
46 #include <sys/errno.h>
47 #include <sys/signal.h>
48 #include <sys/socket.h>
49 #include <sys/isa_defs.h>
50 #include <netinet/in.h>
51 #include <netinet/tcp.h>
52 #include <netinet/ip6.h>
53 #include <netinet/icmp6.h>
54 #include <netinet/sctp.h>
55 #include <net/if.h>
56 
57 #include <inet/common.h>
58 #include <inet/ip.h>
59 #include <inet/ip_if.h>
60 #include <inet/ip_ire.h>
61 #include <inet/ip6.h>
62 #include <inet/mi.h>
63 #include <inet/mib2.h>
64 #include <inet/kstatcom.h>
65 #include <inet/nd.h>
66 #include <inet/optcom.h>
67 #include <inet/ipclassifier.h>
68 #include <inet/ipsec_impl.h>
69 #include <inet/sctp_ip.h>
70 #include <inet/sctp_crc32.h>
71 
72 #include "sctp_impl.h"
73 #include "sctp_addr.h"
74 #include "sctp_asconf.h"
75 
76 int sctpdebug;
77 sin6_t	sctp_sin6_null;	/* Zero address for quick clears */
78 
79 static void	sctp_closei_local(sctp_t *sctp);
80 static int	sctp_init_values(sctp_t *, sctp_t *, int);
81 static void	sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp);
82 static void	sctp_process_recvq(void *);
83 static void	sctp_rq_tq_init(sctp_stack_t *);
84 static void	sctp_rq_tq_fini(sctp_stack_t *);
85 static void	sctp_conn_cache_init();
86 static void	sctp_conn_cache_fini();
87 static int	sctp_conn_cache_constructor();
88 static void	sctp_conn_cache_destructor();
89 static void	sctp_conn_clear(conn_t *);
90 static void	sctp_notify(void *, ip_xmit_attr_t *, ixa_notify_type_t,
91     ixa_notify_arg_t);
92 
93 static void	*sctp_stack_init(netstackid_t stackid, netstack_t *ns);
94 static void	sctp_stack_fini(netstackid_t stackid, void *arg);
95 
96 /*
97  * SCTP receive queue taskq
98  *
99  * At SCTP initialization time, a default taskq is created for
100  * servicing packets received when the interrupt thread cannot
101  * get a hold on the sctp_t.  The number of taskq can be increased in
102  * sctp_find_next_tq() when an existing taskq cannot be dispatched.
103  * The taskqs are never removed.  But the max number of taskq which
104  * can be created is controlled by sctp_recvq_tq_list_max_sz.  Note
105  * that SCTP recvq taskq is not tied to any specific CPU or ill.
106  *
107  * Those taskqs are stored in an array recvq_tq_list.  And they are
108  * used in a round robin fashion.  The current taskq being used is
109  * determined by recvq_tq_list_cur.
110  */
111 
112 /* /etc/system variables */
113 /* The minimum number of threads for each taskq. */
114 int		sctp_recvq_tq_thr_min = 4;
115 /* The maximum number of threads for each taskq. */
116 int		sctp_recvq_tq_thr_max = 16;
117 /* The minimum number of tasks for each taskq. */
118 int		sctp_recvq_tq_task_min = 5;
119 /* The maxiimum number of tasks for each taskq. */
120 int		sctp_recvq_tq_task_max = 50;
121 
122 /*  sctp_t/conn_t kmem cache */
123 struct kmem_cache	*sctp_conn_cache;
124 
125 #define	SCTP_CONDEMNED(sctp)				\
126 	mutex_enter(&(sctp)->sctp_reflock);		\
127 	((sctp)->sctp_condemned = B_TRUE);		\
128 	mutex_exit(&(sctp)->sctp_reflock);
129 
130 /* Link/unlink a sctp_t to/from the global list. */
131 #define	SCTP_LINK(sctp, sctps)				\
132 	mutex_enter(&(sctps)->sctps_g_lock);		\
133 	list_insert_tail(&sctps->sctps_g_list, (sctp));	\
134 	mutex_exit(&(sctps)->sctps_g_lock);
135 
136 #define	SCTP_UNLINK(sctp, sctps)				\
137 	mutex_enter(&(sctps)->sctps_g_lock);		\
138 	ASSERT((sctp)->sctp_condemned);			\
139 	list_remove(&(sctps)->sctps_g_list, (sctp));	\
140 	mutex_exit(&(sctps)->sctps_g_lock);
141 
142 /*
143  * Hooks for Sun Cluster. On non-clustered nodes these will remain NULL.
144  * PSARC/2005/602.
145  */
146 void (*cl_sctp_listen)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL;
147 void (*cl_sctp_unlisten)(sa_family_t, uchar_t *, uint_t, in_port_t) = NULL;
148 void (*cl_sctp_connect)(sa_family_t, uchar_t *, uint_t, in_port_t,
149     uchar_t *, uint_t, in_port_t, boolean_t, cl_sctp_handle_t) = NULL;
150 void (*cl_sctp_disconnect)(sa_family_t, cl_sctp_handle_t) = NULL;
151 void (*cl_sctp_assoc_change)(sa_family_t, uchar_t *, size_t, uint_t,
152     uchar_t *, size_t, uint_t, int, cl_sctp_handle_t) = NULL;
153 void (*cl_sctp_check_addrs)(sa_family_t, in_port_t, uchar_t **, size_t,
154     uint_t *, boolean_t) = NULL;
155 /*
156  * Return the version number of the SCTP kernel interface.
157  */
158 int
159 sctp_itf_ver(int cl_ver)
160 {
161 	if (cl_ver != SCTP_ITF_VER)
162 		return (-1);
163 	return (SCTP_ITF_VER);
164 }
165 
166 /*
167  * Called when we need a new sctp instantiation but don't really have a
168  * new q to hang it off of. Copy the priv flag from the passed in structure.
169  */
170 sctp_t *
171 sctp_create_eager(sctp_t *psctp)
172 {
173 	sctp_t	*sctp;
174 	mblk_t	*ack_mp, *hb_mp;
175 	conn_t	*connp;
176 	cred_t	*credp;
177 	sctp_stack_t	*sctps = psctp->sctp_sctps;
178 
179 	if ((connp = ipcl_conn_create(IPCL_SCTPCONN, KM_NOSLEEP,
180 	    sctps->sctps_netstack)) == NULL) {
181 		return (NULL);
182 	}
183 
184 	sctp = CONN2SCTP(connp);
185 	sctp->sctp_sctps = sctps;
186 
187 	if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer,
188 	    KM_NOSLEEP)) == NULL ||
189 	    (hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer,
190 	    KM_NOSLEEP)) == NULL) {
191 		if (ack_mp != NULL)
192 			freeb(ack_mp);
193 		sctp_conn_clear(connp);
194 		sctp->sctp_sctps = NULL;
195 		kmem_cache_free(sctp_conn_cache, connp);
196 		return (NULL);
197 	}
198 
199 	sctp->sctp_ack_mp = ack_mp;
200 	sctp->sctp_heartbeat_mp = hb_mp;
201 
202 	if (sctp_init_values(sctp, psctp, KM_NOSLEEP) != 0) {
203 		freeb(ack_mp);
204 		freeb(hb_mp);
205 		sctp_conn_clear(connp);
206 		sctp->sctp_sctps = NULL;
207 		kmem_cache_free(sctp_conn_cache, connp);
208 		return (NULL);
209 	}
210 
211 	if ((credp = psctp->sctp_connp->conn_cred) != NULL) {
212 		connp->conn_cred = credp;
213 		crhold(credp);
214 	}
215 
216 	sctp->sctp_mss = psctp->sctp_mss;
217 	sctp->sctp_detached = B_TRUE;
218 	/*
219 	 * Link to the global as soon as possible so that this sctp_t
220 	 * can be found.
221 	 */
222 	SCTP_LINK(sctp, sctps);
223 
224 	return (sctp);
225 }
226 
227 /*
228  * We are dying for some reason.  Try to do it gracefully.
229  */
230 void
231 sctp_clean_death(sctp_t *sctp, int err)
232 {
233 	ASSERT(sctp != NULL);
234 
235 	dprint(3, ("sctp_clean_death %p, state %d\n", (void *)sctp,
236 	    sctp->sctp_state));
237 
238 	sctp->sctp_client_errno = err;
239 	/*
240 	 * Check to see if we need to notify upper layer.
241 	 */
242 	if ((sctp->sctp_state >= SCTPS_COOKIE_WAIT) &&
243 	    !SCTP_IS_DETACHED(sctp)) {
244 		if (sctp->sctp_xmit_head || sctp->sctp_xmit_unsent) {
245 			sctp_regift_xmitlist(sctp);
246 		}
247 		if (sctp->sctp_ulp_disconnected(sctp->sctp_ulpd, 0, err)) {
248 			/*
249 			 * Socket is gone, detach.
250 			 */
251 			sctp->sctp_detached = B_TRUE;
252 			sctp->sctp_ulpd = NULL;
253 			sctp->sctp_upcalls = NULL;
254 		}
255 	}
256 
257 	/* Remove this sctp from all hashes. */
258 	sctp_closei_local(sctp);
259 
260 	/*
261 	 * If the sctp_t is detached, we need to finish freeing up
262 	 * the resources.  At this point, ip_fanout_sctp() should have
263 	 * a hold on this sctp_t.  Some thread doing snmp stuff can
264 	 * have a hold.  And a taskq can also have a hold waiting to
265 	 * work.  sctp_unlink() the sctp_t from the global list so
266 	 * that no new thread can find it.  Then do a SCTP_REFRELE().
267 	 * The sctp_t will be freed after all those threads are done.
268 	 */
269 	if (SCTP_IS_DETACHED(sctp)) {
270 		SCTP_CONDEMNED(sctp);
271 		SCTP_REFRELE(sctp);
272 	}
273 }
274 
275 /*
276  * Called by upper layer when it wants to close this association.
277  * Depending on the state of this assoication, we need to do
278  * different things.
279  *
280  * If the state is below COOKIE_ECHOED or it is COOKIE_ECHOED but with
281  * no sent data, just remove this sctp from all the hashes.  This
282  * makes sure that all packets from the other end will go to the default
283  * sctp handling.  The upper layer will then do a sctp_close() to clean
284  * up.
285  *
286  * Otherwise, check and see if SO_LINGER is set.  If it is set, check
287  * the value.  If the value is 0, consider this an abortive close.  Send
288  * an ABORT message and kill the associatiion.
289  *
290  */
291 int
292 sctp_disconnect(sctp_t *sctp)
293 {
294 	int		error = 0;
295 	conn_t		*connp = sctp->sctp_connp;
296 
297 	dprint(3, ("sctp_disconnect %p, state %d\n", (void *)sctp,
298 	    sctp->sctp_state));
299 
300 	RUN_SCTP(sctp);
301 
302 	switch (sctp->sctp_state) {
303 	case SCTPS_IDLE:
304 	case SCTPS_BOUND:
305 	case SCTPS_LISTEN:
306 		break;
307 	case SCTPS_COOKIE_WAIT:
308 	case SCTPS_COOKIE_ECHOED:
309 		/*
310 		 * Close during the connect 3-way handshake
311 		 * but here there may or may not be pending data
312 		 * already on queue. Process almost same as in
313 		 * the ESTABLISHED state.
314 		 */
315 		if (sctp->sctp_xmit_head == NULL &&
316 		    sctp->sctp_xmit_unsent == NULL) {
317 			break;
318 		}
319 		/* FALLTHRU */
320 	default:
321 		/*
322 		 * If SO_LINGER has set a zero linger time, terminate the
323 		 * association and send an ABORT.
324 		 */
325 		if (connp->conn_linger && connp->conn_lingertime == 0) {
326 			sctp_user_abort(sctp, NULL);
327 			WAKE_SCTP(sctp);
328 			return (error);
329 		}
330 
331 		/*
332 		 * In there is unread data, send an ABORT and terminate the
333 		 * association.
334 		 */
335 		if (sctp->sctp_rxqueued > 0 || sctp->sctp_irwnd >
336 		    sctp->sctp_rwnd) {
337 			sctp_user_abort(sctp, NULL);
338 			WAKE_SCTP(sctp);
339 			return (error);
340 		}
341 		/*
342 		 * Transmit the shutdown before detaching the sctp_t.
343 		 * After sctp_detach returns this queue/perimeter
344 		 * no longer owns the sctp_t thus others can modify it.
345 		 */
346 		sctp_send_shutdown(sctp, 0);
347 
348 		/* Pass gathered wisdom to IP for keeping */
349 		sctp_update_dce(sctp);
350 
351 		/*
352 		 * If lingering on close then wait until the shutdown
353 		 * is complete, or the SO_LINGER time passes, or an
354 		 * ABORT is sent/received.  Note that sctp_disconnect()
355 		 * can be called more than once.  Make sure that only
356 		 * one thread waits.
357 		 */
358 		if (connp->conn_linger && connp->conn_lingertime > 0 &&
359 		    sctp->sctp_state >= SCTPS_ESTABLISHED &&
360 		    !sctp->sctp_lingering) {
361 			clock_t stoptime;	/* in ticks */
362 			clock_t ret;
363 
364 			sctp->sctp_lingering = 1;
365 			sctp->sctp_client_errno = 0;
366 			stoptime = ddi_get_lbolt() +
367 			    connp->conn_lingertime * hz;
368 
369 			mutex_enter(&sctp->sctp_lock);
370 			sctp->sctp_running = B_FALSE;
371 			while (sctp->sctp_state >= SCTPS_ESTABLISHED &&
372 			    sctp->sctp_client_errno == 0) {
373 				cv_broadcast(&sctp->sctp_cv);
374 				ret = cv_timedwait_sig(&sctp->sctp_cv,
375 				    &sctp->sctp_lock, stoptime);
376 				if (ret < 0) {
377 					/* Stoptime has reached. */
378 					sctp->sctp_client_errno = EWOULDBLOCK;
379 					break;
380 				} else if (ret == 0) {
381 					/* Got a signal. */
382 					break;
383 				}
384 			}
385 			error = sctp->sctp_client_errno;
386 			sctp->sctp_client_errno = 0;
387 			mutex_exit(&sctp->sctp_lock);
388 		}
389 
390 		WAKE_SCTP(sctp);
391 		return (error);
392 	}
393 
394 
395 	/* Remove this sctp from all hashes so nobody can find it. */
396 	sctp_closei_local(sctp);
397 	WAKE_SCTP(sctp);
398 	return (error);
399 }
400 
401 void
402 sctp_close(sctp_t *sctp)
403 {
404 	dprint(3, ("sctp_close %p, state %d\n", (void *)sctp,
405 	    sctp->sctp_state));
406 
407 	RUN_SCTP(sctp);
408 	sctp->sctp_detached = 1;
409 	sctp->sctp_ulpd = NULL;
410 	sctp->sctp_upcalls = NULL;
411 	bzero(&sctp->sctp_events, sizeof (sctp->sctp_events));
412 
413 	/* If the graceful shutdown has not been completed, just return. */
414 	if (sctp->sctp_state != SCTPS_IDLE) {
415 		WAKE_SCTP(sctp);
416 		return;
417 	}
418 
419 	/*
420 	 * Since sctp_t is in SCTPS_IDLE state, so the only thread which
421 	 * can have a hold on the sctp_t is doing snmp stuff.  Just do
422 	 * a SCTP_REFRELE() here after the SCTP_UNLINK().  It will
423 	 * be freed when the other thread is done.
424 	 */
425 	SCTP_CONDEMNED(sctp);
426 	WAKE_SCTP(sctp);
427 	SCTP_REFRELE(sctp);
428 }
429 
430 /*
431  * Unlink from global list and do the eager close.
432  * Remove the refhold implicit in being on the global list.
433  */
434 void
435 sctp_close_eager(sctp_t *sctp)
436 {
437 	SCTP_CONDEMNED(sctp);
438 	sctp_closei_local(sctp);
439 	SCTP_REFRELE(sctp);
440 }
441 
442 /*
443  * The sctp_t is going away. Remove it from all lists and set it
444  * to SCTPS_IDLE. The caller has to remove it from the
445  * global list. The freeing up of memory is deferred until
446  * sctp_free(). This is needed since a thread in sctp_input() might have
447  * done a SCTP_REFHOLD on this structure before it was removed from the
448  * hashes.
449  */
450 static void
451 sctp_closei_local(sctp_t *sctp)
452 {
453 	mblk_t	*mp;
454 	conn_t	*connp = sctp->sctp_connp;
455 
456 	/* Sanity check, don't do the same thing twice.  */
457 	if (connp->conn_state_flags & CONN_CLOSING) {
458 		ASSERT(sctp->sctp_state == SCTPS_IDLE);
459 		return;
460 	}
461 
462 	/* Stop and free the timers */
463 	sctp_free_faddr_timers(sctp);
464 	if ((mp = sctp->sctp_heartbeat_mp) != NULL) {
465 		sctp_timer_free(mp);
466 		sctp->sctp_heartbeat_mp = NULL;
467 	}
468 	if ((mp = sctp->sctp_ack_mp) != NULL) {
469 		sctp_timer_free(mp);
470 		sctp->sctp_ack_mp = NULL;
471 	}
472 
473 	/* Set the CONN_CLOSING flag so that IP will not cache IRE again. */
474 	mutex_enter(&connp->conn_lock);
475 	connp->conn_state_flags |= CONN_CLOSING;
476 	mutex_exit(&connp->conn_lock);
477 
478 	/* Remove from all hashes. */
479 	sctp_bind_hash_remove(sctp);
480 	sctp_conn_hash_remove(sctp);
481 	sctp_listen_hash_remove(sctp);
482 	sctp->sctp_state = SCTPS_IDLE;
483 
484 	/*
485 	 * Clean up the recvq as much as possible.  All those packets
486 	 * will be silently dropped as this sctp_t is now in idle state.
487 	 */
488 	mutex_enter(&sctp->sctp_recvq_lock);
489 	while ((mp = sctp->sctp_recvq) != NULL) {
490 		sctp->sctp_recvq = mp->b_next;
491 		mp->b_next = NULL;
492 
493 		if (ip_recv_attr_is_mblk(mp))
494 			mp = ip_recv_attr_free_mblk(mp);
495 
496 		freemsg(mp);
497 	}
498 	mutex_exit(&sctp->sctp_recvq_lock);
499 }
500 
501 /*
502  * Free memory associated with the sctp/ip header template.
503  */
504 static void
505 sctp_headers_free(sctp_t *sctp)
506 {
507 	if (sctp->sctp_iphc != NULL) {
508 		kmem_free(sctp->sctp_iphc, sctp->sctp_iphc_len);
509 		sctp->sctp_iphc = NULL;
510 		sctp->sctp_ipha = NULL;
511 		sctp->sctp_hdr_len = 0;
512 		sctp->sctp_ip_hdr_len = 0;
513 		sctp->sctp_iphc_len = 0;
514 		sctp->sctp_sctph = NULL;
515 		sctp->sctp_hdr_len = 0;
516 	}
517 	if (sctp->sctp_iphc6 != NULL) {
518 		kmem_free(sctp->sctp_iphc6, sctp->sctp_iphc6_len);
519 		sctp->sctp_iphc6 = NULL;
520 		sctp->sctp_ip6h = NULL;
521 		sctp->sctp_hdr6_len = 0;
522 		sctp->sctp_ip_hdr6_len = 0;
523 		sctp->sctp_iphc6_len = 0;
524 		sctp->sctp_sctph6 = NULL;
525 		sctp->sctp_hdr6_len = 0;
526 	}
527 }
528 
529 static void
530 sctp_free_xmit_data(sctp_t *sctp)
531 {
532 	mblk_t	*ump = NULL;
533 	mblk_t	*nump;
534 	mblk_t	*mp;
535 	mblk_t	*nmp;
536 
537 	sctp->sctp_xmit_unacked = NULL;
538 	ump = sctp->sctp_xmit_head;
539 	sctp->sctp_xmit_tail = sctp->sctp_xmit_head = NULL;
540 free_unsent:
541 	for (; ump != NULL; ump = nump) {
542 		for (mp = ump->b_cont; mp != NULL; mp = nmp) {
543 			nmp = mp->b_next;
544 			mp->b_next = NULL;
545 			mp->b_prev = NULL;
546 			freemsg(mp);
547 		}
548 		ASSERT(DB_REF(ump) == 1);
549 		nump = ump->b_next;
550 		ump->b_next = NULL;
551 		ump->b_prev = NULL;
552 		ump->b_cont = NULL;
553 		freeb(ump);
554 	}
555 	if ((ump = sctp->sctp_xmit_unsent) == NULL) {
556 		ASSERT(sctp->sctp_xmit_unsent_tail == NULL);
557 		return;
558 	}
559 	sctp->sctp_xmit_unsent = sctp->sctp_xmit_unsent_tail = NULL;
560 	goto free_unsent;
561 }
562 
563 /*
564  * Cleanup all the messages in the stream queue and the reassembly lists.
565  * If 'free' is true, then delete the streams as well.
566  */
567 void
568 sctp_instream_cleanup(sctp_t *sctp, boolean_t free)
569 {
570 	int	i;
571 	mblk_t	*mp;
572 	mblk_t	*mp1;
573 
574 	if (sctp->sctp_instr != NULL) {
575 		/* walk thru and flush out anything remaining in the Q */
576 		for (i = 0; i < sctp->sctp_num_istr; i++) {
577 			mp = sctp->sctp_instr[i].istr_msgs;
578 			while (mp != NULL) {
579 				mp1 = mp->b_next;
580 				mp->b_next = mp->b_prev = NULL;
581 				freemsg(mp);
582 				mp = mp1;
583 			}
584 			sctp->sctp_instr[i].istr_msgs = NULL;
585 			sctp->sctp_instr[i].istr_nmsgs = 0;
586 			sctp_free_reass((sctp->sctp_instr) + i);
587 			sctp->sctp_instr[i].nextseq = 0;
588 		}
589 		if (free) {
590 			kmem_free(sctp->sctp_instr,
591 			    sizeof (*sctp->sctp_instr) * sctp->sctp_num_istr);
592 			sctp->sctp_instr = NULL;
593 			sctp->sctp_num_istr = 0;
594 		}
595 	}
596 	/* un-ordered fragments */
597 	if (sctp->sctp_uo_frags != NULL) {
598 		for (mp = sctp->sctp_uo_frags; mp != NULL; mp = mp1) {
599 			mp1 = mp->b_next;
600 			mp->b_next = mp->b_prev = NULL;
601 			freemsg(mp);
602 		}
603 	}
604 }
605 
606 /*
607  * Last reference to the sctp_t is gone. Free all memory associated with it.
608  * Called from SCTP_REFRELE. Called inline in sctp_close()
609  */
610 void
611 sctp_free(conn_t *connp)
612 {
613 	sctp_t *sctp = CONN2SCTP(connp);
614 	int		cnt;
615 	sctp_stack_t	*sctps = sctp->sctp_sctps;
616 
617 	ASSERT(sctps != NULL);
618 	/* Unlink it from the global list */
619 	SCTP_UNLINK(sctp, sctps);
620 
621 	ASSERT(connp->conn_ref == 0);
622 	ASSERT(connp->conn_proto == IPPROTO_SCTP);
623 	ASSERT(!MUTEX_HELD(&sctp->sctp_reflock));
624 	ASSERT(sctp->sctp_refcnt == 0);
625 
626 	ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL);
627 	ASSERT(sctp->sctp_conn_hash_next == NULL &&
628 	    sctp->sctp_conn_hash_prev == NULL);
629 
630 
631 	/* Free up all the resources. */
632 
633 	/* blow away sctp stream management */
634 	if (sctp->sctp_ostrcntrs != NULL) {
635 		kmem_free(sctp->sctp_ostrcntrs,
636 		    sizeof (uint16_t) * sctp->sctp_num_ostr);
637 		sctp->sctp_ostrcntrs = NULL;
638 	}
639 	sctp_instream_cleanup(sctp, B_TRUE);
640 
641 	/* Remove all data transfer resources. */
642 	sctp->sctp_istr_nmsgs = 0;
643 	sctp->sctp_rxqueued = 0;
644 	sctp_free_xmit_data(sctp);
645 	sctp->sctp_unacked = 0;
646 	sctp->sctp_unsent = 0;
647 	if (sctp->sctp_cxmit_list != NULL)
648 		sctp_asconf_free_cxmit(sctp, NULL);
649 
650 	sctp->sctp_lastdata = NULL;
651 
652 	/* Clear out default xmit settings */
653 	sctp->sctp_def_stream = 0;
654 	sctp->sctp_def_flags = 0;
655 	sctp->sctp_def_ppid = 0;
656 	sctp->sctp_def_context = 0;
657 	sctp->sctp_def_timetolive = 0;
658 
659 	if (sctp->sctp_sack_info != NULL) {
660 		sctp_free_set(sctp->sctp_sack_info);
661 		sctp->sctp_sack_info = NULL;
662 	}
663 	sctp->sctp_sack_gaps = 0;
664 
665 	if (sctp->sctp_cookie_mp != NULL) {
666 		freemsg(sctp->sctp_cookie_mp);
667 		sctp->sctp_cookie_mp = NULL;
668 	}
669 
670 	/* Remove all the address resources. */
671 	sctp_zap_addrs(sctp);
672 	for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
673 		ASSERT(sctp->sctp_saddrs[cnt].ipif_count == 0);
674 		list_destroy(&sctp->sctp_saddrs[cnt].sctp_ipif_list);
675 	}
676 
677 	if (sctp->sctp_hopopts != NULL) {
678 		mi_free(sctp->sctp_hopopts);
679 		sctp->sctp_hopopts = NULL;
680 		sctp->sctp_hopoptslen = 0;
681 	}
682 	ASSERT(sctp->sctp_hopoptslen == 0);
683 	if (sctp->sctp_dstopts != NULL) {
684 		mi_free(sctp->sctp_dstopts);
685 		sctp->sctp_dstopts = NULL;
686 		sctp->sctp_dstoptslen = 0;
687 	}
688 	ASSERT(sctp->sctp_dstoptslen == 0);
689 	if (sctp->sctp_rthdrdstopts != NULL) {
690 		mi_free(sctp->sctp_rthdrdstopts);
691 		sctp->sctp_rthdrdstopts = NULL;
692 		sctp->sctp_rthdrdstoptslen = 0;
693 	}
694 	ASSERT(sctp->sctp_rthdrdstoptslen == 0);
695 	if (sctp->sctp_rthdr != NULL) {
696 		mi_free(sctp->sctp_rthdr);
697 		sctp->sctp_rthdr = NULL;
698 		sctp->sctp_rthdrlen = 0;
699 	}
700 	ASSERT(sctp->sctp_rthdrlen == 0);
701 	sctp_headers_free(sctp);
702 
703 	sctp->sctp_shutdown_faddr = NULL;
704 
705 	if (sctp->sctp_err_chunks != NULL) {
706 		freemsg(sctp->sctp_err_chunks);
707 		sctp->sctp_err_chunks = NULL;
708 		sctp->sctp_err_len = 0;
709 	}
710 
711 	/* Clear all the bitfields. */
712 	bzero(&sctp->sctp_bits, sizeof (sctp->sctp_bits));
713 
714 	/* It is time to update the global statistics. */
715 	UPDATE_MIB(&sctps->sctps_mib, sctpOutSCTPPkts, sctp->sctp_opkts);
716 	UPDATE_MIB(&sctps->sctps_mib, sctpOutCtrlChunks, sctp->sctp_obchunks);
717 	UPDATE_MIB(&sctps->sctps_mib, sctpOutOrderChunks, sctp->sctp_odchunks);
718 	UPDATE_MIB(&sctps->sctps_mib,
719 	    sctpOutUnorderChunks, sctp->sctp_oudchunks);
720 	UPDATE_MIB(&sctps->sctps_mib, sctpRetransChunks, sctp->sctp_rxtchunks);
721 	UPDATE_MIB(&sctps->sctps_mib, sctpInSCTPPkts, sctp->sctp_ipkts);
722 	UPDATE_MIB(&sctps->sctps_mib, sctpInCtrlChunks, sctp->sctp_ibchunks);
723 	UPDATE_MIB(&sctps->sctps_mib, sctpInOrderChunks, sctp->sctp_idchunks);
724 	UPDATE_MIB(&sctps->sctps_mib,
725 	    sctpInUnorderChunks, sctp->sctp_iudchunks);
726 	UPDATE_MIB(&sctps->sctps_mib, sctpFragUsrMsgs, sctp->sctp_fragdmsgs);
727 	UPDATE_MIB(&sctps->sctps_mib, sctpReasmUsrMsgs, sctp->sctp_reassmsgs);
728 	sctp->sctp_opkts = 0;
729 	sctp->sctp_obchunks = 0;
730 	sctp->sctp_odchunks = 0;
731 	sctp->sctp_oudchunks = 0;
732 	sctp->sctp_rxtchunks = 0;
733 	sctp->sctp_ipkts = 0;
734 	sctp->sctp_ibchunks = 0;
735 	sctp->sctp_idchunks = 0;
736 	sctp->sctp_iudchunks = 0;
737 	sctp->sctp_fragdmsgs = 0;
738 	sctp->sctp_reassmsgs = 0;
739 	sctp->sctp_outseqtsns = 0;
740 	sctp->sctp_osacks = 0;
741 	sctp->sctp_isacks = 0;
742 	sctp->sctp_idupchunks = 0;
743 	sctp->sctp_gapcnt = 0;
744 	sctp->sctp_cum_obchunks = 0;
745 	sctp->sctp_cum_odchunks = 0;
746 	sctp->sctp_cum_oudchunks = 0;
747 	sctp->sctp_cum_rxtchunks = 0;
748 	sctp->sctp_cum_ibchunks = 0;
749 	sctp->sctp_cum_idchunks = 0;
750 	sctp->sctp_cum_iudchunks = 0;
751 
752 	sctp->sctp_autoclose = 0;
753 	sctp->sctp_tx_adaptation_code = 0;
754 
755 	sctp->sctp_v6label_len = 0;
756 	sctp->sctp_v4label_len = 0;
757 
758 	sctp->sctp_sctps = NULL;
759 
760 	sctp_conn_clear(connp);
761 	kmem_cache_free(sctp_conn_cache, connp);
762 }
763 
764 /* Diagnostic routine used to return a string associated with the sctp state. */
765 char *
766 sctp_display(sctp_t *sctp, char *sup_buf)
767 {
768 	char	*buf;
769 	char	buf1[30];
770 	static char	priv_buf[INET6_ADDRSTRLEN * 2 + 80];
771 	char	*cp;
772 	conn_t	*connp;
773 
774 	if (sctp == NULL)
775 		return ("NULL_SCTP");
776 
777 	connp = sctp->sctp_connp;
778 	buf = (sup_buf != NULL) ? sup_buf : priv_buf;
779 
780 	switch (sctp->sctp_state) {
781 	case SCTPS_IDLE:
782 		cp = "SCTP_IDLE";
783 		break;
784 	case SCTPS_BOUND:
785 		cp = "SCTP_BOUND";
786 		break;
787 	case SCTPS_LISTEN:
788 		cp = "SCTP_LISTEN";
789 		break;
790 	case SCTPS_COOKIE_WAIT:
791 		cp = "SCTP_COOKIE_WAIT";
792 		break;
793 	case SCTPS_COOKIE_ECHOED:
794 		cp = "SCTP_COOKIE_ECHOED";
795 		break;
796 	case SCTPS_ESTABLISHED:
797 		cp = "SCTP_ESTABLISHED";
798 		break;
799 	case SCTPS_SHUTDOWN_PENDING:
800 		cp = "SCTP_SHUTDOWN_PENDING";
801 		break;
802 	case SCTPS_SHUTDOWN_SENT:
803 		cp = "SCTPS_SHUTDOWN_SENT";
804 		break;
805 	case SCTPS_SHUTDOWN_RECEIVED:
806 		cp = "SCTPS_SHUTDOWN_RECEIVED";
807 		break;
808 	case SCTPS_SHUTDOWN_ACK_SENT:
809 		cp = "SCTPS_SHUTDOWN_ACK_SENT";
810 		break;
811 	default:
812 		(void) mi_sprintf(buf1, "SCTPUnkState(%d)", sctp->sctp_state);
813 		cp = buf1;
814 		break;
815 	}
816 	(void) mi_sprintf(buf, "[%u, %u] %s",
817 	    ntohs(connp->conn_lport), ntohs(connp->conn_fport), cp);
818 
819 	return (buf);
820 }
821 
822 /*
823  * Initialize protocol control block. If a parent exists, inherit
824  * all values set through setsockopt().
825  */
826 static int
827 sctp_init_values(sctp_t *sctp, sctp_t *psctp, int sleep)
828 {
829 	int	err;
830 	int	cnt;
831 	sctp_stack_t	*sctps = sctp->sctp_sctps;
832 	conn_t 	*connp;
833 
834 	connp = sctp->sctp_connp;
835 
836 	sctp->sctp_nsaddrs = 0;
837 	for (cnt = 0; cnt < SCTP_IPIF_HASH; cnt++) {
838 		sctp->sctp_saddrs[cnt].ipif_count = 0;
839 		list_create(&sctp->sctp_saddrs[cnt].sctp_ipif_list,
840 		    sizeof (sctp_saddr_ipif_t), offsetof(sctp_saddr_ipif_t,
841 		    saddr_ipif));
842 	}
843 	connp->conn_ports = 0;
844 	sctp->sctp_running = B_FALSE;
845 	sctp->sctp_state = SCTPS_IDLE;
846 
847 	sctp->sctp_refcnt = 1;
848 
849 	sctp->sctp_strikes = 0;
850 
851 	sctp->sctp_last_mtu_probe = ddi_get_lbolt64();
852 	sctp->sctp_mtu_probe_intvl = sctps->sctps_mtu_probe_interval;
853 
854 	sctp->sctp_sack_gaps = 0;
855 	sctp->sctp_sack_toggle = 2;
856 
857 	/* Only need to do the allocation if there is no "cached" one. */
858 	if (sctp->sctp_pad_mp == NULL) {
859 		if (sleep == KM_SLEEP) {
860 			sctp->sctp_pad_mp = allocb_wait(SCTP_ALIGN, BPRI_MED,
861 			    STR_NOSIG, NULL);
862 		} else {
863 			sctp->sctp_pad_mp = allocb(SCTP_ALIGN, BPRI_MED);
864 			if (sctp->sctp_pad_mp == NULL)
865 				return (ENOMEM);
866 		}
867 		bzero(sctp->sctp_pad_mp->b_rptr, SCTP_ALIGN);
868 	}
869 
870 	if (psctp != NULL) {
871 		/*
872 		 * Inherit from parent
873 		 *
874 		 * Start by inheriting from the conn_t, including conn_ixa and
875 		 * conn_xmit_ipp.
876 		 */
877 		err = conn_inherit_parent(psctp->sctp_connp, connp);
878 		if (err != 0)
879 			goto failure;
880 
881 		sctp->sctp_cookie_lifetime = psctp->sctp_cookie_lifetime;
882 
883 		sctp->sctp_cwnd_max = psctp->sctp_cwnd_max;
884 		sctp->sctp_rwnd = psctp->sctp_rwnd;
885 		sctp->sctp_irwnd = psctp->sctp_rwnd;
886 		sctp->sctp_pd_point = psctp->sctp_pd_point;
887 		sctp->sctp_rto_max = psctp->sctp_rto_max;
888 		sctp->sctp_init_rto_max = psctp->sctp_init_rto_max;
889 		sctp->sctp_rto_min = psctp->sctp_rto_min;
890 		sctp->sctp_rto_initial = psctp->sctp_rto_initial;
891 		sctp->sctp_pa_max_rxt = psctp->sctp_pa_max_rxt;
892 		sctp->sctp_pp_max_rxt = psctp->sctp_pp_max_rxt;
893 		sctp->sctp_max_init_rxt = psctp->sctp_max_init_rxt;
894 
895 		sctp->sctp_def_stream = psctp->sctp_def_stream;
896 		sctp->sctp_def_flags = psctp->sctp_def_flags;
897 		sctp->sctp_def_ppid = psctp->sctp_def_ppid;
898 		sctp->sctp_def_context = psctp->sctp_def_context;
899 		sctp->sctp_def_timetolive = psctp->sctp_def_timetolive;
900 
901 		sctp->sctp_num_istr = psctp->sctp_num_istr;
902 		sctp->sctp_num_ostr = psctp->sctp_num_ostr;
903 
904 		sctp->sctp_hb_interval = psctp->sctp_hb_interval;
905 		sctp->sctp_autoclose = psctp->sctp_autoclose;
906 		sctp->sctp_tx_adaptation_code = psctp->sctp_tx_adaptation_code;
907 
908 		/* xxx should be a better way to copy these flags xxx */
909 		sctp->sctp_bound_to_all = psctp->sctp_bound_to_all;
910 		sctp->sctp_cansleep = psctp->sctp_cansleep;
911 		sctp->sctp_send_adaptation = psctp->sctp_send_adaptation;
912 		sctp->sctp_ndelay = psctp->sctp_ndelay;
913 		sctp->sctp_events = psctp->sctp_events;
914 	} else {
915 		/*
916 		 * Set to system defaults
917 		 */
918 		sctp->sctp_cookie_lifetime =
919 		    MSEC_TO_TICK(sctps->sctps_cookie_life);
920 		connp->conn_sndlowat = sctps->sctps_xmit_lowat;
921 		connp->conn_sndbuf = sctps->sctps_xmit_hiwat;
922 		connp->conn_rcvbuf = sctps->sctps_recv_hiwat;
923 
924 		sctp->sctp_cwnd_max = sctps->sctps_cwnd_max_;
925 		sctp->sctp_rwnd = connp->conn_rcvbuf;
926 		sctp->sctp_irwnd = sctp->sctp_rwnd;
927 		sctp->sctp_pd_point = sctp->sctp_rwnd;
928 		sctp->sctp_rto_max = MSEC_TO_TICK(sctps->sctps_rto_maxg);
929 		sctp->sctp_init_rto_max = sctp->sctp_rto_max;
930 		sctp->sctp_rto_min = MSEC_TO_TICK(sctps->sctps_rto_ming);
931 		sctp->sctp_rto_initial = MSEC_TO_TICK(
932 		    sctps->sctps_rto_initialg);
933 		sctp->sctp_pa_max_rxt = sctps->sctps_pa_max_retr;
934 		sctp->sctp_pp_max_rxt = sctps->sctps_pp_max_retr;
935 		sctp->sctp_max_init_rxt = sctps->sctps_max_init_retr;
936 
937 		sctp->sctp_num_istr = sctps->sctps_max_in_streams;
938 		sctp->sctp_num_ostr = sctps->sctps_initial_out_streams;
939 
940 		sctp->sctp_hb_interval =
941 		    MSEC_TO_TICK(sctps->sctps_heartbeat_interval);
942 
943 		if (connp->conn_family == AF_INET)
944 			connp->conn_default_ttl = sctps->sctps_ipv4_ttl;
945 		else
946 			connp->conn_default_ttl = sctps->sctps_ipv6_hoplimit;
947 
948 		connp->conn_xmit_ipp.ipp_unicast_hops =
949 		    connp->conn_default_ttl;
950 
951 		/*
952 		 * Initialize the header template
953 		 */
954 		if ((err = sctp_build_hdrs(sctp, sleep)) != 0) {
955 			goto failure;
956 		}
957 	}
958 
959 	sctp->sctp_understands_asconf = B_TRUE;
960 	sctp->sctp_understands_addip = B_TRUE;
961 	sctp->sctp_prsctp_aware = B_FALSE;
962 
963 	sctp->sctp_connp->conn_ref = 1;
964 
965 	sctp->sctp_prsctpdrop = 0;
966 	sctp->sctp_msgcount = 0;
967 
968 	return (0);
969 
970 failure:
971 	sctp_headers_free(sctp);
972 	return (err);
973 }
974 
975 /*
976  * Extracts the init tag from an INIT chunk and checks if it matches
977  * the sctp's verification tag. Returns 0 if it doesn't match, 1 if
978  * it does.
979  */
980 static boolean_t
981 sctp_icmp_verf(sctp_t *sctp, sctp_hdr_t *sh, mblk_t *mp)
982 {
983 	sctp_chunk_hdr_t *sch;
984 	uint32_t verf, *vp;
985 
986 	sch = (sctp_chunk_hdr_t *)(sh + 1);
987 	vp = (uint32_t *)(sch + 1);
988 
989 	/* Need at least the data chunk hdr and the first 4 bytes of INIT */
990 	if ((unsigned char *)(vp + 1) > mp->b_wptr) {
991 		return (B_FALSE);
992 	}
993 
994 	bcopy(vp, &verf, sizeof (verf));
995 
996 	if (verf == sctp->sctp_lvtag) {
997 		return (B_TRUE);
998 	}
999 	return (B_FALSE);
1000 }
1001 
1002 /*
1003  * Update the SCTP state according to change of PMTU.
1004  *
1005  * Path MTU might have changed by either increase or decrease, so need to
1006  * adjust the MSS based on the value of ixa_pmtu.
1007  */
1008 static void
1009 sctp_update_pmtu(sctp_t *sctp, sctp_faddr_t *fp, boolean_t decrease_only)
1010 {
1011 	uint32_t	pmtu;
1012 	int32_t		mss;
1013 	ip_xmit_attr_t	*ixa = fp->ixa;
1014 
1015 	if (sctp->sctp_state < SCTPS_ESTABLISHED)
1016 		return;
1017 
1018 	/*
1019 	 * Always call ip_get_pmtu() to make sure that IP has updated
1020 	 * ixa_flags properly.
1021 	 */
1022 	pmtu = ip_get_pmtu(ixa);
1023 
1024 	/*
1025 	 * Calculate the MSS by decreasing the PMTU by sctp_hdr_len and
1026 	 * IPsec overhead if applied. Make sure to use the most recent
1027 	 * IPsec information.
1028 	 */
1029 	mss = pmtu - conn_ipsec_length(sctp->sctp_connp);
1030 	if (ixa->ixa_flags & IXAF_IS_IPV4)
1031 		mss -= sctp->sctp_hdr_len;
1032 	else
1033 		mss -= sctp->sctp_hdr6_len;
1034 
1035 	/*
1036 	 * Nothing to change, so just return.
1037 	 */
1038 	if (mss == fp->sfa_pmss)
1039 		return;
1040 
1041 	/*
1042 	 * Currently, for ICMP errors, only PMTU decrease is handled.
1043 	 */
1044 	if (mss > fp->sfa_pmss && decrease_only)
1045 		return;
1046 
1047 #ifdef DEBUG
1048 	(void) printf("sctp_update_pmtu mss from %d to %d\n",
1049 	    fp->sfa_pmss, mss);
1050 #endif
1051 	DTRACE_PROBE2(sctp_update_pmtu, int32_t, fp->sfa_pmss, uint32_t, mss);
1052 
1053 	/*
1054 	 * Update ixa_fragsize and ixa_pmtu.
1055 	 */
1056 	ixa->ixa_fragsize = ixa->ixa_pmtu = pmtu;
1057 
1058 	/*
1059 	 * Make sure that sfa_pmss is a multiple of
1060 	 * SCTP_ALIGN.
1061 	 */
1062 	fp->sfa_pmss = mss & ~(SCTP_ALIGN - 1);
1063 	fp->pmtu_discovered = 1;
1064 
1065 #ifdef notyet
1066 	if (mss < sctp->sctp_sctps->sctps_mss_min)
1067 		ixa->ixa_flags |= IXAF_PMTU_TOO_SMALL;
1068 #endif
1069 	if (ixa->ixa_flags & IXAF_PMTU_TOO_SMALL)
1070 		ixa->ixa_flags &= ~(IXAF_DONTFRAG | IXAF_PMTU_IPV4_DF);
1071 
1072 	/*
1073 	 * If below the min size then ip_get_pmtu cleared IXAF_PMTU_IPV4_DF.
1074 	 * Make sure to clear IXAF_DONTFRAG, which is used by IP to decide
1075 	 * whether to fragment the packet.
1076 	 */
1077 	if (ixa->ixa_flags & IXAF_IS_IPV4) {
1078 		if (!(ixa->ixa_flags & IXAF_PMTU_IPV4_DF)) {
1079 			fp->df = B_FALSE;
1080 			if (fp == sctp->sctp_current) {
1081 				sctp->sctp_ipha->
1082 				    ipha_fragment_offset_and_flags = 0;
1083 			}
1084 		}
1085 	}
1086 }
1087 
1088 /*
1089  * Notify function registered with ip_xmit_attr_t. It's called in the context
1090  * of conn_ip_output so it's safe to update the SCTP state.
1091  * Currently only used for pmtu changes.
1092  */
1093 /* ARGSUSED1 */
1094 static void
1095 sctp_notify(void *arg, ip_xmit_attr_t *ixa, ixa_notify_type_t ntype,
1096     ixa_notify_arg_t narg)
1097 {
1098 	sctp_t		*sctp = (sctp_t *)arg;
1099 	sctp_faddr_t	*fp;
1100 
1101 	switch (ntype) {
1102 	case IXAN_PMTU:
1103 		/* Find the faddr based on the ip_xmit_attr_t pointer */
1104 		for (fp = sctp->sctp_faddrs; fp != NULL; fp = fp->next) {
1105 			if (fp->ixa == ixa)
1106 				break;
1107 		}
1108 		if (fp != NULL)
1109 			sctp_update_pmtu(sctp, fp, B_FALSE);
1110 		break;
1111 	default:
1112 		break;
1113 	}
1114 }
1115 
1116 /*
1117  * sctp_icmp_error is called by sctp_input() to process ICMP error messages
1118  * passed up by IP.  We need to find a sctp_t
1119  * that corresponds to the returned datagram.  Passes the message back in on
1120  * the correct queue once it has located the connection.
1121  * Assumes that IP has pulled up everything up to and including
1122  * the ICMP header.
1123  */
1124 void
1125 sctp_icmp_error(sctp_t *sctp, mblk_t *mp)
1126 {
1127 	icmph_t *icmph;
1128 	ipha_t	*ipha;
1129 	int	iph_hdr_length;
1130 	sctp_hdr_t *sctph;
1131 	in6_addr_t dst;
1132 	sctp_faddr_t *fp;
1133 	sctp_stack_t	*sctps = sctp->sctp_sctps;
1134 
1135 	dprint(1, ("sctp_icmp_error: sctp=%p, mp=%p\n", (void *)sctp,
1136 	    (void *)mp));
1137 
1138 	ipha = (ipha_t *)mp->b_rptr;
1139 	if (IPH_HDR_VERSION(ipha) != IPV4_VERSION) {
1140 		ASSERT(IPH_HDR_VERSION(ipha) == IPV6_VERSION);
1141 		sctp_icmp_error_ipv6(sctp, mp);
1142 		return;
1143 	}
1144 
1145 	/* account for the ip hdr from the icmp message */
1146 	iph_hdr_length = IPH_HDR_LENGTH(ipha);
1147 	icmph = (icmph_t *)&mp->b_rptr[iph_hdr_length];
1148 	/* now the ip hdr of message resulting in this icmp */
1149 	ipha = (ipha_t *)&icmph[1];
1150 	iph_hdr_length = IPH_HDR_LENGTH(ipha);
1151 	sctph = (sctp_hdr_t *)((char *)ipha + iph_hdr_length);
1152 	/* first_mp must expose the full sctp header. */
1153 	if ((uchar_t *)(sctph + 1) >= mp->b_wptr) {
1154 		/* not enough data for SCTP header */
1155 		freemsg(mp);
1156 		return;
1157 	}
1158 
1159 	switch (icmph->icmph_type) {
1160 	case ICMP_DEST_UNREACHABLE:
1161 		switch (icmph->icmph_code) {
1162 		case ICMP_FRAGMENTATION_NEEDED:
1163 			/*
1164 			 * Reduce the MSS based on the new MTU.  This will
1165 			 * eliminate any fragmentation locally.
1166 			 * N.B.  There may well be some funny side-effects on
1167 			 * the local send policy and the remote receive policy.
1168 			 * Pending further research, we provide
1169 			 * sctp_ignore_path_mtu just in case this proves
1170 			 * disastrous somewhere.
1171 			 *
1172 			 * After updating the MSS, retransmit part of the
1173 			 * dropped segment using the new mss by calling
1174 			 * sctp_wput_slow().  Need to adjust all those
1175 			 * params to make sure sctp_wput_slow() work properly.
1176 			 */
1177 			if (sctps->sctps_ignore_path_mtu)
1178 				break;
1179 
1180 			/* find the offending faddr */
1181 			IN6_IPADDR_TO_V4MAPPED(ipha->ipha_dst, &dst);
1182 			fp = sctp_lookup_faddr(sctp, &dst);
1183 			if (fp == NULL) {
1184 				break;
1185 			}
1186 			sctp_update_pmtu(sctp, fp, B_TRUE);
1187 			/*
1188 			 * It is possible, even likely that a fast retransmit
1189 			 * attempt has been dropped by ip as a result of this
1190 			 * error, retransmission bundles as much as possible.
1191 			 * A retransmit here prevents significant delays waiting
1192 			 * on the timer. Analogous to behaviour of TCP after
1193 			 * ICMP too big.
1194 			 */
1195 			sctp_rexmit(sctp, fp);
1196 			break;
1197 		case ICMP_PORT_UNREACHABLE:
1198 		case ICMP_PROTOCOL_UNREACHABLE:
1199 			switch (sctp->sctp_state) {
1200 			case SCTPS_COOKIE_WAIT:
1201 			case SCTPS_COOKIE_ECHOED:
1202 				/* make sure the verification tag matches */
1203 				if (!sctp_icmp_verf(sctp, sctph, mp)) {
1204 					break;
1205 				}
1206 				BUMP_MIB(&sctps->sctps_mib, sctpAborted);
1207 				sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
1208 				    NULL);
1209 				sctp_clean_death(sctp, ECONNREFUSED);
1210 				break;
1211 			}
1212 			break;
1213 		case ICMP_HOST_UNREACHABLE:
1214 		case ICMP_NET_UNREACHABLE:
1215 			/* Record the error in case we finally time out. */
1216 			sctp->sctp_client_errno = (icmph->icmph_code ==
1217 			    ICMP_HOST_UNREACHABLE) ? EHOSTUNREACH : ENETUNREACH;
1218 			break;
1219 		default:
1220 			break;
1221 		}
1222 		break;
1223 	case ICMP_SOURCE_QUENCH: {
1224 		/* Reduce the sending rate as if we got a retransmit timeout */
1225 		break;
1226 	}
1227 	}
1228 	freemsg(mp);
1229 }
1230 
1231 /*
1232  * sctp_icmp_error_ipv6() is called by sctp_icmp_error() to process ICMPv6
1233  * error messages passed up by IP.
1234  * Assumes that IP has pulled up all the extension headers as well
1235  * as the ICMPv6 header.
1236  */
1237 static void
1238 sctp_icmp_error_ipv6(sctp_t *sctp, mblk_t *mp)
1239 {
1240 	icmp6_t *icmp6;
1241 	ip6_t	*ip6h;
1242 	uint16_t	iph_hdr_length;
1243 	sctp_hdr_t *sctpha;
1244 	uint8_t	*nexthdrp;
1245 	sctp_faddr_t *fp;
1246 	sctp_stack_t	*sctps = sctp->sctp_sctps;
1247 
1248 	ip6h = (ip6_t *)mp->b_rptr;
1249 	iph_hdr_length = (ip6h->ip6_nxt != IPPROTO_SCTP) ?
1250 	    ip_hdr_length_v6(mp, ip6h) : IPV6_HDR_LEN;
1251 
1252 	icmp6 = (icmp6_t *)&mp->b_rptr[iph_hdr_length];
1253 	ip6h = (ip6_t *)&icmp6[1];
1254 	if (!ip_hdr_length_nexthdr_v6(mp, ip6h, &iph_hdr_length, &nexthdrp)) {
1255 		freemsg(mp);
1256 		return;
1257 	}
1258 	ASSERT(*nexthdrp == IPPROTO_SCTP);
1259 
1260 	/* XXX need ifindex to find connection */
1261 	sctpha = (sctp_hdr_t *)((char *)ip6h + iph_hdr_length);
1262 	if ((uchar_t *)sctpha >= mp->b_wptr) {
1263 		/* not enough data for SCTP header */
1264 		freemsg(mp);
1265 		return;
1266 	}
1267 	switch (icmp6->icmp6_type) {
1268 	case ICMP6_PACKET_TOO_BIG:
1269 		/*
1270 		 * Reduce the MSS based on the new MTU.  This will
1271 		 * eliminate any fragmentation locally.
1272 		 * N.B.  There may well be some funny side-effects on
1273 		 * the local send policy and the remote receive policy.
1274 		 * Pending further research, we provide
1275 		 * sctp_ignore_path_mtu just in case this proves
1276 		 * disastrous somewhere.
1277 		 *
1278 		 * After updating the MSS, retransmit part of the
1279 		 * dropped segment using the new mss by calling
1280 		 * sctp_wput_slow().  Need to adjust all those
1281 		 * params to make sure sctp_wput_slow() work properly.
1282 		 */
1283 		if (sctps->sctps_ignore_path_mtu)
1284 			break;
1285 
1286 		/* find the offending faddr */
1287 		fp = sctp_lookup_faddr(sctp, &ip6h->ip6_dst);
1288 		if (fp == NULL) {
1289 			break;
1290 		}
1291 
1292 		sctp_update_pmtu(sctp, fp, B_TRUE);
1293 		/*
1294 		 * It is possible, even likely that a fast retransmit
1295 		 * attempt has been dropped by ip as a result of this
1296 		 * error, retransmission bundles as much as possible.
1297 		 * A retransmit here prevents significant delays waiting
1298 		 * on the timer. Analogous to behaviour of TCP after
1299 		 * ICMP too big.
1300 		 */
1301 		sctp_rexmit(sctp, fp);
1302 		break;
1303 
1304 	case ICMP6_DST_UNREACH:
1305 		switch (icmp6->icmp6_code) {
1306 		case ICMP6_DST_UNREACH_NOPORT:
1307 			/* make sure the verification tag matches */
1308 			if (!sctp_icmp_verf(sctp, sctpha, mp)) {
1309 				break;
1310 			}
1311 			if (sctp->sctp_state == SCTPS_COOKIE_WAIT ||
1312 			    sctp->sctp_state == SCTPS_COOKIE_ECHOED) {
1313 				BUMP_MIB(&sctps->sctps_mib, sctpAborted);
1314 				sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
1315 				    NULL);
1316 				sctp_clean_death(sctp, ECONNREFUSED);
1317 			}
1318 			break;
1319 
1320 		case ICMP6_DST_UNREACH_ADMIN:
1321 		case ICMP6_DST_UNREACH_NOROUTE:
1322 		case ICMP6_DST_UNREACH_NOTNEIGHBOR:
1323 		case ICMP6_DST_UNREACH_ADDR:
1324 			/* Record the error in case we finally time out. */
1325 			sctp->sctp_client_errno = EHOSTUNREACH;
1326 			break;
1327 		default:
1328 			break;
1329 		}
1330 		break;
1331 
1332 	case ICMP6_PARAM_PROB:
1333 		/* If this corresponds to an ICMP_PROTOCOL_UNREACHABLE */
1334 		if (icmp6->icmp6_code == ICMP6_PARAMPROB_NEXTHEADER &&
1335 		    (uchar_t *)ip6h + icmp6->icmp6_pptr ==
1336 		    (uchar_t *)nexthdrp) {
1337 			/* make sure the verification tag matches */
1338 			if (!sctp_icmp_verf(sctp, sctpha, mp)) {
1339 				break;
1340 			}
1341 			if (sctp->sctp_state == SCTPS_COOKIE_WAIT) {
1342 				BUMP_MIB(&sctps->sctps_mib, sctpAborted);
1343 				sctp_assoc_event(sctp, SCTP_CANT_STR_ASSOC, 0,
1344 				    NULL);
1345 				sctp_clean_death(sctp, ECONNREFUSED);
1346 			}
1347 			break;
1348 		}
1349 		break;
1350 
1351 	case ICMP6_TIME_EXCEEDED:
1352 	default:
1353 		break;
1354 	}
1355 	freemsg(mp);
1356 }
1357 
1358 /*
1359  * Called by sockfs to create a new sctp instance.
1360  *
1361  * If parent pointer is passed in, inherit settings from it.
1362  */
1363 sctp_t *
1364 sctp_create(void *ulpd, sctp_t *parent, int family, int type, int flags,
1365     sock_upcalls_t *upcalls, sctp_sockbuf_limits_t *sbl,
1366     cred_t *credp)
1367 {
1368 	sctp_t		*sctp, *psctp;
1369 	conn_t		*connp;
1370 	mblk_t		*ack_mp, *hb_mp;
1371 	int		sleep = flags & SCTP_CAN_BLOCK ? KM_SLEEP : KM_NOSLEEP;
1372 	zoneid_t	zoneid;
1373 	sctp_stack_t	*sctps;
1374 
1375 	/* User must supply a credential. */
1376 	if (credp == NULL)
1377 		return (NULL);
1378 
1379 	psctp = (sctp_t *)parent;
1380 	if (psctp != NULL) {
1381 		sctps = psctp->sctp_sctps;
1382 		/* Increase here to have common decrease at end */
1383 		netstack_hold(sctps->sctps_netstack);
1384 	} else {
1385 		netstack_t *ns;
1386 
1387 		ns = netstack_find_by_cred(credp);
1388 		ASSERT(ns != NULL);
1389 		sctps = ns->netstack_sctp;
1390 		ASSERT(sctps != NULL);
1391 
1392 		/*
1393 		 * For exclusive stacks we set the zoneid to zero
1394 		 * to make SCTP operate as if in the global zone.
1395 		 */
1396 		if (sctps->sctps_netstack->netstack_stackid !=
1397 		    GLOBAL_NETSTACKID)
1398 			zoneid = GLOBAL_ZONEID;
1399 		else
1400 			zoneid = crgetzoneid(credp);
1401 	}
1402 	if ((connp = ipcl_conn_create(IPCL_SCTPCONN, sleep,
1403 	    sctps->sctps_netstack)) == NULL) {
1404 		netstack_rele(sctps->sctps_netstack);
1405 		SCTP_KSTAT(sctps, sctp_conn_create);
1406 		return (NULL);
1407 	}
1408 	/*
1409 	 * ipcl_conn_create did a netstack_hold. Undo the hold that was
1410 	 * done at top of sctp_create.
1411 	 */
1412 	netstack_rele(sctps->sctps_netstack);
1413 	sctp = CONN2SCTP(connp);
1414 	sctp->sctp_sctps = sctps;
1415 
1416 	if ((ack_mp = sctp_timer_alloc(sctp, sctp_ack_timer, sleep)) == NULL ||
1417 	    (hb_mp = sctp_timer_alloc(sctp, sctp_heartbeat_timer,
1418 	    sleep)) == NULL) {
1419 		if (ack_mp != NULL)
1420 			freeb(ack_mp);
1421 		sctp_conn_clear(connp);
1422 		sctp->sctp_sctps = NULL;
1423 		kmem_cache_free(sctp_conn_cache, connp);
1424 		return (NULL);
1425 	}
1426 
1427 	sctp->sctp_ack_mp = ack_mp;
1428 	sctp->sctp_heartbeat_mp = hb_mp;
1429 
1430 	/*
1431 	 * Have conn_ip_output drop packets should our outer source
1432 	 * go invalid, and tell us about mtu changes.
1433 	 */
1434 	connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE |
1435 	    IXAF_VERIFY_PMTU;
1436 	connp->conn_family = family;
1437 	connp->conn_so_type = type;
1438 
1439 	if (sctp_init_values(sctp, psctp, sleep) != 0) {
1440 		freeb(ack_mp);
1441 		freeb(hb_mp);
1442 		sctp_conn_clear(connp);
1443 		sctp->sctp_sctps = NULL;
1444 		kmem_cache_free(sctp_conn_cache, connp);
1445 		return (NULL);
1446 	}
1447 	sctp->sctp_cansleep = ((flags & SCTP_CAN_BLOCK) == SCTP_CAN_BLOCK);
1448 
1449 	sctp->sctp_mss = sctps->sctps_initial_mtu - ((family == AF_INET6) ?
1450 	    sctp->sctp_hdr6_len : sctp->sctp_hdr_len);
1451 
1452 	if (psctp != NULL) {
1453 		conn_t	*pconnp = psctp->sctp_connp;
1454 
1455 		RUN_SCTP(psctp);
1456 		/*
1457 		 * Inherit local address list, local port. Parent is either
1458 		 * in SCTPS_BOUND, or SCTPS_LISTEN state.
1459 		 */
1460 		ASSERT((psctp->sctp_state == SCTPS_BOUND) ||
1461 		    (psctp->sctp_state == SCTPS_LISTEN));
1462 		if (sctp_dup_saddrs(psctp, sctp, sleep)) {
1463 			WAKE_SCTP(psctp);
1464 			freeb(ack_mp);
1465 			freeb(hb_mp);
1466 			sctp_headers_free(sctp);
1467 			sctp_conn_clear(connp);
1468 			sctp->sctp_sctps = NULL;
1469 			kmem_cache_free(sctp_conn_cache, connp);
1470 			return (NULL);
1471 		}
1472 
1473 		/*
1474 		 * If the parent is specified, it'll be immediatelly
1475 		 * followed by sctp_connect(). So don't add this guy to
1476 		 * bind hash.
1477 		 */
1478 		connp->conn_lport = pconnp->conn_lport;
1479 		sctp->sctp_state = SCTPS_BOUND;
1480 		WAKE_SCTP(psctp);
1481 	} else {
1482 		ASSERT(connp->conn_cred == NULL);
1483 		connp->conn_zoneid = zoneid;
1484 		/*
1485 		 * conn_allzones can not be set this early, hence
1486 		 * no IPCL_ZONEID
1487 		 */
1488 		connp->conn_ixa->ixa_zoneid = zoneid;
1489 		connp->conn_open_time = ddi_get_lbolt64();
1490 		connp->conn_cred = credp;
1491 		crhold(credp);
1492 		connp->conn_cpid = curproc->p_pid;
1493 
1494 		/*
1495 		 * If the caller has the process-wide flag set, then default to
1496 		 * MAC exempt mode.  This allows read-down to unlabeled hosts.
1497 		 */
1498 		if (getpflags(NET_MAC_AWARE, credp) != 0)
1499 			connp->conn_mac_mode = CONN_MAC_AWARE;
1500 
1501 		connp->conn_zone_is_global =
1502 		    (crgetzoneid(credp) == GLOBAL_ZONEID);
1503 	}
1504 
1505 	/* Initialize SCTP instance values,  our verf tag must never be 0 */
1506 	(void) random_get_pseudo_bytes((uint8_t *)&sctp->sctp_lvtag,
1507 	    sizeof (sctp->sctp_lvtag));
1508 	if (sctp->sctp_lvtag == 0)
1509 		sctp->sctp_lvtag = (uint32_t)gethrtime();
1510 	ASSERT(sctp->sctp_lvtag != 0);
1511 
1512 	sctp->sctp_ltsn = sctp->sctp_lvtag + 1;
1513 	sctp->sctp_lcsn = sctp->sctp_ltsn;
1514 	sctp->sctp_recovery_tsn = sctp->sctp_lastack_rxd = sctp->sctp_ltsn - 1;
1515 	sctp->sctp_adv_pap = sctp->sctp_lastack_rxd;
1516 
1517 	/* Information required by upper layer */
1518 	ASSERT(ulpd != NULL);
1519 	sctp->sctp_ulpd = ulpd;
1520 
1521 	ASSERT(upcalls != NULL);
1522 	sctp->sctp_upcalls = upcalls;
1523 	ASSERT(sbl != NULL);
1524 	/* Fill in the socket buffer limits for sctpsockfs */
1525 	sbl->sbl_txlowat = connp->conn_sndlowat;
1526 	sbl->sbl_txbuf = connp->conn_sndbuf;
1527 	sbl->sbl_rxbuf = sctp->sctp_rwnd;
1528 	sbl->sbl_rxlowat = SCTP_RECV_LOWATER;
1529 
1530 	/* Insert this in the global list. */
1531 	SCTP_LINK(sctp, sctps);
1532 
1533 	return (sctp);
1534 }
1535 
1536 /* Run at module load time */
1537 void
1538 sctp_ddi_g_init(void)
1539 {
1540 	/* Create sctp_t/conn_t cache */
1541 	sctp_conn_cache_init();
1542 
1543 	/* Create the faddr cache */
1544 	sctp_faddr_init();
1545 
1546 	/* Create the sets cache */
1547 	sctp_sets_init();
1548 
1549 	/* Create the PR-SCTP sets cache */
1550 	sctp_ftsn_sets_init();
1551 
1552 	/* Initialize tables used for CRC calculation */
1553 	sctp_crc32_init();
1554 
1555 	/*
1556 	 * We want to be informed each time a stack is created or
1557 	 * destroyed in the kernel, so we can maintain the
1558 	 * set of sctp_stack_t's.
1559 	 */
1560 	netstack_register(NS_SCTP, sctp_stack_init, NULL, sctp_stack_fini);
1561 }
1562 
1563 static void *
1564 sctp_stack_init(netstackid_t stackid, netstack_t *ns)
1565 {
1566 	sctp_stack_t	*sctps;
1567 
1568 	sctps = kmem_zalloc(sizeof (*sctps), KM_SLEEP);
1569 	sctps->sctps_netstack = ns;
1570 
1571 	/* Initialize locks */
1572 	mutex_init(&sctps->sctps_g_lock, NULL, MUTEX_DEFAULT, NULL);
1573 	mutex_init(&sctps->sctps_epriv_port_lock, NULL, MUTEX_DEFAULT, NULL);
1574 	sctps->sctps_g_num_epriv_ports = SCTP_NUM_EPRIV_PORTS;
1575 	sctps->sctps_g_epriv_ports[0] = 2049;
1576 	sctps->sctps_g_epriv_ports[1] = 4045;
1577 
1578 	/* Initialize SCTP hash arrays. */
1579 	sctp_hash_init(sctps);
1580 
1581 	if (!sctp_nd_init(sctps)) {
1582 		sctp_nd_free(sctps);
1583 	}
1584 
1585 	/* Initialize the recvq taskq. */
1586 	sctp_rq_tq_init(sctps);
1587 
1588 	/* saddr init */
1589 	sctp_saddr_init(sctps);
1590 
1591 	/* Global SCTP PCB list. */
1592 	list_create(&sctps->sctps_g_list, sizeof (sctp_t),
1593 	    offsetof(sctp_t, sctp_list));
1594 
1595 	/* Initialize sctp kernel stats. */
1596 	sctps->sctps_mibkp = sctp_kstat_init(stackid);
1597 	sctps->sctps_kstat =
1598 	    sctp_kstat2_init(stackid, &sctps->sctps_statistics);
1599 
1600 	return (sctps);
1601 }
1602 
1603 /*
1604  * Called when the module is about to be unloaded.
1605  */
1606 void
1607 sctp_ddi_g_destroy(void)
1608 {
1609 	/* Destroy sctp_t/conn_t caches */
1610 	sctp_conn_cache_fini();
1611 
1612 	/* Destroy the faddr cache */
1613 	sctp_faddr_fini();
1614 
1615 	/* Destroy the sets cache */
1616 	sctp_sets_fini();
1617 
1618 	/* Destroy the PR-SCTP sets cache */
1619 	sctp_ftsn_sets_fini();
1620 
1621 	netstack_unregister(NS_SCTP);
1622 }
1623 
1624 /*
1625  * Free the SCTP stack instance.
1626  */
1627 static void
1628 sctp_stack_fini(netstackid_t stackid, void *arg)
1629 {
1630 	sctp_stack_t *sctps = (sctp_stack_t *)arg;
1631 
1632 	sctp_nd_free(sctps);
1633 
1634 	/* Destroy the recvq taskqs. */
1635 	sctp_rq_tq_fini(sctps);
1636 
1637 	/* Destroy saddr  */
1638 	sctp_saddr_fini(sctps);
1639 
1640 	/* Global SCTP PCB list. */
1641 	list_destroy(&sctps->sctps_g_list);
1642 
1643 	/* Destroy SCTP hash arrays. */
1644 	sctp_hash_destroy(sctps);
1645 
1646 	/* Destroy SCTP kernel stats. */
1647 	sctp_kstat2_fini(stackid, sctps->sctps_kstat);
1648 	sctps->sctps_kstat = NULL;
1649 	bzero(&sctps->sctps_statistics, sizeof (sctps->sctps_statistics));
1650 
1651 	sctp_kstat_fini(stackid, sctps->sctps_mibkp);
1652 	sctps->sctps_mibkp = NULL;
1653 
1654 	mutex_destroy(&sctps->sctps_g_lock);
1655 	mutex_destroy(&sctps->sctps_epriv_port_lock);
1656 
1657 	kmem_free(sctps, sizeof (*sctps));
1658 }
1659 
1660 void
1661 sctp_display_all(sctp_stack_t *sctps)
1662 {
1663 	sctp_t *sctp_walker;
1664 
1665 	mutex_enter(&sctps->sctps_g_lock);
1666 	for (sctp_walker = list_head(&sctps->sctps_g_list);
1667 	    sctp_walker != NULL;
1668 	    sctp_walker = (sctp_t *)list_next(&sctps->sctps_g_list,
1669 	    sctp_walker)) {
1670 		(void) sctp_display(sctp_walker, NULL);
1671 	}
1672 	mutex_exit(&sctps->sctps_g_lock);
1673 }
1674 
1675 static void
1676 sctp_rq_tq_init(sctp_stack_t *sctps)
1677 {
1678 	sctps->sctps_recvq_tq_list_max_sz = 16;
1679 	sctps->sctps_recvq_tq_list_cur_sz = 1;
1680 	/*
1681 	 * Initialize the recvq_tq_list and create the first recvq taskq.
1682 	 * What to do if it fails?
1683 	 */
1684 	sctps->sctps_recvq_tq_list =
1685 	    kmem_zalloc(sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *),
1686 	    KM_SLEEP);
1687 	sctps->sctps_recvq_tq_list[0] = taskq_create("sctp_def_recvq_taskq",
1688 	    MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min, ncpus)),
1689 	    minclsyspri, sctp_recvq_tq_task_min, sctp_recvq_tq_task_max,
1690 	    TASKQ_PREPOPULATE);
1691 	mutex_init(&sctps->sctps_rq_tq_lock, NULL, MUTEX_DEFAULT, NULL);
1692 }
1693 
1694 static void
1695 sctp_rq_tq_fini(sctp_stack_t *sctps)
1696 {
1697 	int i;
1698 
1699 	for (i = 0; i < sctps->sctps_recvq_tq_list_cur_sz; i++) {
1700 		ASSERT(sctps->sctps_recvq_tq_list[i] != NULL);
1701 		taskq_destroy(sctps->sctps_recvq_tq_list[i]);
1702 	}
1703 	kmem_free(sctps->sctps_recvq_tq_list,
1704 	    sctps->sctps_recvq_tq_list_max_sz * sizeof (taskq_t *));
1705 	sctps->sctps_recvq_tq_list = NULL;
1706 }
1707 
1708 /* Add another taskq for a new ill. */
1709 void
1710 sctp_inc_taskq(sctp_stack_t *sctps)
1711 {
1712 	taskq_t *tq;
1713 	char tq_name[TASKQ_NAMELEN];
1714 
1715 	mutex_enter(&sctps->sctps_rq_tq_lock);
1716 	if (sctps->sctps_recvq_tq_list_cur_sz + 1 >
1717 	    sctps->sctps_recvq_tq_list_max_sz) {
1718 		mutex_exit(&sctps->sctps_rq_tq_lock);
1719 		cmn_err(CE_NOTE, "Cannot create more SCTP recvq taskq");
1720 		return;
1721 	}
1722 
1723 	(void) snprintf(tq_name, sizeof (tq_name), "sctp_recvq_taskq_%u",
1724 	    sctps->sctps_recvq_tq_list_cur_sz);
1725 	tq = taskq_create(tq_name,
1726 	    MIN(sctp_recvq_tq_thr_max, MAX(sctp_recvq_tq_thr_min, ncpus)),
1727 	    minclsyspri, sctp_recvq_tq_task_min, sctp_recvq_tq_task_max,
1728 	    TASKQ_PREPOPULATE);
1729 	if (tq == NULL) {
1730 		mutex_exit(&sctps->sctps_rq_tq_lock);
1731 		cmn_err(CE_NOTE, "SCTP recvq taskq creation failed");
1732 		return;
1733 	}
1734 	ASSERT(sctps->sctps_recvq_tq_list[
1735 	    sctps->sctps_recvq_tq_list_cur_sz] == NULL);
1736 	sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz] = tq;
1737 	atomic_add_32(&sctps->sctps_recvq_tq_list_cur_sz, 1);
1738 	mutex_exit(&sctps->sctps_rq_tq_lock);
1739 }
1740 
1741 #ifdef DEBUG
1742 uint32_t recvq_loop_cnt = 0;
1743 uint32_t recvq_call = 0;
1744 #endif
1745 
1746 /*
1747  * Find the next recvq_tq to use.  This routine will go thru all the
1748  * taskqs until it can dispatch a job for the sctp.  If this fails,
1749  * it will create a new taskq and try it.
1750  */
1751 static boolean_t
1752 sctp_find_next_tq(sctp_t *sctp)
1753 {
1754 	int next_tq, try;
1755 	taskq_t *tq;
1756 	sctp_stack_t	*sctps = sctp->sctp_sctps;
1757 
1758 	/*
1759 	 * Note that since we don't hold a lock on sctp_rq_tq_lock for
1760 	 * performance reason, recvq_ta_list_cur_sz can be changed during
1761 	 * this loop.  The problem this will create is that the loop may
1762 	 * not have tried all the recvq_tq.  This should be OK.
1763 	 */
1764 	next_tq = atomic_add_32_nv(&sctps->sctps_recvq_tq_list_cur, 1) %
1765 	    sctps->sctps_recvq_tq_list_cur_sz;
1766 	for (try = 0; try < sctps->sctps_recvq_tq_list_cur_sz; try++) {
1767 		tq = sctps->sctps_recvq_tq_list[next_tq];
1768 		if (taskq_dispatch(tq, sctp_process_recvq, sctp,
1769 		    TQ_NOSLEEP) != NULL) {
1770 			sctp->sctp_recvq_tq = tq;
1771 			return (B_TRUE);
1772 		}
1773 		next_tq = (next_tq + 1) % sctps->sctps_recvq_tq_list_cur_sz;
1774 	}
1775 
1776 	/*
1777 	 * Create one more taskq and try it.  Note that sctp_inc_taskq()
1778 	 * may not have created another taskq if the number of recvq
1779 	 * taskqs is at the maximum.  We are probably in a pretty bad
1780 	 * shape if this actually happens...
1781 	 */
1782 	sctp_inc_taskq(sctps);
1783 	tq = sctps->sctps_recvq_tq_list[sctps->sctps_recvq_tq_list_cur_sz - 1];
1784 	if (taskq_dispatch(tq, sctp_process_recvq, sctp, TQ_NOSLEEP) != NULL) {
1785 		sctp->sctp_recvq_tq = tq;
1786 		return (B_TRUE);
1787 	}
1788 	SCTP_KSTAT(sctps, sctp_find_next_tq);
1789 	return (B_FALSE);
1790 }
1791 
1792 /*
1793  * To add a message to the recvq.  Note that the sctp_timer_fire()
1794  * routine also uses this function to add the timer message to the
1795  * receive queue for later processing.  And it should be the only
1796  * caller of sctp_add_recvq() which sets the try_harder argument
1797  * to B_TRUE.
1798  *
1799  * If the try_harder argument is B_TRUE, this routine sctp_find_next_tq()
1800  * will try very hard to dispatch the task.  Refer to the comment
1801  * for that routine on how it does that.
1802  *
1803  * On failure the message has been freed i.e., this routine always consumes the
1804  * message. It bumps ipIfStatsInDiscards and and uses ip_drop_input to drop.
1805  */
1806 void
1807 sctp_add_recvq(sctp_t *sctp, mblk_t *mp, boolean_t caller_hold_lock,
1808     ip_recv_attr_t *ira)
1809 {
1810 	mblk_t	*attrmp;
1811 	ip_stack_t	*ipst = sctp->sctp_sctps->sctps_netstack->netstack_ip;
1812 
1813 	ASSERT(ira->ira_ill == NULL);
1814 
1815 	if (!caller_hold_lock)
1816 		mutex_enter(&sctp->sctp_recvq_lock);
1817 
1818 	/* If the taskq dispatch has not been scheduled, do it now. */
1819 	if (sctp->sctp_recvq_tq == NULL) {
1820 		ASSERT(sctp->sctp_recvq == NULL);
1821 		if (!sctp_find_next_tq(sctp)) {
1822 			if (!caller_hold_lock)
1823 				mutex_exit(&sctp->sctp_recvq_lock);
1824 			BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards);
1825 			ip_drop_input("ipIfStatsInDiscards", mp, NULL);
1826 			freemsg(mp);
1827 			return;
1828 		}
1829 		/* Make sure the sctp_t will not go away. */
1830 		SCTP_REFHOLD(sctp);
1831 	}
1832 
1833 	attrmp = ip_recv_attr_to_mblk(ira);
1834 	if (attrmp == NULL) {
1835 		if (!caller_hold_lock)
1836 			mutex_exit(&sctp->sctp_recvq_lock);
1837 		BUMP_MIB(&ipst->ips_ip_mib, ipIfStatsInDiscards);
1838 		ip_drop_input("ipIfStatsInDiscards", mp, NULL);
1839 		freemsg(mp);
1840 		return;
1841 	}
1842 	ASSERT(attrmp->b_cont == NULL);
1843 	attrmp->b_cont = mp;
1844 	mp = attrmp;
1845 
1846 	if (sctp->sctp_recvq == NULL) {
1847 		sctp->sctp_recvq = mp;
1848 		sctp->sctp_recvq_tail = mp;
1849 	} else {
1850 		sctp->sctp_recvq_tail->b_next = mp;
1851 		sctp->sctp_recvq_tail = mp;
1852 	}
1853 
1854 	if (!caller_hold_lock)
1855 		mutex_exit(&sctp->sctp_recvq_lock);
1856 }
1857 
1858 static void
1859 sctp_process_recvq(void *arg)
1860 {
1861 	sctp_t		*sctp = (sctp_t *)arg;
1862 	mblk_t		*mp;
1863 #ifdef DEBUG
1864 	uint32_t	loop_cnt = 0;
1865 #endif
1866 	ip_recv_attr_t	iras;
1867 
1868 #ifdef	_BIG_ENDIAN
1869 #define	IPVER(ip6h)	((((uint32_t *)ip6h)[0] >> 28) & 0x7)
1870 #else
1871 #define	IPVER(ip6h)	((((uint32_t *)ip6h)[0] >> 4) & 0x7)
1872 #endif
1873 
1874 	RUN_SCTP(sctp);
1875 	mutex_enter(&sctp->sctp_recvq_lock);
1876 
1877 #ifdef DEBUG
1878 	recvq_call++;
1879 #endif
1880 	/*
1881 	 * Note that while we are in this loop, other thread can put
1882 	 * new packets in the receive queue.  We may be looping for
1883 	 * quite a while.
1884 	 */
1885 	while ((mp = sctp->sctp_recvq) != NULL) {
1886 		mblk_t *data_mp;
1887 
1888 		sctp->sctp_recvq = mp->b_next;
1889 		mutex_exit(&sctp->sctp_recvq_lock);
1890 		mp->b_next = NULL;
1891 #ifdef DEBUG
1892 		loop_cnt++;
1893 #endif
1894 		mp->b_prev = NULL;
1895 
1896 		data_mp = mp->b_cont;
1897 		mp->b_cont = NULL;
1898 		if (!ip_recv_attr_from_mblk(mp, &iras)) {
1899 			ip_drop_input("ip_recv_attr_from_mblk", mp, NULL);
1900 			freemsg(mp);
1901 			ira_cleanup(&iras, B_TRUE);
1902 			continue;
1903 		}
1904 
1905 		if (iras.ira_flags & IRAF_ICMP_ERROR)
1906 			sctp_icmp_error(sctp, data_mp);
1907 		else
1908 			sctp_input_data(sctp, data_mp, &iras);
1909 
1910 		ira_cleanup(&iras, B_TRUE);
1911 		mutex_enter(&sctp->sctp_recvq_lock);
1912 	}
1913 
1914 	sctp->sctp_recvq_tail = NULL;
1915 	sctp->sctp_recvq_tq = NULL;
1916 
1917 	mutex_exit(&sctp->sctp_recvq_lock);
1918 
1919 	WAKE_SCTP(sctp);
1920 
1921 #ifdef DEBUG
1922 	if (loop_cnt > recvq_loop_cnt)
1923 		recvq_loop_cnt = loop_cnt;
1924 #endif
1925 	/* Now it can go away. */
1926 	SCTP_REFRELE(sctp);
1927 }
1928 
1929 /* ARGSUSED */
1930 static int
1931 sctp_conn_cache_constructor(void *buf, void *cdrarg, int kmflags)
1932 {
1933 	conn_t	*connp = (conn_t *)buf;
1934 	sctp_t	*sctp = (sctp_t *)&connp[1];
1935 
1936 	bzero(connp, sizeof (conn_t));
1937 	bzero(buf, (char *)&sctp[1] - (char *)buf);
1938 
1939 	mutex_init(&sctp->sctp_reflock, NULL, MUTEX_DEFAULT, NULL);
1940 	mutex_init(&sctp->sctp_lock, NULL, MUTEX_DEFAULT, NULL);
1941 	mutex_init(&sctp->sctp_recvq_lock, NULL, MUTEX_DEFAULT, NULL);
1942 	cv_init(&sctp->sctp_cv, NULL, CV_DEFAULT, NULL);
1943 
1944 	mutex_init(&connp->conn_lock, NULL, MUTEX_DEFAULT, NULL);
1945 	cv_init(&connp->conn_cv, NULL, CV_DEFAULT, NULL);
1946 	connp->conn_flags = IPCL_SCTPCONN;
1947 	connp->conn_proto = IPPROTO_SCTP;
1948 	connp->conn_sctp = sctp;
1949 	sctp->sctp_connp = connp;
1950 	rw_init(&connp->conn_ilg_lock, NULL, RW_DEFAULT, NULL);
1951 
1952 	connp->conn_ixa = kmem_zalloc(sizeof (ip_xmit_attr_t), kmflags);
1953 	if (connp->conn_ixa == NULL) {
1954 		return (ENOMEM);
1955 	}
1956 	connp->conn_ixa->ixa_refcnt = 1;
1957 	connp->conn_ixa->ixa_protocol = connp->conn_proto;
1958 	connp->conn_ixa->ixa_xmit_hint = CONN_TO_XMIT_HINT(connp);
1959 	return (0);
1960 }
1961 
1962 /* ARGSUSED */
1963 static void
1964 sctp_conn_cache_destructor(void *buf, void *cdrarg)
1965 {
1966 	conn_t	*connp = (conn_t *)buf;
1967 	sctp_t	*sctp = (sctp_t *)&connp[1];
1968 
1969 	ASSERT(sctp->sctp_connp == connp);
1970 	ASSERT(!MUTEX_HELD(&sctp->sctp_lock));
1971 	ASSERT(!MUTEX_HELD(&sctp->sctp_reflock));
1972 	ASSERT(!MUTEX_HELD(&sctp->sctp_recvq_lock));
1973 
1974 	ASSERT(sctp->sctp_conn_hash_next == NULL);
1975 	ASSERT(sctp->sctp_conn_hash_prev == NULL);
1976 	ASSERT(sctp->sctp_listen_hash_next == NULL);
1977 	ASSERT(sctp->sctp_listen_hash_prev == NULL);
1978 	ASSERT(sctp->sctp_listen_tfp == NULL);
1979 	ASSERT(sctp->sctp_conn_tfp == NULL);
1980 
1981 	ASSERT(sctp->sctp_faddrs == NULL);
1982 	ASSERT(sctp->sctp_nsaddrs == 0);
1983 
1984 	ASSERT(sctp->sctp_ulpd == NULL);
1985 
1986 	ASSERT(sctp->sctp_lastfaddr == NULL);
1987 	ASSERT(sctp->sctp_primary == NULL);
1988 	ASSERT(sctp->sctp_current == NULL);
1989 	ASSERT(sctp->sctp_lastdata == NULL);
1990 
1991 	ASSERT(sctp->sctp_xmit_head == NULL);
1992 	ASSERT(sctp->sctp_xmit_tail == NULL);
1993 	ASSERT(sctp->sctp_xmit_unsent == NULL);
1994 	ASSERT(sctp->sctp_xmit_unsent_tail == NULL);
1995 
1996 	ASSERT(sctp->sctp_ostrcntrs == NULL);
1997 
1998 	ASSERT(sctp->sctp_sack_info == NULL);
1999 	ASSERT(sctp->sctp_ack_mp == NULL);
2000 	ASSERT(sctp->sctp_instr == NULL);
2001 
2002 	ASSERT(sctp->sctp_iphc == NULL);
2003 	ASSERT(sctp->sctp_iphc6 == NULL);
2004 	ASSERT(sctp->sctp_ipha == NULL);
2005 	ASSERT(sctp->sctp_ip6h == NULL);
2006 	ASSERT(sctp->sctp_sctph == NULL);
2007 	ASSERT(sctp->sctp_sctph6 == NULL);
2008 
2009 	ASSERT(sctp->sctp_cookie_mp == NULL);
2010 
2011 	ASSERT(sctp->sctp_refcnt == 0);
2012 	ASSERT(sctp->sctp_timer_mp == NULL);
2013 	ASSERT(sctp->sctp_connp->conn_ref == 0);
2014 	ASSERT(sctp->sctp_heartbeat_mp == NULL);
2015 	ASSERT(sctp->sctp_ptpbhn == NULL && sctp->sctp_bind_hash == NULL);
2016 
2017 	ASSERT(sctp->sctp_shutdown_faddr == NULL);
2018 
2019 	ASSERT(sctp->sctp_cxmit_list == NULL);
2020 
2021 	ASSERT(sctp->sctp_recvq == NULL);
2022 	ASSERT(sctp->sctp_recvq_tail == NULL);
2023 	ASSERT(sctp->sctp_recvq_tq == NULL);
2024 
2025 	/*
2026 	 * sctp_pad_mp can be NULL if the memory allocation fails
2027 	 * in sctp_init_values() and the conn_t is freed.
2028 	 */
2029 	if (sctp->sctp_pad_mp != NULL) {
2030 		freeb(sctp->sctp_pad_mp);
2031 		sctp->sctp_pad_mp = NULL;
2032 	}
2033 
2034 	mutex_destroy(&sctp->sctp_reflock);
2035 	mutex_destroy(&sctp->sctp_lock);
2036 	mutex_destroy(&sctp->sctp_recvq_lock);
2037 	cv_destroy(&sctp->sctp_cv);
2038 
2039 	mutex_destroy(&connp->conn_lock);
2040 	cv_destroy(&connp->conn_cv);
2041 	rw_destroy(&connp->conn_ilg_lock);
2042 
2043 	/* Can be NULL if constructor failed */
2044 	if (connp->conn_ixa != NULL) {
2045 		ASSERT(connp->conn_ixa->ixa_refcnt == 1);
2046 		ASSERT(connp->conn_ixa->ixa_ire == NULL);
2047 		ASSERT(connp->conn_ixa->ixa_nce == NULL);
2048 		ixa_refrele(connp->conn_ixa);
2049 	}
2050 }
2051 
2052 static void
2053 sctp_conn_cache_init()
2054 {
2055 	sctp_conn_cache = kmem_cache_create("sctp_conn_cache",
2056 	    sizeof (sctp_t) + sizeof (conn_t), 0, sctp_conn_cache_constructor,
2057 	    sctp_conn_cache_destructor, NULL, NULL, NULL, 0);
2058 }
2059 
2060 static void
2061 sctp_conn_cache_fini()
2062 {
2063 	kmem_cache_destroy(sctp_conn_cache);
2064 }
2065 
2066 void
2067 sctp_conn_init(conn_t *connp)
2068 {
2069 	ASSERT(connp->conn_flags == IPCL_SCTPCONN);
2070 	connp->conn_rq = connp->conn_wq = NULL;
2071 	connp->conn_ixa->ixa_flags |= IXAF_SET_ULP_CKSUM | IXAF_VERIFY_SOURCE |
2072 	    IXAF_VERIFY_PMTU;
2073 
2074 	ASSERT(connp->conn_proto == IPPROTO_SCTP);
2075 	ASSERT(connp->conn_ixa->ixa_protocol == connp->conn_proto);
2076 	connp->conn_state_flags |= CONN_INCIPIENT;
2077 
2078 	ASSERT(connp->conn_sctp != NULL);
2079 
2080 	/*
2081 	 * Register sctp_notify to listen to capability changes detected by IP.
2082 	 * This upcall is made in the context of the call to conn_ip_output
2083 	 * thus it holds whatever locks sctp holds across conn_ip_output.
2084 	 */
2085 	connp->conn_ixa->ixa_notify = sctp_notify;
2086 	connp->conn_ixa->ixa_notify_cookie = connp->conn_sctp;
2087 }
2088 
2089 static void
2090 sctp_conn_clear(conn_t *connp)
2091 {
2092 	/* Clean up conn_t stuff */
2093 	if (connp->conn_latch != NULL) {
2094 		IPLATCH_REFRELE(connp->conn_latch);
2095 		connp->conn_latch = NULL;
2096 	}
2097 	if (connp->conn_latch_in_policy != NULL) {
2098 		IPPOL_REFRELE(connp->conn_latch_in_policy);
2099 		connp->conn_latch_in_policy = NULL;
2100 	}
2101 	if (connp->conn_latch_in_action != NULL) {
2102 		IPACT_REFRELE(connp->conn_latch_in_action);
2103 		connp->conn_latch_in_action = NULL;
2104 	}
2105 	if (connp->conn_policy != NULL) {
2106 		IPPH_REFRELE(connp->conn_policy, connp->conn_netstack);
2107 		connp->conn_policy = NULL;
2108 	}
2109 	if (connp->conn_ipsec_opt_mp != NULL) {
2110 		freemsg(connp->conn_ipsec_opt_mp);
2111 		connp->conn_ipsec_opt_mp = NULL;
2112 	}
2113 	netstack_rele(connp->conn_netstack);
2114 	connp->conn_netstack = NULL;
2115 
2116 	/* Leave conn_ixa and other constructed fields in place */
2117 	ipcl_conn_cleanup(connp);
2118 }
2119