xref: /freebsd/sys/netinet/sctp_output.c (revision fba3cde907930eed2adb8a320524bc250338c729)
1 /*-
2  * Copyright (c) 2001-2008, by Cisco Systems, Inc. All rights reserved.
3  * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
4  * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions are met:
8  *
9  * a) Redistributions of source code must retain the above copyright notice,
10  *    this list of conditions and the following disclaimer.
11  *
12  * b) Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in
14  *    the documentation and/or other materials provided with the distribution.
15  *
16  * c) Neither the name of Cisco Systems, Inc. nor the names of its
17  *    contributors may be used to endorse or promote products derived
18  *    from this software without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
22  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30  * THE POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 #include <sys/cdefs.h>
34 __FBSDID("$FreeBSD$");
35 
36 #include <netinet/sctp_os.h>
37 #include <sys/proc.h>
38 #include <netinet/sctp_var.h>
39 #include <netinet/sctp_sysctl.h>
40 #include <netinet/sctp_header.h>
41 #include <netinet/sctp_pcb.h>
42 #include <netinet/sctputil.h>
43 #include <netinet/sctp_output.h>
44 #include <netinet/sctp_uio.h>
45 #include <netinet/sctputil.h>
46 #include <netinet/sctp_auth.h>
47 #include <netinet/sctp_timer.h>
48 #include <netinet/sctp_asconf.h>
49 #include <netinet/sctp_indata.h>
50 #include <netinet/sctp_bsd_addr.h>
51 #include <netinet/sctp_input.h>
52 #include <netinet/sctp_crc32.h>
53 #include <netinet/udp.h>
54 #include <netinet/udp_var.h>
55 #include <machine/in_cksum.h>
56 
57 
58 
59 #define SCTP_MAX_GAPS_INARRAY 4
60 struct sack_track {
61 	uint8_t right_edge;	/* mergable on the right edge */
62 	uint8_t left_edge;	/* mergable on the left edge */
63 	uint8_t num_entries;
64 	uint8_t spare;
65 	struct sctp_gap_ack_block gaps[SCTP_MAX_GAPS_INARRAY];
66 };
67 
68 struct sack_track sack_array[256] = {
69 	{0, 0, 0, 0,		/* 0x00 */
70 		{{0, 0},
71 		{0, 0},
72 		{0, 0},
73 		{0, 0}
74 		}
75 	},
76 	{1, 0, 1, 0,		/* 0x01 */
77 		{{0, 0},
78 		{0, 0},
79 		{0, 0},
80 		{0, 0}
81 		}
82 	},
83 	{0, 0, 1, 0,		/* 0x02 */
84 		{{1, 1},
85 		{0, 0},
86 		{0, 0},
87 		{0, 0}
88 		}
89 	},
90 	{1, 0, 1, 0,		/* 0x03 */
91 		{{0, 1},
92 		{0, 0},
93 		{0, 0},
94 		{0, 0}
95 		}
96 	},
97 	{0, 0, 1, 0,		/* 0x04 */
98 		{{2, 2},
99 		{0, 0},
100 		{0, 0},
101 		{0, 0}
102 		}
103 	},
104 	{1, 0, 2, 0,		/* 0x05 */
105 		{{0, 0},
106 		{2, 2},
107 		{0, 0},
108 		{0, 0}
109 		}
110 	},
111 	{0, 0, 1, 0,		/* 0x06 */
112 		{{1, 2},
113 		{0, 0},
114 		{0, 0},
115 		{0, 0}
116 		}
117 	},
118 	{1, 0, 1, 0,		/* 0x07 */
119 		{{0, 2},
120 		{0, 0},
121 		{0, 0},
122 		{0, 0}
123 		}
124 	},
125 	{0, 0, 1, 0,		/* 0x08 */
126 		{{3, 3},
127 		{0, 0},
128 		{0, 0},
129 		{0, 0}
130 		}
131 	},
132 	{1, 0, 2, 0,		/* 0x09 */
133 		{{0, 0},
134 		{3, 3},
135 		{0, 0},
136 		{0, 0}
137 		}
138 	},
139 	{0, 0, 2, 0,		/* 0x0a */
140 		{{1, 1},
141 		{3, 3},
142 		{0, 0},
143 		{0, 0}
144 		}
145 	},
146 	{1, 0, 2, 0,		/* 0x0b */
147 		{{0, 1},
148 		{3, 3},
149 		{0, 0},
150 		{0, 0}
151 		}
152 	},
153 	{0, 0, 1, 0,		/* 0x0c */
154 		{{2, 3},
155 		{0, 0},
156 		{0, 0},
157 		{0, 0}
158 		}
159 	},
160 	{1, 0, 2, 0,		/* 0x0d */
161 		{{0, 0},
162 		{2, 3},
163 		{0, 0},
164 		{0, 0}
165 		}
166 	},
167 	{0, 0, 1, 0,		/* 0x0e */
168 		{{1, 3},
169 		{0, 0},
170 		{0, 0},
171 		{0, 0}
172 		}
173 	},
174 	{1, 0, 1, 0,		/* 0x0f */
175 		{{0, 3},
176 		{0, 0},
177 		{0, 0},
178 		{0, 0}
179 		}
180 	},
181 	{0, 0, 1, 0,		/* 0x10 */
182 		{{4, 4},
183 		{0, 0},
184 		{0, 0},
185 		{0, 0}
186 		}
187 	},
188 	{1, 0, 2, 0,		/* 0x11 */
189 		{{0, 0},
190 		{4, 4},
191 		{0, 0},
192 		{0, 0}
193 		}
194 	},
195 	{0, 0, 2, 0,		/* 0x12 */
196 		{{1, 1},
197 		{4, 4},
198 		{0, 0},
199 		{0, 0}
200 		}
201 	},
202 	{1, 0, 2, 0,		/* 0x13 */
203 		{{0, 1},
204 		{4, 4},
205 		{0, 0},
206 		{0, 0}
207 		}
208 	},
209 	{0, 0, 2, 0,		/* 0x14 */
210 		{{2, 2},
211 		{4, 4},
212 		{0, 0},
213 		{0, 0}
214 		}
215 	},
216 	{1, 0, 3, 0,		/* 0x15 */
217 		{{0, 0},
218 		{2, 2},
219 		{4, 4},
220 		{0, 0}
221 		}
222 	},
223 	{0, 0, 2, 0,		/* 0x16 */
224 		{{1, 2},
225 		{4, 4},
226 		{0, 0},
227 		{0, 0}
228 		}
229 	},
230 	{1, 0, 2, 0,		/* 0x17 */
231 		{{0, 2},
232 		{4, 4},
233 		{0, 0},
234 		{0, 0}
235 		}
236 	},
237 	{0, 0, 1, 0,		/* 0x18 */
238 		{{3, 4},
239 		{0, 0},
240 		{0, 0},
241 		{0, 0}
242 		}
243 	},
244 	{1, 0, 2, 0,		/* 0x19 */
245 		{{0, 0},
246 		{3, 4},
247 		{0, 0},
248 		{0, 0}
249 		}
250 	},
251 	{0, 0, 2, 0,		/* 0x1a */
252 		{{1, 1},
253 		{3, 4},
254 		{0, 0},
255 		{0, 0}
256 		}
257 	},
258 	{1, 0, 2, 0,		/* 0x1b */
259 		{{0, 1},
260 		{3, 4},
261 		{0, 0},
262 		{0, 0}
263 		}
264 	},
265 	{0, 0, 1, 0,		/* 0x1c */
266 		{{2, 4},
267 		{0, 0},
268 		{0, 0},
269 		{0, 0}
270 		}
271 	},
272 	{1, 0, 2, 0,		/* 0x1d */
273 		{{0, 0},
274 		{2, 4},
275 		{0, 0},
276 		{0, 0}
277 		}
278 	},
279 	{0, 0, 1, 0,		/* 0x1e */
280 		{{1, 4},
281 		{0, 0},
282 		{0, 0},
283 		{0, 0}
284 		}
285 	},
286 	{1, 0, 1, 0,		/* 0x1f */
287 		{{0, 4},
288 		{0, 0},
289 		{0, 0},
290 		{0, 0}
291 		}
292 	},
293 	{0, 0, 1, 0,		/* 0x20 */
294 		{{5, 5},
295 		{0, 0},
296 		{0, 0},
297 		{0, 0}
298 		}
299 	},
300 	{1, 0, 2, 0,		/* 0x21 */
301 		{{0, 0},
302 		{5, 5},
303 		{0, 0},
304 		{0, 0}
305 		}
306 	},
307 	{0, 0, 2, 0,		/* 0x22 */
308 		{{1, 1},
309 		{5, 5},
310 		{0, 0},
311 		{0, 0}
312 		}
313 	},
314 	{1, 0, 2, 0,		/* 0x23 */
315 		{{0, 1},
316 		{5, 5},
317 		{0, 0},
318 		{0, 0}
319 		}
320 	},
321 	{0, 0, 2, 0,		/* 0x24 */
322 		{{2, 2},
323 		{5, 5},
324 		{0, 0},
325 		{0, 0}
326 		}
327 	},
328 	{1, 0, 3, 0,		/* 0x25 */
329 		{{0, 0},
330 		{2, 2},
331 		{5, 5},
332 		{0, 0}
333 		}
334 	},
335 	{0, 0, 2, 0,		/* 0x26 */
336 		{{1, 2},
337 		{5, 5},
338 		{0, 0},
339 		{0, 0}
340 		}
341 	},
342 	{1, 0, 2, 0,		/* 0x27 */
343 		{{0, 2},
344 		{5, 5},
345 		{0, 0},
346 		{0, 0}
347 		}
348 	},
349 	{0, 0, 2, 0,		/* 0x28 */
350 		{{3, 3},
351 		{5, 5},
352 		{0, 0},
353 		{0, 0}
354 		}
355 	},
356 	{1, 0, 3, 0,		/* 0x29 */
357 		{{0, 0},
358 		{3, 3},
359 		{5, 5},
360 		{0, 0}
361 		}
362 	},
363 	{0, 0, 3, 0,		/* 0x2a */
364 		{{1, 1},
365 		{3, 3},
366 		{5, 5},
367 		{0, 0}
368 		}
369 	},
370 	{1, 0, 3, 0,		/* 0x2b */
371 		{{0, 1},
372 		{3, 3},
373 		{5, 5},
374 		{0, 0}
375 		}
376 	},
377 	{0, 0, 2, 0,		/* 0x2c */
378 		{{2, 3},
379 		{5, 5},
380 		{0, 0},
381 		{0, 0}
382 		}
383 	},
384 	{1, 0, 3, 0,		/* 0x2d */
385 		{{0, 0},
386 		{2, 3},
387 		{5, 5},
388 		{0, 0}
389 		}
390 	},
391 	{0, 0, 2, 0,		/* 0x2e */
392 		{{1, 3},
393 		{5, 5},
394 		{0, 0},
395 		{0, 0}
396 		}
397 	},
398 	{1, 0, 2, 0,		/* 0x2f */
399 		{{0, 3},
400 		{5, 5},
401 		{0, 0},
402 		{0, 0}
403 		}
404 	},
405 	{0, 0, 1, 0,		/* 0x30 */
406 		{{4, 5},
407 		{0, 0},
408 		{0, 0},
409 		{0, 0}
410 		}
411 	},
412 	{1, 0, 2, 0,		/* 0x31 */
413 		{{0, 0},
414 		{4, 5},
415 		{0, 0},
416 		{0, 0}
417 		}
418 	},
419 	{0, 0, 2, 0,		/* 0x32 */
420 		{{1, 1},
421 		{4, 5},
422 		{0, 0},
423 		{0, 0}
424 		}
425 	},
426 	{1, 0, 2, 0,		/* 0x33 */
427 		{{0, 1},
428 		{4, 5},
429 		{0, 0},
430 		{0, 0}
431 		}
432 	},
433 	{0, 0, 2, 0,		/* 0x34 */
434 		{{2, 2},
435 		{4, 5},
436 		{0, 0},
437 		{0, 0}
438 		}
439 	},
440 	{1, 0, 3, 0,		/* 0x35 */
441 		{{0, 0},
442 		{2, 2},
443 		{4, 5},
444 		{0, 0}
445 		}
446 	},
447 	{0, 0, 2, 0,		/* 0x36 */
448 		{{1, 2},
449 		{4, 5},
450 		{0, 0},
451 		{0, 0}
452 		}
453 	},
454 	{1, 0, 2, 0,		/* 0x37 */
455 		{{0, 2},
456 		{4, 5},
457 		{0, 0},
458 		{0, 0}
459 		}
460 	},
461 	{0, 0, 1, 0,		/* 0x38 */
462 		{{3, 5},
463 		{0, 0},
464 		{0, 0},
465 		{0, 0}
466 		}
467 	},
468 	{1, 0, 2, 0,		/* 0x39 */
469 		{{0, 0},
470 		{3, 5},
471 		{0, 0},
472 		{0, 0}
473 		}
474 	},
475 	{0, 0, 2, 0,		/* 0x3a */
476 		{{1, 1},
477 		{3, 5},
478 		{0, 0},
479 		{0, 0}
480 		}
481 	},
482 	{1, 0, 2, 0,		/* 0x3b */
483 		{{0, 1},
484 		{3, 5},
485 		{0, 0},
486 		{0, 0}
487 		}
488 	},
489 	{0, 0, 1, 0,		/* 0x3c */
490 		{{2, 5},
491 		{0, 0},
492 		{0, 0},
493 		{0, 0}
494 		}
495 	},
496 	{1, 0, 2, 0,		/* 0x3d */
497 		{{0, 0},
498 		{2, 5},
499 		{0, 0},
500 		{0, 0}
501 		}
502 	},
503 	{0, 0, 1, 0,		/* 0x3e */
504 		{{1, 5},
505 		{0, 0},
506 		{0, 0},
507 		{0, 0}
508 		}
509 	},
510 	{1, 0, 1, 0,		/* 0x3f */
511 		{{0, 5},
512 		{0, 0},
513 		{0, 0},
514 		{0, 0}
515 		}
516 	},
517 	{0, 0, 1, 0,		/* 0x40 */
518 		{{6, 6},
519 		{0, 0},
520 		{0, 0},
521 		{0, 0}
522 		}
523 	},
524 	{1, 0, 2, 0,		/* 0x41 */
525 		{{0, 0},
526 		{6, 6},
527 		{0, 0},
528 		{0, 0}
529 		}
530 	},
531 	{0, 0, 2, 0,		/* 0x42 */
532 		{{1, 1},
533 		{6, 6},
534 		{0, 0},
535 		{0, 0}
536 		}
537 	},
538 	{1, 0, 2, 0,		/* 0x43 */
539 		{{0, 1},
540 		{6, 6},
541 		{0, 0},
542 		{0, 0}
543 		}
544 	},
545 	{0, 0, 2, 0,		/* 0x44 */
546 		{{2, 2},
547 		{6, 6},
548 		{0, 0},
549 		{0, 0}
550 		}
551 	},
552 	{1, 0, 3, 0,		/* 0x45 */
553 		{{0, 0},
554 		{2, 2},
555 		{6, 6},
556 		{0, 0}
557 		}
558 	},
559 	{0, 0, 2, 0,		/* 0x46 */
560 		{{1, 2},
561 		{6, 6},
562 		{0, 0},
563 		{0, 0}
564 		}
565 	},
566 	{1, 0, 2, 0,		/* 0x47 */
567 		{{0, 2},
568 		{6, 6},
569 		{0, 0},
570 		{0, 0}
571 		}
572 	},
573 	{0, 0, 2, 0,		/* 0x48 */
574 		{{3, 3},
575 		{6, 6},
576 		{0, 0},
577 		{0, 0}
578 		}
579 	},
580 	{1, 0, 3, 0,		/* 0x49 */
581 		{{0, 0},
582 		{3, 3},
583 		{6, 6},
584 		{0, 0}
585 		}
586 	},
587 	{0, 0, 3, 0,		/* 0x4a */
588 		{{1, 1},
589 		{3, 3},
590 		{6, 6},
591 		{0, 0}
592 		}
593 	},
594 	{1, 0, 3, 0,		/* 0x4b */
595 		{{0, 1},
596 		{3, 3},
597 		{6, 6},
598 		{0, 0}
599 		}
600 	},
601 	{0, 0, 2, 0,		/* 0x4c */
602 		{{2, 3},
603 		{6, 6},
604 		{0, 0},
605 		{0, 0}
606 		}
607 	},
608 	{1, 0, 3, 0,		/* 0x4d */
609 		{{0, 0},
610 		{2, 3},
611 		{6, 6},
612 		{0, 0}
613 		}
614 	},
615 	{0, 0, 2, 0,		/* 0x4e */
616 		{{1, 3},
617 		{6, 6},
618 		{0, 0},
619 		{0, 0}
620 		}
621 	},
622 	{1, 0, 2, 0,		/* 0x4f */
623 		{{0, 3},
624 		{6, 6},
625 		{0, 0},
626 		{0, 0}
627 		}
628 	},
629 	{0, 0, 2, 0,		/* 0x50 */
630 		{{4, 4},
631 		{6, 6},
632 		{0, 0},
633 		{0, 0}
634 		}
635 	},
636 	{1, 0, 3, 0,		/* 0x51 */
637 		{{0, 0},
638 		{4, 4},
639 		{6, 6},
640 		{0, 0}
641 		}
642 	},
643 	{0, 0, 3, 0,		/* 0x52 */
644 		{{1, 1},
645 		{4, 4},
646 		{6, 6},
647 		{0, 0}
648 		}
649 	},
650 	{1, 0, 3, 0,		/* 0x53 */
651 		{{0, 1},
652 		{4, 4},
653 		{6, 6},
654 		{0, 0}
655 		}
656 	},
657 	{0, 0, 3, 0,		/* 0x54 */
658 		{{2, 2},
659 		{4, 4},
660 		{6, 6},
661 		{0, 0}
662 		}
663 	},
664 	{1, 0, 4, 0,		/* 0x55 */
665 		{{0, 0},
666 		{2, 2},
667 		{4, 4},
668 		{6, 6}
669 		}
670 	},
671 	{0, 0, 3, 0,		/* 0x56 */
672 		{{1, 2},
673 		{4, 4},
674 		{6, 6},
675 		{0, 0}
676 		}
677 	},
678 	{1, 0, 3, 0,		/* 0x57 */
679 		{{0, 2},
680 		{4, 4},
681 		{6, 6},
682 		{0, 0}
683 		}
684 	},
685 	{0, 0, 2, 0,		/* 0x58 */
686 		{{3, 4},
687 		{6, 6},
688 		{0, 0},
689 		{0, 0}
690 		}
691 	},
692 	{1, 0, 3, 0,		/* 0x59 */
693 		{{0, 0},
694 		{3, 4},
695 		{6, 6},
696 		{0, 0}
697 		}
698 	},
699 	{0, 0, 3, 0,		/* 0x5a */
700 		{{1, 1},
701 		{3, 4},
702 		{6, 6},
703 		{0, 0}
704 		}
705 	},
706 	{1, 0, 3, 0,		/* 0x5b */
707 		{{0, 1},
708 		{3, 4},
709 		{6, 6},
710 		{0, 0}
711 		}
712 	},
713 	{0, 0, 2, 0,		/* 0x5c */
714 		{{2, 4},
715 		{6, 6},
716 		{0, 0},
717 		{0, 0}
718 		}
719 	},
720 	{1, 0, 3, 0,		/* 0x5d */
721 		{{0, 0},
722 		{2, 4},
723 		{6, 6},
724 		{0, 0}
725 		}
726 	},
727 	{0, 0, 2, 0,		/* 0x5e */
728 		{{1, 4},
729 		{6, 6},
730 		{0, 0},
731 		{0, 0}
732 		}
733 	},
734 	{1, 0, 2, 0,		/* 0x5f */
735 		{{0, 4},
736 		{6, 6},
737 		{0, 0},
738 		{0, 0}
739 		}
740 	},
741 	{0, 0, 1, 0,		/* 0x60 */
742 		{{5, 6},
743 		{0, 0},
744 		{0, 0},
745 		{0, 0}
746 		}
747 	},
748 	{1, 0, 2, 0,		/* 0x61 */
749 		{{0, 0},
750 		{5, 6},
751 		{0, 0},
752 		{0, 0}
753 		}
754 	},
755 	{0, 0, 2, 0,		/* 0x62 */
756 		{{1, 1},
757 		{5, 6},
758 		{0, 0},
759 		{0, 0}
760 		}
761 	},
762 	{1, 0, 2, 0,		/* 0x63 */
763 		{{0, 1},
764 		{5, 6},
765 		{0, 0},
766 		{0, 0}
767 		}
768 	},
769 	{0, 0, 2, 0,		/* 0x64 */
770 		{{2, 2},
771 		{5, 6},
772 		{0, 0},
773 		{0, 0}
774 		}
775 	},
776 	{1, 0, 3, 0,		/* 0x65 */
777 		{{0, 0},
778 		{2, 2},
779 		{5, 6},
780 		{0, 0}
781 		}
782 	},
783 	{0, 0, 2, 0,		/* 0x66 */
784 		{{1, 2},
785 		{5, 6},
786 		{0, 0},
787 		{0, 0}
788 		}
789 	},
790 	{1, 0, 2, 0,		/* 0x67 */
791 		{{0, 2},
792 		{5, 6},
793 		{0, 0},
794 		{0, 0}
795 		}
796 	},
797 	{0, 0, 2, 0,		/* 0x68 */
798 		{{3, 3},
799 		{5, 6},
800 		{0, 0},
801 		{0, 0}
802 		}
803 	},
804 	{1, 0, 3, 0,		/* 0x69 */
805 		{{0, 0},
806 		{3, 3},
807 		{5, 6},
808 		{0, 0}
809 		}
810 	},
811 	{0, 0, 3, 0,		/* 0x6a */
812 		{{1, 1},
813 		{3, 3},
814 		{5, 6},
815 		{0, 0}
816 		}
817 	},
818 	{1, 0, 3, 0,		/* 0x6b */
819 		{{0, 1},
820 		{3, 3},
821 		{5, 6},
822 		{0, 0}
823 		}
824 	},
825 	{0, 0, 2, 0,		/* 0x6c */
826 		{{2, 3},
827 		{5, 6},
828 		{0, 0},
829 		{0, 0}
830 		}
831 	},
832 	{1, 0, 3, 0,		/* 0x6d */
833 		{{0, 0},
834 		{2, 3},
835 		{5, 6},
836 		{0, 0}
837 		}
838 	},
839 	{0, 0, 2, 0,		/* 0x6e */
840 		{{1, 3},
841 		{5, 6},
842 		{0, 0},
843 		{0, 0}
844 		}
845 	},
846 	{1, 0, 2, 0,		/* 0x6f */
847 		{{0, 3},
848 		{5, 6},
849 		{0, 0},
850 		{0, 0}
851 		}
852 	},
853 	{0, 0, 1, 0,		/* 0x70 */
854 		{{4, 6},
855 		{0, 0},
856 		{0, 0},
857 		{0, 0}
858 		}
859 	},
860 	{1, 0, 2, 0,		/* 0x71 */
861 		{{0, 0},
862 		{4, 6},
863 		{0, 0},
864 		{0, 0}
865 		}
866 	},
867 	{0, 0, 2, 0,		/* 0x72 */
868 		{{1, 1},
869 		{4, 6},
870 		{0, 0},
871 		{0, 0}
872 		}
873 	},
874 	{1, 0, 2, 0,		/* 0x73 */
875 		{{0, 1},
876 		{4, 6},
877 		{0, 0},
878 		{0, 0}
879 		}
880 	},
881 	{0, 0, 2, 0,		/* 0x74 */
882 		{{2, 2},
883 		{4, 6},
884 		{0, 0},
885 		{0, 0}
886 		}
887 	},
888 	{1, 0, 3, 0,		/* 0x75 */
889 		{{0, 0},
890 		{2, 2},
891 		{4, 6},
892 		{0, 0}
893 		}
894 	},
895 	{0, 0, 2, 0,		/* 0x76 */
896 		{{1, 2},
897 		{4, 6},
898 		{0, 0},
899 		{0, 0}
900 		}
901 	},
902 	{1, 0, 2, 0,		/* 0x77 */
903 		{{0, 2},
904 		{4, 6},
905 		{0, 0},
906 		{0, 0}
907 		}
908 	},
909 	{0, 0, 1, 0,		/* 0x78 */
910 		{{3, 6},
911 		{0, 0},
912 		{0, 0},
913 		{0, 0}
914 		}
915 	},
916 	{1, 0, 2, 0,		/* 0x79 */
917 		{{0, 0},
918 		{3, 6},
919 		{0, 0},
920 		{0, 0}
921 		}
922 	},
923 	{0, 0, 2, 0,		/* 0x7a */
924 		{{1, 1},
925 		{3, 6},
926 		{0, 0},
927 		{0, 0}
928 		}
929 	},
930 	{1, 0, 2, 0,		/* 0x7b */
931 		{{0, 1},
932 		{3, 6},
933 		{0, 0},
934 		{0, 0}
935 		}
936 	},
937 	{0, 0, 1, 0,		/* 0x7c */
938 		{{2, 6},
939 		{0, 0},
940 		{0, 0},
941 		{0, 0}
942 		}
943 	},
944 	{1, 0, 2, 0,		/* 0x7d */
945 		{{0, 0},
946 		{2, 6},
947 		{0, 0},
948 		{0, 0}
949 		}
950 	},
951 	{0, 0, 1, 0,		/* 0x7e */
952 		{{1, 6},
953 		{0, 0},
954 		{0, 0},
955 		{0, 0}
956 		}
957 	},
958 	{1, 0, 1, 0,		/* 0x7f */
959 		{{0, 6},
960 		{0, 0},
961 		{0, 0},
962 		{0, 0}
963 		}
964 	},
965 	{0, 1, 1, 0,		/* 0x80 */
966 		{{7, 7},
967 		{0, 0},
968 		{0, 0},
969 		{0, 0}
970 		}
971 	},
972 	{1, 1, 2, 0,		/* 0x81 */
973 		{{0, 0},
974 		{7, 7},
975 		{0, 0},
976 		{0, 0}
977 		}
978 	},
979 	{0, 1, 2, 0,		/* 0x82 */
980 		{{1, 1},
981 		{7, 7},
982 		{0, 0},
983 		{0, 0}
984 		}
985 	},
986 	{1, 1, 2, 0,		/* 0x83 */
987 		{{0, 1},
988 		{7, 7},
989 		{0, 0},
990 		{0, 0}
991 		}
992 	},
993 	{0, 1, 2, 0,		/* 0x84 */
994 		{{2, 2},
995 		{7, 7},
996 		{0, 0},
997 		{0, 0}
998 		}
999 	},
1000 	{1, 1, 3, 0,		/* 0x85 */
1001 		{{0, 0},
1002 		{2, 2},
1003 		{7, 7},
1004 		{0, 0}
1005 		}
1006 	},
1007 	{0, 1, 2, 0,		/* 0x86 */
1008 		{{1, 2},
1009 		{7, 7},
1010 		{0, 0},
1011 		{0, 0}
1012 		}
1013 	},
1014 	{1, 1, 2, 0,		/* 0x87 */
1015 		{{0, 2},
1016 		{7, 7},
1017 		{0, 0},
1018 		{0, 0}
1019 		}
1020 	},
1021 	{0, 1, 2, 0,		/* 0x88 */
1022 		{{3, 3},
1023 		{7, 7},
1024 		{0, 0},
1025 		{0, 0}
1026 		}
1027 	},
1028 	{1, 1, 3, 0,		/* 0x89 */
1029 		{{0, 0},
1030 		{3, 3},
1031 		{7, 7},
1032 		{0, 0}
1033 		}
1034 	},
1035 	{0, 1, 3, 0,		/* 0x8a */
1036 		{{1, 1},
1037 		{3, 3},
1038 		{7, 7},
1039 		{0, 0}
1040 		}
1041 	},
1042 	{1, 1, 3, 0,		/* 0x8b */
1043 		{{0, 1},
1044 		{3, 3},
1045 		{7, 7},
1046 		{0, 0}
1047 		}
1048 	},
1049 	{0, 1, 2, 0,		/* 0x8c */
1050 		{{2, 3},
1051 		{7, 7},
1052 		{0, 0},
1053 		{0, 0}
1054 		}
1055 	},
1056 	{1, 1, 3, 0,		/* 0x8d */
1057 		{{0, 0},
1058 		{2, 3},
1059 		{7, 7},
1060 		{0, 0}
1061 		}
1062 	},
1063 	{0, 1, 2, 0,		/* 0x8e */
1064 		{{1, 3},
1065 		{7, 7},
1066 		{0, 0},
1067 		{0, 0}
1068 		}
1069 	},
1070 	{1, 1, 2, 0,		/* 0x8f */
1071 		{{0, 3},
1072 		{7, 7},
1073 		{0, 0},
1074 		{0, 0}
1075 		}
1076 	},
1077 	{0, 1, 2, 0,		/* 0x90 */
1078 		{{4, 4},
1079 		{7, 7},
1080 		{0, 0},
1081 		{0, 0}
1082 		}
1083 	},
1084 	{1, 1, 3, 0,		/* 0x91 */
1085 		{{0, 0},
1086 		{4, 4},
1087 		{7, 7},
1088 		{0, 0}
1089 		}
1090 	},
1091 	{0, 1, 3, 0,		/* 0x92 */
1092 		{{1, 1},
1093 		{4, 4},
1094 		{7, 7},
1095 		{0, 0}
1096 		}
1097 	},
1098 	{1, 1, 3, 0,		/* 0x93 */
1099 		{{0, 1},
1100 		{4, 4},
1101 		{7, 7},
1102 		{0, 0}
1103 		}
1104 	},
1105 	{0, 1, 3, 0,		/* 0x94 */
1106 		{{2, 2},
1107 		{4, 4},
1108 		{7, 7},
1109 		{0, 0}
1110 		}
1111 	},
1112 	{1, 1, 4, 0,		/* 0x95 */
1113 		{{0, 0},
1114 		{2, 2},
1115 		{4, 4},
1116 		{7, 7}
1117 		}
1118 	},
1119 	{0, 1, 3, 0,		/* 0x96 */
1120 		{{1, 2},
1121 		{4, 4},
1122 		{7, 7},
1123 		{0, 0}
1124 		}
1125 	},
1126 	{1, 1, 3, 0,		/* 0x97 */
1127 		{{0, 2},
1128 		{4, 4},
1129 		{7, 7},
1130 		{0, 0}
1131 		}
1132 	},
1133 	{0, 1, 2, 0,		/* 0x98 */
1134 		{{3, 4},
1135 		{7, 7},
1136 		{0, 0},
1137 		{0, 0}
1138 		}
1139 	},
1140 	{1, 1, 3, 0,		/* 0x99 */
1141 		{{0, 0},
1142 		{3, 4},
1143 		{7, 7},
1144 		{0, 0}
1145 		}
1146 	},
1147 	{0, 1, 3, 0,		/* 0x9a */
1148 		{{1, 1},
1149 		{3, 4},
1150 		{7, 7},
1151 		{0, 0}
1152 		}
1153 	},
1154 	{1, 1, 3, 0,		/* 0x9b */
1155 		{{0, 1},
1156 		{3, 4},
1157 		{7, 7},
1158 		{0, 0}
1159 		}
1160 	},
1161 	{0, 1, 2, 0,		/* 0x9c */
1162 		{{2, 4},
1163 		{7, 7},
1164 		{0, 0},
1165 		{0, 0}
1166 		}
1167 	},
1168 	{1, 1, 3, 0,		/* 0x9d */
1169 		{{0, 0},
1170 		{2, 4},
1171 		{7, 7},
1172 		{0, 0}
1173 		}
1174 	},
1175 	{0, 1, 2, 0,		/* 0x9e */
1176 		{{1, 4},
1177 		{7, 7},
1178 		{0, 0},
1179 		{0, 0}
1180 		}
1181 	},
1182 	{1, 1, 2, 0,		/* 0x9f */
1183 		{{0, 4},
1184 		{7, 7},
1185 		{0, 0},
1186 		{0, 0}
1187 		}
1188 	},
1189 	{0, 1, 2, 0,		/* 0xa0 */
1190 		{{5, 5},
1191 		{7, 7},
1192 		{0, 0},
1193 		{0, 0}
1194 		}
1195 	},
1196 	{1, 1, 3, 0,		/* 0xa1 */
1197 		{{0, 0},
1198 		{5, 5},
1199 		{7, 7},
1200 		{0, 0}
1201 		}
1202 	},
1203 	{0, 1, 3, 0,		/* 0xa2 */
1204 		{{1, 1},
1205 		{5, 5},
1206 		{7, 7},
1207 		{0, 0}
1208 		}
1209 	},
1210 	{1, 1, 3, 0,		/* 0xa3 */
1211 		{{0, 1},
1212 		{5, 5},
1213 		{7, 7},
1214 		{0, 0}
1215 		}
1216 	},
1217 	{0, 1, 3, 0,		/* 0xa4 */
1218 		{{2, 2},
1219 		{5, 5},
1220 		{7, 7},
1221 		{0, 0}
1222 		}
1223 	},
1224 	{1, 1, 4, 0,		/* 0xa5 */
1225 		{{0, 0},
1226 		{2, 2},
1227 		{5, 5},
1228 		{7, 7}
1229 		}
1230 	},
1231 	{0, 1, 3, 0,		/* 0xa6 */
1232 		{{1, 2},
1233 		{5, 5},
1234 		{7, 7},
1235 		{0, 0}
1236 		}
1237 	},
1238 	{1, 1, 3, 0,		/* 0xa7 */
1239 		{{0, 2},
1240 		{5, 5},
1241 		{7, 7},
1242 		{0, 0}
1243 		}
1244 	},
1245 	{0, 1, 3, 0,		/* 0xa8 */
1246 		{{3, 3},
1247 		{5, 5},
1248 		{7, 7},
1249 		{0, 0}
1250 		}
1251 	},
1252 	{1, 1, 4, 0,		/* 0xa9 */
1253 		{{0, 0},
1254 		{3, 3},
1255 		{5, 5},
1256 		{7, 7}
1257 		}
1258 	},
1259 	{0, 1, 4, 0,		/* 0xaa */
1260 		{{1, 1},
1261 		{3, 3},
1262 		{5, 5},
1263 		{7, 7}
1264 		}
1265 	},
1266 	{1, 1, 4, 0,		/* 0xab */
1267 		{{0, 1},
1268 		{3, 3},
1269 		{5, 5},
1270 		{7, 7}
1271 		}
1272 	},
1273 	{0, 1, 3, 0,		/* 0xac */
1274 		{{2, 3},
1275 		{5, 5},
1276 		{7, 7},
1277 		{0, 0}
1278 		}
1279 	},
1280 	{1, 1, 4, 0,		/* 0xad */
1281 		{{0, 0},
1282 		{2, 3},
1283 		{5, 5},
1284 		{7, 7}
1285 		}
1286 	},
1287 	{0, 1, 3, 0,		/* 0xae */
1288 		{{1, 3},
1289 		{5, 5},
1290 		{7, 7},
1291 		{0, 0}
1292 		}
1293 	},
1294 	{1, 1, 3, 0,		/* 0xaf */
1295 		{{0, 3},
1296 		{5, 5},
1297 		{7, 7},
1298 		{0, 0}
1299 		}
1300 	},
1301 	{0, 1, 2, 0,		/* 0xb0 */
1302 		{{4, 5},
1303 		{7, 7},
1304 		{0, 0},
1305 		{0, 0}
1306 		}
1307 	},
1308 	{1, 1, 3, 0,		/* 0xb1 */
1309 		{{0, 0},
1310 		{4, 5},
1311 		{7, 7},
1312 		{0, 0}
1313 		}
1314 	},
1315 	{0, 1, 3, 0,		/* 0xb2 */
1316 		{{1, 1},
1317 		{4, 5},
1318 		{7, 7},
1319 		{0, 0}
1320 		}
1321 	},
1322 	{1, 1, 3, 0,		/* 0xb3 */
1323 		{{0, 1},
1324 		{4, 5},
1325 		{7, 7},
1326 		{0, 0}
1327 		}
1328 	},
1329 	{0, 1, 3, 0,		/* 0xb4 */
1330 		{{2, 2},
1331 		{4, 5},
1332 		{7, 7},
1333 		{0, 0}
1334 		}
1335 	},
1336 	{1, 1, 4, 0,		/* 0xb5 */
1337 		{{0, 0},
1338 		{2, 2},
1339 		{4, 5},
1340 		{7, 7}
1341 		}
1342 	},
1343 	{0, 1, 3, 0,		/* 0xb6 */
1344 		{{1, 2},
1345 		{4, 5},
1346 		{7, 7},
1347 		{0, 0}
1348 		}
1349 	},
1350 	{1, 1, 3, 0,		/* 0xb7 */
1351 		{{0, 2},
1352 		{4, 5},
1353 		{7, 7},
1354 		{0, 0}
1355 		}
1356 	},
1357 	{0, 1, 2, 0,		/* 0xb8 */
1358 		{{3, 5},
1359 		{7, 7},
1360 		{0, 0},
1361 		{0, 0}
1362 		}
1363 	},
1364 	{1, 1, 3, 0,		/* 0xb9 */
1365 		{{0, 0},
1366 		{3, 5},
1367 		{7, 7},
1368 		{0, 0}
1369 		}
1370 	},
1371 	{0, 1, 3, 0,		/* 0xba */
1372 		{{1, 1},
1373 		{3, 5},
1374 		{7, 7},
1375 		{0, 0}
1376 		}
1377 	},
1378 	{1, 1, 3, 0,		/* 0xbb */
1379 		{{0, 1},
1380 		{3, 5},
1381 		{7, 7},
1382 		{0, 0}
1383 		}
1384 	},
1385 	{0, 1, 2, 0,		/* 0xbc */
1386 		{{2, 5},
1387 		{7, 7},
1388 		{0, 0},
1389 		{0, 0}
1390 		}
1391 	},
1392 	{1, 1, 3, 0,		/* 0xbd */
1393 		{{0, 0},
1394 		{2, 5},
1395 		{7, 7},
1396 		{0, 0}
1397 		}
1398 	},
1399 	{0, 1, 2, 0,		/* 0xbe */
1400 		{{1, 5},
1401 		{7, 7},
1402 		{0, 0},
1403 		{0, 0}
1404 		}
1405 	},
1406 	{1, 1, 2, 0,		/* 0xbf */
1407 		{{0, 5},
1408 		{7, 7},
1409 		{0, 0},
1410 		{0, 0}
1411 		}
1412 	},
1413 	{0, 1, 1, 0,		/* 0xc0 */
1414 		{{6, 7},
1415 		{0, 0},
1416 		{0, 0},
1417 		{0, 0}
1418 		}
1419 	},
1420 	{1, 1, 2, 0,		/* 0xc1 */
1421 		{{0, 0},
1422 		{6, 7},
1423 		{0, 0},
1424 		{0, 0}
1425 		}
1426 	},
1427 	{0, 1, 2, 0,		/* 0xc2 */
1428 		{{1, 1},
1429 		{6, 7},
1430 		{0, 0},
1431 		{0, 0}
1432 		}
1433 	},
1434 	{1, 1, 2, 0,		/* 0xc3 */
1435 		{{0, 1},
1436 		{6, 7},
1437 		{0, 0},
1438 		{0, 0}
1439 		}
1440 	},
1441 	{0, 1, 2, 0,		/* 0xc4 */
1442 		{{2, 2},
1443 		{6, 7},
1444 		{0, 0},
1445 		{0, 0}
1446 		}
1447 	},
1448 	{1, 1, 3, 0,		/* 0xc5 */
1449 		{{0, 0},
1450 		{2, 2},
1451 		{6, 7},
1452 		{0, 0}
1453 		}
1454 	},
1455 	{0, 1, 2, 0,		/* 0xc6 */
1456 		{{1, 2},
1457 		{6, 7},
1458 		{0, 0},
1459 		{0, 0}
1460 		}
1461 	},
1462 	{1, 1, 2, 0,		/* 0xc7 */
1463 		{{0, 2},
1464 		{6, 7},
1465 		{0, 0},
1466 		{0, 0}
1467 		}
1468 	},
1469 	{0, 1, 2, 0,		/* 0xc8 */
1470 		{{3, 3},
1471 		{6, 7},
1472 		{0, 0},
1473 		{0, 0}
1474 		}
1475 	},
1476 	{1, 1, 3, 0,		/* 0xc9 */
1477 		{{0, 0},
1478 		{3, 3},
1479 		{6, 7},
1480 		{0, 0}
1481 		}
1482 	},
1483 	{0, 1, 3, 0,		/* 0xca */
1484 		{{1, 1},
1485 		{3, 3},
1486 		{6, 7},
1487 		{0, 0}
1488 		}
1489 	},
1490 	{1, 1, 3, 0,		/* 0xcb */
1491 		{{0, 1},
1492 		{3, 3},
1493 		{6, 7},
1494 		{0, 0}
1495 		}
1496 	},
1497 	{0, 1, 2, 0,		/* 0xcc */
1498 		{{2, 3},
1499 		{6, 7},
1500 		{0, 0},
1501 		{0, 0}
1502 		}
1503 	},
1504 	{1, 1, 3, 0,		/* 0xcd */
1505 		{{0, 0},
1506 		{2, 3},
1507 		{6, 7},
1508 		{0, 0}
1509 		}
1510 	},
1511 	{0, 1, 2, 0,		/* 0xce */
1512 		{{1, 3},
1513 		{6, 7},
1514 		{0, 0},
1515 		{0, 0}
1516 		}
1517 	},
1518 	{1, 1, 2, 0,		/* 0xcf */
1519 		{{0, 3},
1520 		{6, 7},
1521 		{0, 0},
1522 		{0, 0}
1523 		}
1524 	},
1525 	{0, 1, 2, 0,		/* 0xd0 */
1526 		{{4, 4},
1527 		{6, 7},
1528 		{0, 0},
1529 		{0, 0}
1530 		}
1531 	},
1532 	{1, 1, 3, 0,		/* 0xd1 */
1533 		{{0, 0},
1534 		{4, 4},
1535 		{6, 7},
1536 		{0, 0}
1537 		}
1538 	},
1539 	{0, 1, 3, 0,		/* 0xd2 */
1540 		{{1, 1},
1541 		{4, 4},
1542 		{6, 7},
1543 		{0, 0}
1544 		}
1545 	},
1546 	{1, 1, 3, 0,		/* 0xd3 */
1547 		{{0, 1},
1548 		{4, 4},
1549 		{6, 7},
1550 		{0, 0}
1551 		}
1552 	},
1553 	{0, 1, 3, 0,		/* 0xd4 */
1554 		{{2, 2},
1555 		{4, 4},
1556 		{6, 7},
1557 		{0, 0}
1558 		}
1559 	},
1560 	{1, 1, 4, 0,		/* 0xd5 */
1561 		{{0, 0},
1562 		{2, 2},
1563 		{4, 4},
1564 		{6, 7}
1565 		}
1566 	},
1567 	{0, 1, 3, 0,		/* 0xd6 */
1568 		{{1, 2},
1569 		{4, 4},
1570 		{6, 7},
1571 		{0, 0}
1572 		}
1573 	},
1574 	{1, 1, 3, 0,		/* 0xd7 */
1575 		{{0, 2},
1576 		{4, 4},
1577 		{6, 7},
1578 		{0, 0}
1579 		}
1580 	},
1581 	{0, 1, 2, 0,		/* 0xd8 */
1582 		{{3, 4},
1583 		{6, 7},
1584 		{0, 0},
1585 		{0, 0}
1586 		}
1587 	},
1588 	{1, 1, 3, 0,		/* 0xd9 */
1589 		{{0, 0},
1590 		{3, 4},
1591 		{6, 7},
1592 		{0, 0}
1593 		}
1594 	},
1595 	{0, 1, 3, 0,		/* 0xda */
1596 		{{1, 1},
1597 		{3, 4},
1598 		{6, 7},
1599 		{0, 0}
1600 		}
1601 	},
1602 	{1, 1, 3, 0,		/* 0xdb */
1603 		{{0, 1},
1604 		{3, 4},
1605 		{6, 7},
1606 		{0, 0}
1607 		}
1608 	},
1609 	{0, 1, 2, 0,		/* 0xdc */
1610 		{{2, 4},
1611 		{6, 7},
1612 		{0, 0},
1613 		{0, 0}
1614 		}
1615 	},
1616 	{1, 1, 3, 0,		/* 0xdd */
1617 		{{0, 0},
1618 		{2, 4},
1619 		{6, 7},
1620 		{0, 0}
1621 		}
1622 	},
1623 	{0, 1, 2, 0,		/* 0xde */
1624 		{{1, 4},
1625 		{6, 7},
1626 		{0, 0},
1627 		{0, 0}
1628 		}
1629 	},
1630 	{1, 1, 2, 0,		/* 0xdf */
1631 		{{0, 4},
1632 		{6, 7},
1633 		{0, 0},
1634 		{0, 0}
1635 		}
1636 	},
1637 	{0, 1, 1, 0,		/* 0xe0 */
1638 		{{5, 7},
1639 		{0, 0},
1640 		{0, 0},
1641 		{0, 0}
1642 		}
1643 	},
1644 	{1, 1, 2, 0,		/* 0xe1 */
1645 		{{0, 0},
1646 		{5, 7},
1647 		{0, 0},
1648 		{0, 0}
1649 		}
1650 	},
1651 	{0, 1, 2, 0,		/* 0xe2 */
1652 		{{1, 1},
1653 		{5, 7},
1654 		{0, 0},
1655 		{0, 0}
1656 		}
1657 	},
1658 	{1, 1, 2, 0,		/* 0xe3 */
1659 		{{0, 1},
1660 		{5, 7},
1661 		{0, 0},
1662 		{0, 0}
1663 		}
1664 	},
1665 	{0, 1, 2, 0,		/* 0xe4 */
1666 		{{2, 2},
1667 		{5, 7},
1668 		{0, 0},
1669 		{0, 0}
1670 		}
1671 	},
1672 	{1, 1, 3, 0,		/* 0xe5 */
1673 		{{0, 0},
1674 		{2, 2},
1675 		{5, 7},
1676 		{0, 0}
1677 		}
1678 	},
1679 	{0, 1, 2, 0,		/* 0xe6 */
1680 		{{1, 2},
1681 		{5, 7},
1682 		{0, 0},
1683 		{0, 0}
1684 		}
1685 	},
1686 	{1, 1, 2, 0,		/* 0xe7 */
1687 		{{0, 2},
1688 		{5, 7},
1689 		{0, 0},
1690 		{0, 0}
1691 		}
1692 	},
1693 	{0, 1, 2, 0,		/* 0xe8 */
1694 		{{3, 3},
1695 		{5, 7},
1696 		{0, 0},
1697 		{0, 0}
1698 		}
1699 	},
1700 	{1, 1, 3, 0,		/* 0xe9 */
1701 		{{0, 0},
1702 		{3, 3},
1703 		{5, 7},
1704 		{0, 0}
1705 		}
1706 	},
1707 	{0, 1, 3, 0,		/* 0xea */
1708 		{{1, 1},
1709 		{3, 3},
1710 		{5, 7},
1711 		{0, 0}
1712 		}
1713 	},
1714 	{1, 1, 3, 0,		/* 0xeb */
1715 		{{0, 1},
1716 		{3, 3},
1717 		{5, 7},
1718 		{0, 0}
1719 		}
1720 	},
1721 	{0, 1, 2, 0,		/* 0xec */
1722 		{{2, 3},
1723 		{5, 7},
1724 		{0, 0},
1725 		{0, 0}
1726 		}
1727 	},
1728 	{1, 1, 3, 0,		/* 0xed */
1729 		{{0, 0},
1730 		{2, 3},
1731 		{5, 7},
1732 		{0, 0}
1733 		}
1734 	},
1735 	{0, 1, 2, 0,		/* 0xee */
1736 		{{1, 3},
1737 		{5, 7},
1738 		{0, 0},
1739 		{0, 0}
1740 		}
1741 	},
1742 	{1, 1, 2, 0,		/* 0xef */
1743 		{{0, 3},
1744 		{5, 7},
1745 		{0, 0},
1746 		{0, 0}
1747 		}
1748 	},
1749 	{0, 1, 1, 0,		/* 0xf0 */
1750 		{{4, 7},
1751 		{0, 0},
1752 		{0, 0},
1753 		{0, 0}
1754 		}
1755 	},
1756 	{1, 1, 2, 0,		/* 0xf1 */
1757 		{{0, 0},
1758 		{4, 7},
1759 		{0, 0},
1760 		{0, 0}
1761 		}
1762 	},
1763 	{0, 1, 2, 0,		/* 0xf2 */
1764 		{{1, 1},
1765 		{4, 7},
1766 		{0, 0},
1767 		{0, 0}
1768 		}
1769 	},
1770 	{1, 1, 2, 0,		/* 0xf3 */
1771 		{{0, 1},
1772 		{4, 7},
1773 		{0, 0},
1774 		{0, 0}
1775 		}
1776 	},
1777 	{0, 1, 2, 0,		/* 0xf4 */
1778 		{{2, 2},
1779 		{4, 7},
1780 		{0, 0},
1781 		{0, 0}
1782 		}
1783 	},
1784 	{1, 1, 3, 0,		/* 0xf5 */
1785 		{{0, 0},
1786 		{2, 2},
1787 		{4, 7},
1788 		{0, 0}
1789 		}
1790 	},
1791 	{0, 1, 2, 0,		/* 0xf6 */
1792 		{{1, 2},
1793 		{4, 7},
1794 		{0, 0},
1795 		{0, 0}
1796 		}
1797 	},
1798 	{1, 1, 2, 0,		/* 0xf7 */
1799 		{{0, 2},
1800 		{4, 7},
1801 		{0, 0},
1802 		{0, 0}
1803 		}
1804 	},
1805 	{0, 1, 1, 0,		/* 0xf8 */
1806 		{{3, 7},
1807 		{0, 0},
1808 		{0, 0},
1809 		{0, 0}
1810 		}
1811 	},
1812 	{1, 1, 2, 0,		/* 0xf9 */
1813 		{{0, 0},
1814 		{3, 7},
1815 		{0, 0},
1816 		{0, 0}
1817 		}
1818 	},
1819 	{0, 1, 2, 0,		/* 0xfa */
1820 		{{1, 1},
1821 		{3, 7},
1822 		{0, 0},
1823 		{0, 0}
1824 		}
1825 	},
1826 	{1, 1, 2, 0,		/* 0xfb */
1827 		{{0, 1},
1828 		{3, 7},
1829 		{0, 0},
1830 		{0, 0}
1831 		}
1832 	},
1833 	{0, 1, 1, 0,		/* 0xfc */
1834 		{{2, 7},
1835 		{0, 0},
1836 		{0, 0},
1837 		{0, 0}
1838 		}
1839 	},
1840 	{1, 1, 2, 0,		/* 0xfd */
1841 		{{0, 0},
1842 		{2, 7},
1843 		{0, 0},
1844 		{0, 0}
1845 		}
1846 	},
1847 	{0, 1, 1, 0,		/* 0xfe */
1848 		{{1, 7},
1849 		{0, 0},
1850 		{0, 0},
1851 		{0, 0}
1852 		}
1853 	},
1854 	{1, 1, 1, 0,		/* 0xff */
1855 		{{0, 7},
1856 		{0, 0},
1857 		{0, 0},
1858 		{0, 0}
1859 		}
1860 	}
1861 };
1862 
1863 
1864 int
1865 sctp_is_address_in_scope(struct sctp_ifa *ifa,
1866     struct sctp_scoping *scope,
1867     int do_update)
1868 {
1869 	if ((scope->loopback_scope == 0) &&
1870 	    (ifa->ifn_p) && SCTP_IFN_IS_IFT_LOOP(ifa->ifn_p)) {
1871 		/*
1872 		 * skip loopback if not in scope *
1873 		 */
1874 		return (0);
1875 	}
1876 	switch (ifa->address.sa.sa_family) {
1877 #ifdef INET
1878 	case AF_INET:
1879 		if (scope->ipv4_addr_legal) {
1880 			struct sockaddr_in *sin;
1881 
1882 			sin = (struct sockaddr_in *)&ifa->address.sin;
1883 			if (sin->sin_addr.s_addr == 0) {
1884 				/* not in scope , unspecified */
1885 				return (0);
1886 			}
1887 			if ((scope->ipv4_local_scope == 0) &&
1888 			    (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr))) {
1889 				/* private address not in scope */
1890 				return (0);
1891 			}
1892 		} else {
1893 			return (0);
1894 		}
1895 		break;
1896 #endif
1897 #ifdef INET6
1898 	case AF_INET6:
1899 		if (scope->ipv6_addr_legal) {
1900 			struct sockaddr_in6 *sin6;
1901 
1902 			/*
1903 			 * Must update the flags,  bummer, which means any
1904 			 * IFA locks must now be applied HERE <->
1905 			 */
1906 			if (do_update) {
1907 				sctp_gather_internal_ifa_flags(ifa);
1908 			}
1909 			if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
1910 				return (0);
1911 			}
1912 			/* ok to use deprecated addresses? */
1913 			sin6 = (struct sockaddr_in6 *)&ifa->address.sin6;
1914 			if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) {
1915 				/* skip unspecifed addresses */
1916 				return (0);
1917 			}
1918 			if (	/* (local_scope == 0) && */
1919 			    (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr))) {
1920 				return (0);
1921 			}
1922 			if ((scope->site_scope == 0) &&
1923 			    (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr))) {
1924 				return (0);
1925 			}
1926 		} else {
1927 			return (0);
1928 		}
1929 		break;
1930 #endif
1931 	default:
1932 		return (0);
1933 	}
1934 	return (1);
1935 }
1936 
1937 static struct mbuf *
1938 sctp_add_addr_to_mbuf(struct mbuf *m, struct sctp_ifa *ifa, uint16_t * len)
1939 {
1940 #if defined(INET) || defined(INET6)
1941 	struct sctp_paramhdr *parmh;
1942 	struct mbuf *mret;
1943 	uint16_t plen;
1944 
1945 #endif
1946 
1947 	switch (ifa->address.sa.sa_family) {
1948 #ifdef INET
1949 	case AF_INET:
1950 		plen = (uint16_t) sizeof(struct sctp_ipv4addr_param);
1951 		break;
1952 #endif
1953 #ifdef INET6
1954 	case AF_INET6:
1955 		plen = (uint16_t) sizeof(struct sctp_ipv6addr_param);
1956 		break;
1957 #endif
1958 	default:
1959 		return (m);
1960 	}
1961 #if defined(INET) || defined(INET6)
1962 	if (M_TRAILINGSPACE(m) >= plen) {
1963 		/* easy side we just drop it on the end */
1964 		parmh = (struct sctp_paramhdr *)(SCTP_BUF_AT(m, SCTP_BUF_LEN(m)));
1965 		mret = m;
1966 	} else {
1967 		/* Need more space */
1968 		mret = m;
1969 		while (SCTP_BUF_NEXT(mret) != NULL) {
1970 			mret = SCTP_BUF_NEXT(mret);
1971 		}
1972 		SCTP_BUF_NEXT(mret) = sctp_get_mbuf_for_msg(plen, 0, M_NOWAIT, 1, MT_DATA);
1973 		if (SCTP_BUF_NEXT(mret) == NULL) {
1974 			/* We are hosed, can't add more addresses */
1975 			return (m);
1976 		}
1977 		mret = SCTP_BUF_NEXT(mret);
1978 		parmh = mtod(mret, struct sctp_paramhdr *);
1979 	}
1980 	/* now add the parameter */
1981 	switch (ifa->address.sa.sa_family) {
1982 #ifdef INET
1983 	case AF_INET:
1984 		{
1985 			struct sctp_ipv4addr_param *ipv4p;
1986 			struct sockaddr_in *sin;
1987 
1988 			sin = (struct sockaddr_in *)&ifa->address.sin;
1989 			ipv4p = (struct sctp_ipv4addr_param *)parmh;
1990 			parmh->param_type = htons(SCTP_IPV4_ADDRESS);
1991 			parmh->param_length = htons(plen);
1992 			ipv4p->addr = sin->sin_addr.s_addr;
1993 			SCTP_BUF_LEN(mret) += plen;
1994 			break;
1995 		}
1996 #endif
1997 #ifdef INET6
1998 	case AF_INET6:
1999 		{
2000 			struct sctp_ipv6addr_param *ipv6p;
2001 			struct sockaddr_in6 *sin6;
2002 
2003 			sin6 = (struct sockaddr_in6 *)&ifa->address.sin6;
2004 			ipv6p = (struct sctp_ipv6addr_param *)parmh;
2005 			parmh->param_type = htons(SCTP_IPV6_ADDRESS);
2006 			parmh->param_length = htons(plen);
2007 			memcpy(ipv6p->addr, &sin6->sin6_addr,
2008 			    sizeof(ipv6p->addr));
2009 			/* clear embedded scope in the address */
2010 			in6_clearscope((struct in6_addr *)ipv6p->addr);
2011 			SCTP_BUF_LEN(mret) += plen;
2012 			break;
2013 		}
2014 #endif
2015 	default:
2016 		return (m);
2017 	}
2018 	if (len != NULL) {
2019 		*len += plen;
2020 	}
2021 	return (mret);
2022 #endif
2023 }
2024 
2025 
2026 struct mbuf *
2027 sctp_add_addresses_to_i_ia(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
2028     struct sctp_scoping *scope,
2029     struct mbuf *m_at, int cnt_inits_to,
2030     uint16_t * padding_len, uint16_t * chunk_len)
2031 {
2032 	struct sctp_vrf *vrf = NULL;
2033 	int cnt, limit_out = 0, total_count;
2034 	uint32_t vrf_id;
2035 
2036 	vrf_id = inp->def_vrf_id;
2037 	SCTP_IPI_ADDR_RLOCK();
2038 	vrf = sctp_find_vrf(vrf_id);
2039 	if (vrf == NULL) {
2040 		SCTP_IPI_ADDR_RUNLOCK();
2041 		return (m_at);
2042 	}
2043 	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) {
2044 		struct sctp_ifa *sctp_ifap;
2045 		struct sctp_ifn *sctp_ifnp;
2046 
2047 		cnt = cnt_inits_to;
2048 		if (vrf->total_ifa_count > SCTP_COUNT_LIMIT) {
2049 			limit_out = 1;
2050 			cnt = SCTP_ADDRESS_LIMIT;
2051 			goto skip_count;
2052 		}
2053 		LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) {
2054 			if ((scope->loopback_scope == 0) &&
2055 			    SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) {
2056 				/*
2057 				 * Skip loopback devices if loopback_scope
2058 				 * not set
2059 				 */
2060 				continue;
2061 			}
2062 			LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) {
2063 				if (sctp_is_addr_restricted(stcb, sctp_ifap)) {
2064 					continue;
2065 				}
2066 				if (sctp_is_address_in_scope(sctp_ifap, scope, 1) == 0) {
2067 					continue;
2068 				}
2069 				cnt++;
2070 				if (cnt > SCTP_ADDRESS_LIMIT) {
2071 					break;
2072 				}
2073 			}
2074 			if (cnt > SCTP_ADDRESS_LIMIT) {
2075 				break;
2076 			}
2077 		}
2078 skip_count:
2079 		if (cnt > 1) {
2080 			total_count = 0;
2081 			LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) {
2082 				cnt = 0;
2083 				if ((scope->loopback_scope == 0) &&
2084 				    SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) {
2085 					/*
2086 					 * Skip loopback devices if
2087 					 * loopback_scope not set
2088 					 */
2089 					continue;
2090 				}
2091 				LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) {
2092 					if (sctp_is_addr_restricted(stcb, sctp_ifap)) {
2093 						continue;
2094 					}
2095 					if (sctp_is_address_in_scope(sctp_ifap,
2096 					    scope, 0) == 0) {
2097 						continue;
2098 					}
2099 					if ((chunk_len != NULL) &&
2100 					    (padding_len != NULL) &&
2101 					    (*padding_len > 0)) {
2102 						memset(mtod(m_at, caddr_t)+*chunk_len, 0, *padding_len);
2103 						SCTP_BUF_LEN(m_at) += *padding_len;
2104 						*chunk_len += *padding_len;
2105 						*padding_len = 0;
2106 					}
2107 					m_at = sctp_add_addr_to_mbuf(m_at, sctp_ifap, chunk_len);
2108 					if (limit_out) {
2109 						cnt++;
2110 						total_count++;
2111 						if (cnt >= 2) {
2112 							/*
2113 							 * two from each
2114 							 * address
2115 							 */
2116 							break;
2117 						}
2118 						if (total_count > SCTP_ADDRESS_LIMIT) {
2119 							/* No more addresses */
2120 							break;
2121 						}
2122 					}
2123 				}
2124 			}
2125 		}
2126 	} else {
2127 		struct sctp_laddr *laddr;
2128 
2129 		cnt = cnt_inits_to;
2130 		/* First, how many ? */
2131 		LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2132 			if (laddr->ifa == NULL) {
2133 				continue;
2134 			}
2135 			if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED)
2136 				/*
2137 				 * Address being deleted by the system, dont
2138 				 * list.
2139 				 */
2140 				continue;
2141 			if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2142 				/*
2143 				 * Address being deleted on this ep don't
2144 				 * list.
2145 				 */
2146 				continue;
2147 			}
2148 			if (sctp_is_address_in_scope(laddr->ifa,
2149 			    scope, 1) == 0) {
2150 				continue;
2151 			}
2152 			cnt++;
2153 		}
2154 		/*
2155 		 * To get through a NAT we only list addresses if we have
2156 		 * more than one. That way if you just bind a single address
2157 		 * we let the source of the init dictate our address.
2158 		 */
2159 		if (cnt > 1) {
2160 			cnt = cnt_inits_to;
2161 			LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2162 				if (laddr->ifa == NULL) {
2163 					continue;
2164 				}
2165 				if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) {
2166 					continue;
2167 				}
2168 				if (sctp_is_address_in_scope(laddr->ifa,
2169 				    scope, 0) == 0) {
2170 					continue;
2171 				}
2172 				if ((chunk_len != NULL) &&
2173 				    (padding_len != NULL) &&
2174 				    (*padding_len > 0)) {
2175 					memset(mtod(m_at, caddr_t)+*chunk_len, 0, *padding_len);
2176 					SCTP_BUF_LEN(m_at) += *padding_len;
2177 					*chunk_len += *padding_len;
2178 					*padding_len = 0;
2179 				}
2180 				m_at = sctp_add_addr_to_mbuf(m_at, laddr->ifa, chunk_len);
2181 				cnt++;
2182 				if (cnt >= SCTP_ADDRESS_LIMIT) {
2183 					break;
2184 				}
2185 			}
2186 		}
2187 	}
2188 	SCTP_IPI_ADDR_RUNLOCK();
2189 	return (m_at);
2190 }
2191 
2192 static struct sctp_ifa *
2193 sctp_is_ifa_addr_preferred(struct sctp_ifa *ifa,
2194     uint8_t dest_is_loop,
2195     uint8_t dest_is_priv,
2196     sa_family_t fam)
2197 {
2198 	uint8_t dest_is_global = 0;
2199 
2200 	/* dest_is_priv is true if destination is a private address */
2201 	/* dest_is_loop is true if destination is a loopback addresses */
2202 
2203 	/**
2204 	 * Here we determine if its a preferred address. A preferred address
2205 	 * means it is the same scope or higher scope then the destination.
2206 	 * L = loopback, P = private, G = global
2207 	 * -----------------------------------------
2208 	 *    src    |  dest | result
2209 	 *  ----------------------------------------
2210 	 *     L     |    L  |    yes
2211 	 *  -----------------------------------------
2212 	 *     P     |    L  |    yes-v4 no-v6
2213 	 *  -----------------------------------------
2214 	 *     G     |    L  |    yes-v4 no-v6
2215 	 *  -----------------------------------------
2216 	 *     L     |    P  |    no
2217 	 *  -----------------------------------------
2218 	 *     P     |    P  |    yes
2219 	 *  -----------------------------------------
2220 	 *     G     |    P  |    no
2221 	 *   -----------------------------------------
2222 	 *     L     |    G  |    no
2223 	 *   -----------------------------------------
2224 	 *     P     |    G  |    no
2225 	 *    -----------------------------------------
2226 	 *     G     |    G  |    yes
2227 	 *    -----------------------------------------
2228 	 */
2229 
2230 	if (ifa->address.sa.sa_family != fam) {
2231 		/* forget mis-matched family */
2232 		return (NULL);
2233 	}
2234 	if ((dest_is_priv == 0) && (dest_is_loop == 0)) {
2235 		dest_is_global = 1;
2236 	}
2237 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Is destination preferred:");
2238 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ifa->address.sa);
2239 	/* Ok the address may be ok */
2240 #ifdef INET6
2241 	if (fam == AF_INET6) {
2242 		/* ok to use deprecated addresses? no lets not! */
2243 		if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
2244 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:1\n");
2245 			return (NULL);
2246 		}
2247 		if (ifa->src_is_priv && !ifa->src_is_loop) {
2248 			if (dest_is_loop) {
2249 				SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:2\n");
2250 				return (NULL);
2251 			}
2252 		}
2253 		if (ifa->src_is_glob) {
2254 			if (dest_is_loop) {
2255 				SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:3\n");
2256 				return (NULL);
2257 			}
2258 		}
2259 	}
2260 #endif
2261 	/*
2262 	 * Now that we know what is what, implement or table this could in
2263 	 * theory be done slicker (it used to be), but this is
2264 	 * straightforward and easier to validate :-)
2265 	 */
2266 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "src_loop:%d src_priv:%d src_glob:%d\n",
2267 	    ifa->src_is_loop, ifa->src_is_priv, ifa->src_is_glob);
2268 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "dest_loop:%d dest_priv:%d dest_glob:%d\n",
2269 	    dest_is_loop, dest_is_priv, dest_is_global);
2270 
2271 	if ((ifa->src_is_loop) && (dest_is_priv)) {
2272 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:4\n");
2273 		return (NULL);
2274 	}
2275 	if ((ifa->src_is_glob) && (dest_is_priv)) {
2276 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:5\n");
2277 		return (NULL);
2278 	}
2279 	if ((ifa->src_is_loop) && (dest_is_global)) {
2280 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:6\n");
2281 		return (NULL);
2282 	}
2283 	if ((ifa->src_is_priv) && (dest_is_global)) {
2284 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:7\n");
2285 		return (NULL);
2286 	}
2287 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "YES\n");
2288 	/* its a preferred address */
2289 	return (ifa);
2290 }
2291 
2292 static struct sctp_ifa *
2293 sctp_is_ifa_addr_acceptable(struct sctp_ifa *ifa,
2294     uint8_t dest_is_loop,
2295     uint8_t dest_is_priv,
2296     sa_family_t fam)
2297 {
2298 	uint8_t dest_is_global = 0;
2299 
2300 	/**
2301 	 * Here we determine if its a acceptable address. A acceptable
2302 	 * address means it is the same scope or higher scope but we can
2303 	 * allow for NAT which means its ok to have a global dest and a
2304 	 * private src.
2305 	 *
2306 	 * L = loopback, P = private, G = global
2307 	 * -----------------------------------------
2308 	 *  src    |  dest | result
2309 	 * -----------------------------------------
2310 	 *   L     |   L   |    yes
2311 	 *  -----------------------------------------
2312 	 *   P     |   L   |    yes-v4 no-v6
2313 	 *  -----------------------------------------
2314 	 *   G     |   L   |    yes
2315 	 * -----------------------------------------
2316 	 *   L     |   P   |    no
2317 	 * -----------------------------------------
2318 	 *   P     |   P   |    yes
2319 	 * -----------------------------------------
2320 	 *   G     |   P   |    yes - May not work
2321 	 * -----------------------------------------
2322 	 *   L     |   G   |    no
2323 	 * -----------------------------------------
2324 	 *   P     |   G   |    yes - May not work
2325 	 * -----------------------------------------
2326 	 *   G     |   G   |    yes
2327 	 * -----------------------------------------
2328 	 */
2329 
2330 	if (ifa->address.sa.sa_family != fam) {
2331 		/* forget non matching family */
2332 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa_fam:%d fam:%d\n",
2333 		    ifa->address.sa.sa_family, fam);
2334 		return (NULL);
2335 	}
2336 	/* Ok the address may be ok */
2337 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, &ifa->address.sa);
2338 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst_is_loop:%d dest_is_priv:%d\n",
2339 	    dest_is_loop, dest_is_priv);
2340 	if ((dest_is_loop == 0) && (dest_is_priv == 0)) {
2341 		dest_is_global = 1;
2342 	}
2343 #ifdef INET6
2344 	if (fam == AF_INET6) {
2345 		/* ok to use deprecated addresses? */
2346 		if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
2347 			return (NULL);
2348 		}
2349 		if (ifa->src_is_priv) {
2350 			/* Special case, linklocal to loop */
2351 			if (dest_is_loop)
2352 				return (NULL);
2353 		}
2354 	}
2355 #endif
2356 	/*
2357 	 * Now that we know what is what, implement our table. This could in
2358 	 * theory be done slicker (it used to be), but this is
2359 	 * straightforward and easier to validate :-)
2360 	 */
2361 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_priv:%d\n",
2362 	    ifa->src_is_loop,
2363 	    dest_is_priv);
2364 	if ((ifa->src_is_loop == 1) && (dest_is_priv)) {
2365 		return (NULL);
2366 	}
2367 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_glob:%d\n",
2368 	    ifa->src_is_loop,
2369 	    dest_is_global);
2370 	if ((ifa->src_is_loop == 1) && (dest_is_global)) {
2371 		return (NULL);
2372 	}
2373 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "address is acceptable\n");
2374 	/* its an acceptable address */
2375 	return (ifa);
2376 }
2377 
2378 int
2379 sctp_is_addr_restricted(struct sctp_tcb *stcb, struct sctp_ifa *ifa)
2380 {
2381 	struct sctp_laddr *laddr;
2382 
2383 	if (stcb == NULL) {
2384 		/* There are no restrictions, no TCB :-) */
2385 		return (0);
2386 	}
2387 	LIST_FOREACH(laddr, &stcb->asoc.sctp_restricted_addrs, sctp_nxt_addr) {
2388 		if (laddr->ifa == NULL) {
2389 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n",
2390 			    __FUNCTION__);
2391 			continue;
2392 		}
2393 		if (laddr->ifa == ifa) {
2394 			/* Yes it is on the list */
2395 			return (1);
2396 		}
2397 	}
2398 	return (0);
2399 }
2400 
2401 
2402 int
2403 sctp_is_addr_in_ep(struct sctp_inpcb *inp, struct sctp_ifa *ifa)
2404 {
2405 	struct sctp_laddr *laddr;
2406 
2407 	if (ifa == NULL)
2408 		return (0);
2409 	LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2410 		if (laddr->ifa == NULL) {
2411 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n",
2412 			    __FUNCTION__);
2413 			continue;
2414 		}
2415 		if ((laddr->ifa == ifa) && laddr->action == 0)
2416 			/* same pointer */
2417 			return (1);
2418 	}
2419 	return (0);
2420 }
2421 
2422 
2423 
2424 static struct sctp_ifa *
2425 sctp_choose_boundspecific_inp(struct sctp_inpcb *inp,
2426     sctp_route_t * ro,
2427     uint32_t vrf_id,
2428     int non_asoc_addr_ok,
2429     uint8_t dest_is_priv,
2430     uint8_t dest_is_loop,
2431     sa_family_t fam)
2432 {
2433 	struct sctp_laddr *laddr, *starting_point;
2434 	void *ifn;
2435 	int resettotop = 0;
2436 	struct sctp_ifn *sctp_ifn;
2437 	struct sctp_ifa *sctp_ifa, *sifa;
2438 	struct sctp_vrf *vrf;
2439 	uint32_t ifn_index;
2440 
2441 	vrf = sctp_find_vrf(vrf_id);
2442 	if (vrf == NULL)
2443 		return (NULL);
2444 
2445 	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2446 	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2447 	sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2448 	/*
2449 	 * first question, is the ifn we will emit on in our list, if so, we
2450 	 * want such an address. Note that we first looked for a preferred
2451 	 * address.
2452 	 */
2453 	if (sctp_ifn) {
2454 		/* is a preferred one on the interface we route out? */
2455 		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2456 			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2457 			    (non_asoc_addr_ok == 0))
2458 				continue;
2459 			sifa = sctp_is_ifa_addr_preferred(sctp_ifa,
2460 			    dest_is_loop,
2461 			    dest_is_priv, fam);
2462 			if (sifa == NULL)
2463 				continue;
2464 			if (sctp_is_addr_in_ep(inp, sifa)) {
2465 				atomic_add_int(&sifa->refcount, 1);
2466 				return (sifa);
2467 			}
2468 		}
2469 	}
2470 	/*
2471 	 * ok, now we now need to find one on the list of the addresses. We
2472 	 * can't get one on the emitting interface so let's find first a
2473 	 * preferred one. If not that an acceptable one otherwise... we
2474 	 * return NULL.
2475 	 */
2476 	starting_point = inp->next_addr_touse;
2477 once_again:
2478 	if (inp->next_addr_touse == NULL) {
2479 		inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list);
2480 		resettotop = 1;
2481 	}
2482 	for (laddr = inp->next_addr_touse; laddr;
2483 	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2484 		if (laddr->ifa == NULL) {
2485 			/* address has been removed */
2486 			continue;
2487 		}
2488 		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2489 			/* address is being deleted */
2490 			continue;
2491 		}
2492 		sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop,
2493 		    dest_is_priv, fam);
2494 		if (sifa == NULL)
2495 			continue;
2496 		atomic_add_int(&sifa->refcount, 1);
2497 		return (sifa);
2498 	}
2499 	if (resettotop == 0) {
2500 		inp->next_addr_touse = NULL;
2501 		goto once_again;
2502 	}
2503 	inp->next_addr_touse = starting_point;
2504 	resettotop = 0;
2505 once_again_too:
2506 	if (inp->next_addr_touse == NULL) {
2507 		inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list);
2508 		resettotop = 1;
2509 	}
2510 	/* ok, what about an acceptable address in the inp */
2511 	for (laddr = inp->next_addr_touse; laddr;
2512 	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2513 		if (laddr->ifa == NULL) {
2514 			/* address has been removed */
2515 			continue;
2516 		}
2517 		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2518 			/* address is being deleted */
2519 			continue;
2520 		}
2521 		sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop,
2522 		    dest_is_priv, fam);
2523 		if (sifa == NULL)
2524 			continue;
2525 		atomic_add_int(&sifa->refcount, 1);
2526 		return (sifa);
2527 	}
2528 	if (resettotop == 0) {
2529 		inp->next_addr_touse = NULL;
2530 		goto once_again_too;
2531 	}
2532 	/*
2533 	 * no address bound can be a source for the destination we are in
2534 	 * trouble
2535 	 */
2536 	return (NULL);
2537 }
2538 
2539 
2540 
2541 static struct sctp_ifa *
2542 sctp_choose_boundspecific_stcb(struct sctp_inpcb *inp,
2543     struct sctp_tcb *stcb,
2544     sctp_route_t * ro,
2545     uint32_t vrf_id,
2546     uint8_t dest_is_priv,
2547     uint8_t dest_is_loop,
2548     int non_asoc_addr_ok,
2549     sa_family_t fam)
2550 {
2551 	struct sctp_laddr *laddr, *starting_point;
2552 	void *ifn;
2553 	struct sctp_ifn *sctp_ifn;
2554 	struct sctp_ifa *sctp_ifa, *sifa;
2555 	uint8_t start_at_beginning = 0;
2556 	struct sctp_vrf *vrf;
2557 	uint32_t ifn_index;
2558 
2559 	/*
2560 	 * first question, is the ifn we will emit on in our list, if so, we
2561 	 * want that one.
2562 	 */
2563 	vrf = sctp_find_vrf(vrf_id);
2564 	if (vrf == NULL)
2565 		return (NULL);
2566 
2567 	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2568 	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2569 	sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2570 
2571 	/*
2572 	 * first question, is the ifn we will emit on in our list?  If so,
2573 	 * we want that one. First we look for a preferred. Second, we go
2574 	 * for an acceptable.
2575 	 */
2576 	if (sctp_ifn) {
2577 		/* first try for a preferred address on the ep */
2578 		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2579 			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0))
2580 				continue;
2581 			if (sctp_is_addr_in_ep(inp, sctp_ifa)) {
2582 				sifa = sctp_is_ifa_addr_preferred(sctp_ifa, dest_is_loop, dest_is_priv, fam);
2583 				if (sifa == NULL)
2584 					continue;
2585 				if (((non_asoc_addr_ok == 0) &&
2586 				    (sctp_is_addr_restricted(stcb, sifa))) ||
2587 				    (non_asoc_addr_ok &&
2588 				    (sctp_is_addr_restricted(stcb, sifa)) &&
2589 				    (!sctp_is_addr_pending(stcb, sifa)))) {
2590 					/* on the no-no list */
2591 					continue;
2592 				}
2593 				atomic_add_int(&sifa->refcount, 1);
2594 				return (sifa);
2595 			}
2596 		}
2597 		/* next try for an acceptable address on the ep */
2598 		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2599 			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0))
2600 				continue;
2601 			if (sctp_is_addr_in_ep(inp, sctp_ifa)) {
2602 				sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, dest_is_priv, fam);
2603 				if (sifa == NULL)
2604 					continue;
2605 				if (((non_asoc_addr_ok == 0) &&
2606 				    (sctp_is_addr_restricted(stcb, sifa))) ||
2607 				    (non_asoc_addr_ok &&
2608 				    (sctp_is_addr_restricted(stcb, sifa)) &&
2609 				    (!sctp_is_addr_pending(stcb, sifa)))) {
2610 					/* on the no-no list */
2611 					continue;
2612 				}
2613 				atomic_add_int(&sifa->refcount, 1);
2614 				return (sifa);
2615 			}
2616 		}
2617 
2618 	}
2619 	/*
2620 	 * if we can't find one like that then we must look at all addresses
2621 	 * bound to pick one at first preferable then secondly acceptable.
2622 	 */
2623 	starting_point = stcb->asoc.last_used_address;
2624 sctp_from_the_top:
2625 	if (stcb->asoc.last_used_address == NULL) {
2626 		start_at_beginning = 1;
2627 		stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list);
2628 	}
2629 	/* search beginning with the last used address */
2630 	for (laddr = stcb->asoc.last_used_address; laddr;
2631 	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2632 		if (laddr->ifa == NULL) {
2633 			/* address has been removed */
2634 			continue;
2635 		}
2636 		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2637 			/* address is being deleted */
2638 			continue;
2639 		}
2640 		sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, dest_is_priv, fam);
2641 		if (sifa == NULL)
2642 			continue;
2643 		if (((non_asoc_addr_ok == 0) &&
2644 		    (sctp_is_addr_restricted(stcb, sifa))) ||
2645 		    (non_asoc_addr_ok &&
2646 		    (sctp_is_addr_restricted(stcb, sifa)) &&
2647 		    (!sctp_is_addr_pending(stcb, sifa)))) {
2648 			/* on the no-no list */
2649 			continue;
2650 		}
2651 		stcb->asoc.last_used_address = laddr;
2652 		atomic_add_int(&sifa->refcount, 1);
2653 		return (sifa);
2654 	}
2655 	if (start_at_beginning == 0) {
2656 		stcb->asoc.last_used_address = NULL;
2657 		goto sctp_from_the_top;
2658 	}
2659 	/* now try for any higher scope than the destination */
2660 	stcb->asoc.last_used_address = starting_point;
2661 	start_at_beginning = 0;
2662 sctp_from_the_top2:
2663 	if (stcb->asoc.last_used_address == NULL) {
2664 		start_at_beginning = 1;
2665 		stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list);
2666 	}
2667 	/* search beginning with the last used address */
2668 	for (laddr = stcb->asoc.last_used_address; laddr;
2669 	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2670 		if (laddr->ifa == NULL) {
2671 			/* address has been removed */
2672 			continue;
2673 		}
2674 		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2675 			/* address is being deleted */
2676 			continue;
2677 		}
2678 		sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop,
2679 		    dest_is_priv, fam);
2680 		if (sifa == NULL)
2681 			continue;
2682 		if (((non_asoc_addr_ok == 0) &&
2683 		    (sctp_is_addr_restricted(stcb, sifa))) ||
2684 		    (non_asoc_addr_ok &&
2685 		    (sctp_is_addr_restricted(stcb, sifa)) &&
2686 		    (!sctp_is_addr_pending(stcb, sifa)))) {
2687 			/* on the no-no list */
2688 			continue;
2689 		}
2690 		stcb->asoc.last_used_address = laddr;
2691 		atomic_add_int(&sifa->refcount, 1);
2692 		return (sifa);
2693 	}
2694 	if (start_at_beginning == 0) {
2695 		stcb->asoc.last_used_address = NULL;
2696 		goto sctp_from_the_top2;
2697 	}
2698 	return (NULL);
2699 }
2700 
2701 static struct sctp_ifa *
2702 sctp_select_nth_preferred_addr_from_ifn_boundall(struct sctp_ifn *ifn,
2703     struct sctp_tcb *stcb,
2704     int non_asoc_addr_ok,
2705     uint8_t dest_is_loop,
2706     uint8_t dest_is_priv,
2707     int addr_wanted,
2708     sa_family_t fam,
2709     sctp_route_t * ro
2710 )
2711 {
2712 	struct sctp_ifa *ifa, *sifa;
2713 	int num_eligible_addr = 0;
2714 
2715 #ifdef INET6
2716 	struct sockaddr_in6 sin6, lsa6;
2717 
2718 	if (fam == AF_INET6) {
2719 		memcpy(&sin6, &ro->ro_dst, sizeof(struct sockaddr_in6));
2720 		(void)sa6_recoverscope(&sin6);
2721 	}
2722 #endif				/* INET6 */
2723 	LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) {
2724 		if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2725 		    (non_asoc_addr_ok == 0))
2726 			continue;
2727 		sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop,
2728 		    dest_is_priv, fam);
2729 		if (sifa == NULL)
2730 			continue;
2731 #ifdef INET6
2732 		if (fam == AF_INET6 &&
2733 		    dest_is_loop &&
2734 		    sifa->src_is_loop && sifa->src_is_priv) {
2735 			/*
2736 			 * don't allow fe80::1 to be a src on loop ::1, we
2737 			 * don't list it to the peer so we will get an
2738 			 * abort.
2739 			 */
2740 			continue;
2741 		}
2742 		if (fam == AF_INET6 &&
2743 		    IN6_IS_ADDR_LINKLOCAL(&sifa->address.sin6.sin6_addr) &&
2744 		    IN6_IS_ADDR_LINKLOCAL(&sin6.sin6_addr)) {
2745 			/*
2746 			 * link-local <-> link-local must belong to the same
2747 			 * scope.
2748 			 */
2749 			memcpy(&lsa6, &sifa->address.sin6, sizeof(struct sockaddr_in6));
2750 			(void)sa6_recoverscope(&lsa6);
2751 			if (sin6.sin6_scope_id != lsa6.sin6_scope_id) {
2752 				continue;
2753 			}
2754 		}
2755 #endif				/* INET6 */
2756 
2757 		/*
2758 		 * Check if the IPv6 address matches to next-hop. In the
2759 		 * mobile case, old IPv6 address may be not deleted from the
2760 		 * interface. Then, the interface has previous and new
2761 		 * addresses.  We should use one corresponding to the
2762 		 * next-hop.  (by micchie)
2763 		 */
2764 #ifdef INET6
2765 		if (stcb && fam == AF_INET6 &&
2766 		    sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) {
2767 			if (sctp_v6src_match_nexthop(&sifa->address.sin6, ro)
2768 			    == 0) {
2769 				continue;
2770 			}
2771 		}
2772 #endif
2773 #ifdef INET
2774 		/* Avoid topologically incorrect IPv4 address */
2775 		if (stcb && fam == AF_INET &&
2776 		    sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) {
2777 			if (sctp_v4src_match_nexthop(sifa, ro) == 0) {
2778 				continue;
2779 			}
2780 		}
2781 #endif
2782 		if (stcb) {
2783 			if (sctp_is_address_in_scope(ifa, &stcb->asoc.scope, 0) == 0) {
2784 				continue;
2785 			}
2786 			if (((non_asoc_addr_ok == 0) &&
2787 			    (sctp_is_addr_restricted(stcb, sifa))) ||
2788 			    (non_asoc_addr_ok &&
2789 			    (sctp_is_addr_restricted(stcb, sifa)) &&
2790 			    (!sctp_is_addr_pending(stcb, sifa)))) {
2791 				/*
2792 				 * It is restricted for some reason..
2793 				 * probably not yet added.
2794 				 */
2795 				continue;
2796 			}
2797 		}
2798 		if (num_eligible_addr >= addr_wanted) {
2799 			return (sifa);
2800 		}
2801 		num_eligible_addr++;
2802 	}
2803 	return (NULL);
2804 }
2805 
2806 
2807 static int
2808 sctp_count_num_preferred_boundall(struct sctp_ifn *ifn,
2809     struct sctp_tcb *stcb,
2810     int non_asoc_addr_ok,
2811     uint8_t dest_is_loop,
2812     uint8_t dest_is_priv,
2813     sa_family_t fam)
2814 {
2815 	struct sctp_ifa *ifa, *sifa;
2816 	int num_eligible_addr = 0;
2817 
2818 	LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) {
2819 		if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2820 		    (non_asoc_addr_ok == 0)) {
2821 			continue;
2822 		}
2823 		sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop,
2824 		    dest_is_priv, fam);
2825 		if (sifa == NULL) {
2826 			continue;
2827 		}
2828 		if (stcb) {
2829 			if (sctp_is_address_in_scope(ifa, &stcb->asoc.scope, 0) == 0) {
2830 				continue;
2831 			}
2832 			if (((non_asoc_addr_ok == 0) &&
2833 			    (sctp_is_addr_restricted(stcb, sifa))) ||
2834 			    (non_asoc_addr_ok &&
2835 			    (sctp_is_addr_restricted(stcb, sifa)) &&
2836 			    (!sctp_is_addr_pending(stcb, sifa)))) {
2837 				/*
2838 				 * It is restricted for some reason..
2839 				 * probably not yet added.
2840 				 */
2841 				continue;
2842 			}
2843 		}
2844 		num_eligible_addr++;
2845 	}
2846 	return (num_eligible_addr);
2847 }
2848 
2849 static struct sctp_ifa *
2850 sctp_choose_boundall(struct sctp_tcb *stcb,
2851     struct sctp_nets *net,
2852     sctp_route_t * ro,
2853     uint32_t vrf_id,
2854     uint8_t dest_is_priv,
2855     uint8_t dest_is_loop,
2856     int non_asoc_addr_ok,
2857     sa_family_t fam)
2858 {
2859 	int cur_addr_num = 0, num_preferred = 0;
2860 	void *ifn;
2861 	struct sctp_ifn *sctp_ifn, *looked_at = NULL, *emit_ifn;
2862 	struct sctp_ifa *sctp_ifa, *sifa;
2863 	uint32_t ifn_index;
2864 	struct sctp_vrf *vrf;
2865 
2866 #ifdef INET
2867 	int retried = 0;
2868 
2869 #endif
2870 
2871 	/*-
2872 	 * For boundall we can use any address in the association.
2873 	 * If non_asoc_addr_ok is set we can use any address (at least in
2874 	 * theory). So we look for preferred addresses first. If we find one,
2875 	 * we use it. Otherwise we next try to get an address on the
2876 	 * interface, which we should be able to do (unless non_asoc_addr_ok
2877 	 * is false and we are routed out that way). In these cases where we
2878 	 * can't use the address of the interface we go through all the
2879 	 * ifn's looking for an address we can use and fill that in. Punting
2880 	 * means we send back address 0, which will probably cause problems
2881 	 * actually since then IP will fill in the address of the route ifn,
2882 	 * which means we probably already rejected it.. i.e. here comes an
2883 	 * abort :-<.
2884 	 */
2885 	vrf = sctp_find_vrf(vrf_id);
2886 	if (vrf == NULL)
2887 		return (NULL);
2888 
2889 	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2890 	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2891 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn from route:%p ifn_index:%d\n", ifn, ifn_index);
2892 	emit_ifn = looked_at = sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2893 	if (sctp_ifn == NULL) {
2894 		/* ?? We don't have this guy ?? */
2895 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "No ifn emit interface?\n");
2896 		goto bound_all_plan_b;
2897 	}
2898 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn_index:%d name:%s is emit interface\n",
2899 	    ifn_index, sctp_ifn->ifn_name);
2900 
2901 	if (net) {
2902 		cur_addr_num = net->indx_of_eligible_next_to_use;
2903 	}
2904 	num_preferred = sctp_count_num_preferred_boundall(sctp_ifn,
2905 	    stcb,
2906 	    non_asoc_addr_ok,
2907 	    dest_is_loop,
2908 	    dest_is_priv, fam);
2909 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Found %d preferred source addresses for intf:%s\n",
2910 	    num_preferred, sctp_ifn->ifn_name);
2911 	if (num_preferred == 0) {
2912 		/*
2913 		 * no eligible addresses, we must use some other interface
2914 		 * address if we can find one.
2915 		 */
2916 		goto bound_all_plan_b;
2917 	}
2918 	/*
2919 	 * Ok we have num_eligible_addr set with how many we can use, this
2920 	 * may vary from call to call due to addresses being deprecated
2921 	 * etc..
2922 	 */
2923 	if (cur_addr_num >= num_preferred) {
2924 		cur_addr_num = 0;
2925 	}
2926 	/*
2927 	 * select the nth address from the list (where cur_addr_num is the
2928 	 * nth) and 0 is the first one, 1 is the second one etc...
2929 	 */
2930 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "cur_addr_num:%d\n", cur_addr_num);
2931 
2932 	sctp_ifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop,
2933 	    dest_is_priv, cur_addr_num, fam, ro);
2934 
2935 	/* if sctp_ifa is NULL something changed??, fall to plan b. */
2936 	if (sctp_ifa) {
2937 		atomic_add_int(&sctp_ifa->refcount, 1);
2938 		if (net) {
2939 			/* save off where the next one we will want */
2940 			net->indx_of_eligible_next_to_use = cur_addr_num + 1;
2941 		}
2942 		return (sctp_ifa);
2943 	}
2944 	/*
2945 	 * plan_b: Look at all interfaces and find a preferred address. If
2946 	 * no preferred fall through to plan_c.
2947 	 */
2948 bound_all_plan_b:
2949 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan B\n");
2950 	LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
2951 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "Examine interface %s\n",
2952 		    sctp_ifn->ifn_name);
2953 		if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
2954 			/* wrong base scope */
2955 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "skip\n");
2956 			continue;
2957 		}
2958 		if ((sctp_ifn == looked_at) && looked_at) {
2959 			/* already looked at this guy */
2960 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "already seen\n");
2961 			continue;
2962 		}
2963 		num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, stcb, non_asoc_addr_ok,
2964 		    dest_is_loop, dest_is_priv, fam);
2965 		SCTPDBG(SCTP_DEBUG_OUTPUT2,
2966 		    "Found ifn:%p %d preferred source addresses\n",
2967 		    ifn, num_preferred);
2968 		if (num_preferred == 0) {
2969 			/* None on this interface. */
2970 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefered -- skipping to next\n");
2971 			continue;
2972 		}
2973 		SCTPDBG(SCTP_DEBUG_OUTPUT2,
2974 		    "num preferred:%d on interface:%p cur_addr_num:%d\n",
2975 		    num_preferred, (void *)sctp_ifn, cur_addr_num);
2976 
2977 		/*
2978 		 * Ok we have num_eligible_addr set with how many we can
2979 		 * use, this may vary from call to call due to addresses
2980 		 * being deprecated etc..
2981 		 */
2982 		if (cur_addr_num >= num_preferred) {
2983 			cur_addr_num = 0;
2984 		}
2985 		sifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop,
2986 		    dest_is_priv, cur_addr_num, fam, ro);
2987 		if (sifa == NULL)
2988 			continue;
2989 		if (net) {
2990 			net->indx_of_eligible_next_to_use = cur_addr_num + 1;
2991 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "we selected %d\n",
2992 			    cur_addr_num);
2993 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Source:");
2994 			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa);
2995 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Dest:");
2996 			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &net->ro._l_addr.sa);
2997 		}
2998 		atomic_add_int(&sifa->refcount, 1);
2999 		return (sifa);
3000 	}
3001 #ifdef INET
3002 again_with_private_addresses_allowed:
3003 #endif
3004 	/* plan_c: do we have an acceptable address on the emit interface */
3005 	sifa = NULL;
3006 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan C: find acceptable on interface\n");
3007 	if (emit_ifn == NULL) {
3008 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jump to Plan D - no emit_ifn\n");
3009 		goto plan_d;
3010 	}
3011 	LIST_FOREACH(sctp_ifa, &emit_ifn->ifalist, next_ifa) {
3012 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifa:%p\n", (void *)sctp_ifa);
3013 		if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3014 		    (non_asoc_addr_ok == 0)) {
3015 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Defer\n");
3016 			continue;
3017 		}
3018 		sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop,
3019 		    dest_is_priv, fam);
3020 		if (sifa == NULL) {
3021 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "IFA not acceptable\n");
3022 			continue;
3023 		}
3024 		if (stcb) {
3025 			if (sctp_is_address_in_scope(sifa, &stcb->asoc.scope, 0) == 0) {
3026 				SCTPDBG(SCTP_DEBUG_OUTPUT2, "NOT in scope\n");
3027 				sifa = NULL;
3028 				continue;
3029 			}
3030 			if (((non_asoc_addr_ok == 0) &&
3031 			    (sctp_is_addr_restricted(stcb, sifa))) ||
3032 			    (non_asoc_addr_ok &&
3033 			    (sctp_is_addr_restricted(stcb, sifa)) &&
3034 			    (!sctp_is_addr_pending(stcb, sifa)))) {
3035 				/*
3036 				 * It is restricted for some reason..
3037 				 * probably not yet added.
3038 				 */
3039 				SCTPDBG(SCTP_DEBUG_OUTPUT2, "Its resticted\n");
3040 				sifa = NULL;
3041 				continue;
3042 			}
3043 		} else {
3044 			SCTP_PRINTF("Stcb is null - no print\n");
3045 		}
3046 		atomic_add_int(&sifa->refcount, 1);
3047 		goto out;
3048 	}
3049 plan_d:
3050 	/*
3051 	 * plan_d: We are in trouble. No preferred address on the emit
3052 	 * interface. And not even a preferred address on all interfaces. Go
3053 	 * out and see if we can find an acceptable address somewhere
3054 	 * amongst all interfaces.
3055 	 */
3056 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan D looked_at is %p\n", (void *)looked_at);
3057 	LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
3058 		if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
3059 			/* wrong base scope */
3060 			continue;
3061 		}
3062 		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
3063 			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3064 			    (non_asoc_addr_ok == 0))
3065 				continue;
3066 			sifa = sctp_is_ifa_addr_acceptable(sctp_ifa,
3067 			    dest_is_loop,
3068 			    dest_is_priv, fam);
3069 			if (sifa == NULL)
3070 				continue;
3071 			if (stcb) {
3072 				if (sctp_is_address_in_scope(sifa, &stcb->asoc.scope, 0) == 0) {
3073 					sifa = NULL;
3074 					continue;
3075 				}
3076 				if (((non_asoc_addr_ok == 0) &&
3077 				    (sctp_is_addr_restricted(stcb, sifa))) ||
3078 				    (non_asoc_addr_ok &&
3079 				    (sctp_is_addr_restricted(stcb, sifa)) &&
3080 				    (!sctp_is_addr_pending(stcb, sifa)))) {
3081 					/*
3082 					 * It is restricted for some
3083 					 * reason.. probably not yet added.
3084 					 */
3085 					sifa = NULL;
3086 					continue;
3087 				}
3088 			}
3089 			goto out;
3090 		}
3091 	}
3092 #ifdef INET
3093 	if ((retried == 0) && (stcb->asoc.scope.ipv4_local_scope == 0)) {
3094 		stcb->asoc.scope.ipv4_local_scope = 1;
3095 		retried = 1;
3096 		goto again_with_private_addresses_allowed;
3097 	} else if (retried == 1) {
3098 		stcb->asoc.scope.ipv4_local_scope = 0;
3099 	}
3100 #endif
3101 out:
3102 #ifdef INET
3103 	if (sifa) {
3104 		if (retried == 1) {
3105 			LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
3106 				if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
3107 					/* wrong base scope */
3108 					continue;
3109 				}
3110 				LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
3111 					struct sctp_ifa *tmp_sifa;
3112 
3113 					if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3114 					    (non_asoc_addr_ok == 0))
3115 						continue;
3116 					tmp_sifa = sctp_is_ifa_addr_acceptable(sctp_ifa,
3117 					    dest_is_loop,
3118 					    dest_is_priv, fam);
3119 					if (tmp_sifa == NULL) {
3120 						continue;
3121 					}
3122 					if (tmp_sifa == sifa) {
3123 						continue;
3124 					}
3125 					if (stcb) {
3126 						if (sctp_is_address_in_scope(tmp_sifa,
3127 						    &stcb->asoc.scope, 0) == 0) {
3128 							continue;
3129 						}
3130 						if (((non_asoc_addr_ok == 0) &&
3131 						    (sctp_is_addr_restricted(stcb, tmp_sifa))) ||
3132 						    (non_asoc_addr_ok &&
3133 						    (sctp_is_addr_restricted(stcb, tmp_sifa)) &&
3134 						    (!sctp_is_addr_pending(stcb, tmp_sifa)))) {
3135 							/*
3136 							 * It is restricted
3137 							 * for some reason..
3138 							 * probably not yet
3139 							 * added.
3140 							 */
3141 							continue;
3142 						}
3143 					}
3144 					if ((tmp_sifa->address.sin.sin_family == AF_INET) &&
3145 					    (IN4_ISPRIVATE_ADDRESS(&(tmp_sifa->address.sin.sin_addr)))) {
3146 						sctp_add_local_addr_restricted(stcb, tmp_sifa);
3147 					}
3148 				}
3149 			}
3150 		}
3151 		atomic_add_int(&sifa->refcount, 1);
3152 	}
3153 #endif
3154 	return (sifa);
3155 }
3156 
3157 
3158 
3159 /* tcb may be NULL */
3160 struct sctp_ifa *
3161 sctp_source_address_selection(struct sctp_inpcb *inp,
3162     struct sctp_tcb *stcb,
3163     sctp_route_t * ro,
3164     struct sctp_nets *net,
3165     int non_asoc_addr_ok, uint32_t vrf_id)
3166 {
3167 	struct sctp_ifa *answer;
3168 	uint8_t dest_is_priv, dest_is_loop;
3169 	sa_family_t fam;
3170 
3171 #ifdef INET
3172 	struct sockaddr_in *to = (struct sockaddr_in *)&ro->ro_dst;
3173 
3174 #endif
3175 #ifdef INET6
3176 	struct sockaddr_in6 *to6 = (struct sockaddr_in6 *)&ro->ro_dst;
3177 
3178 #endif
3179 
3180 	/**
3181 	 * Rules: - Find the route if needed, cache if I can. - Look at
3182 	 * interface address in route, Is it in the bound list. If so we
3183 	 * have the best source. - If not we must rotate amongst the
3184 	 * addresses.
3185 	 *
3186 	 * Cavets and issues
3187 	 *
3188 	 * Do we need to pay attention to scope. We can have a private address
3189 	 * or a global address we are sourcing or sending to. So if we draw
3190 	 * it out
3191 	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3192 	 * For V4
3193 	 * ------------------------------------------
3194 	 *      source     *      dest  *  result
3195 	 * -----------------------------------------
3196 	 * <a>  Private    *    Global  *  NAT
3197 	 * -----------------------------------------
3198 	 * <b>  Private    *    Private *  No problem
3199 	 * -----------------------------------------
3200 	 * <c>  Global     *    Private *  Huh, How will this work?
3201 	 * -----------------------------------------
3202 	 * <d>  Global     *    Global  *  No Problem
3203 	 *------------------------------------------
3204 	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3205 	 * For V6
3206 	 *------------------------------------------
3207 	 *      source     *      dest  *  result
3208 	 * -----------------------------------------
3209 	 * <a>  Linklocal  *    Global  *
3210 	 * -----------------------------------------
3211 	 * <b>  Linklocal  * Linklocal  *  No problem
3212 	 * -----------------------------------------
3213 	 * <c>  Global     * Linklocal  *  Huh, How will this work?
3214 	 * -----------------------------------------
3215 	 * <d>  Global     *    Global  *  No Problem
3216 	 *------------------------------------------
3217 	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3218 	 *
3219 	 * And then we add to that what happens if there are multiple addresses
3220 	 * assigned to an interface. Remember the ifa on a ifn is a linked
3221 	 * list of addresses. So one interface can have more than one IP
3222 	 * address. What happens if we have both a private and a global
3223 	 * address? Do we then use context of destination to sort out which
3224 	 * one is best? And what about NAT's sending P->G may get you a NAT
3225 	 * translation, or should you select the G thats on the interface in
3226 	 * preference.
3227 	 *
3228 	 * Decisions:
3229 	 *
3230 	 * - count the number of addresses on the interface.
3231 	 * - if it is one, no problem except case <c>.
3232 	 *   For <a> we will assume a NAT out there.
3233 	 * - if there are more than one, then we need to worry about scope P
3234 	 *   or G. We should prefer G -> G and P -> P if possible.
3235 	 *   Then as a secondary fall back to mixed types G->P being a last
3236 	 *   ditch one.
3237 	 * - The above all works for bound all, but bound specific we need to
3238 	 *   use the same concept but instead only consider the bound
3239 	 *   addresses. If the bound set is NOT assigned to the interface then
3240 	 *   we must use rotation amongst the bound addresses..
3241 	 */
3242 	if (ro->ro_rt == NULL) {
3243 		/*
3244 		 * Need a route to cache.
3245 		 */
3246 		SCTP_RTALLOC(ro, vrf_id);
3247 	}
3248 	if (ro->ro_rt == NULL) {
3249 		return (NULL);
3250 	}
3251 	fam = ro->ro_dst.sa_family;
3252 	dest_is_priv = dest_is_loop = 0;
3253 	/* Setup our scopes for the destination */
3254 	switch (fam) {
3255 #ifdef INET
3256 	case AF_INET:
3257 		/* Scope based on outbound address */
3258 		if (IN4_ISLOOPBACK_ADDRESS(&to->sin_addr)) {
3259 			dest_is_loop = 1;
3260 			if (net != NULL) {
3261 				/* mark it as local */
3262 				net->addr_is_local = 1;
3263 			}
3264 		} else if ((IN4_ISPRIVATE_ADDRESS(&to->sin_addr))) {
3265 			dest_is_priv = 1;
3266 		}
3267 		break;
3268 #endif
3269 #ifdef INET6
3270 	case AF_INET6:
3271 		/* Scope based on outbound address */
3272 		if (IN6_IS_ADDR_LOOPBACK(&to6->sin6_addr) ||
3273 		    SCTP_ROUTE_IS_REAL_LOOP(ro)) {
3274 			/*
3275 			 * If the address is a loopback address, which
3276 			 * consists of "::1" OR "fe80::1%lo0", we are
3277 			 * loopback scope. But we don't use dest_is_priv
3278 			 * (link local addresses).
3279 			 */
3280 			dest_is_loop = 1;
3281 			if (net != NULL) {
3282 				/* mark it as local */
3283 				net->addr_is_local = 1;
3284 			}
3285 		} else if (IN6_IS_ADDR_LINKLOCAL(&to6->sin6_addr)) {
3286 			dest_is_priv = 1;
3287 		}
3288 		break;
3289 #endif
3290 	}
3291 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Select source addr for:");
3292 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&ro->ro_dst);
3293 	SCTP_IPI_ADDR_RLOCK();
3294 	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) {
3295 		/*
3296 		 * Bound all case
3297 		 */
3298 		answer = sctp_choose_boundall(stcb, net, ro, vrf_id,
3299 		    dest_is_priv, dest_is_loop,
3300 		    non_asoc_addr_ok, fam);
3301 		SCTP_IPI_ADDR_RUNLOCK();
3302 		return (answer);
3303 	}
3304 	/*
3305 	 * Subset bound case
3306 	 */
3307 	if (stcb) {
3308 		answer = sctp_choose_boundspecific_stcb(inp, stcb, ro,
3309 		    vrf_id, dest_is_priv,
3310 		    dest_is_loop,
3311 		    non_asoc_addr_ok, fam);
3312 	} else {
3313 		answer = sctp_choose_boundspecific_inp(inp, ro, vrf_id,
3314 		    non_asoc_addr_ok,
3315 		    dest_is_priv,
3316 		    dest_is_loop, fam);
3317 	}
3318 	SCTP_IPI_ADDR_RUNLOCK();
3319 	return (answer);
3320 }
3321 
3322 static int
3323 sctp_find_cmsg(int c_type, void *data, struct mbuf *control, size_t cpsize)
3324 {
3325 	struct cmsghdr cmh;
3326 	int tlen, at, found;
3327 	struct sctp_sndinfo sndinfo;
3328 	struct sctp_prinfo prinfo;
3329 	struct sctp_authinfo authinfo;
3330 
3331 	tlen = SCTP_BUF_LEN(control);
3332 	at = 0;
3333 	found = 0;
3334 	/*
3335 	 * Independent of how many mbufs, find the c_type inside the control
3336 	 * structure and copy out the data.
3337 	 */
3338 	while (at < tlen) {
3339 		if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) {
3340 			/* There is not enough room for one more. */
3341 			return (found);
3342 		}
3343 		m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh);
3344 		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3345 			/* We dont't have a complete CMSG header. */
3346 			return (found);
3347 		}
3348 		if (((int)cmh.cmsg_len + at) > tlen) {
3349 			/* We don't have the complete CMSG. */
3350 			return (found);
3351 		}
3352 		if ((cmh.cmsg_level == IPPROTO_SCTP) &&
3353 		    ((c_type == cmh.cmsg_type) ||
3354 		    ((c_type == SCTP_SNDRCV) &&
3355 		    ((cmh.cmsg_type == SCTP_SNDINFO) ||
3356 		    (cmh.cmsg_type == SCTP_PRINFO) ||
3357 		    (cmh.cmsg_type == SCTP_AUTHINFO))))) {
3358 			if (c_type == cmh.cmsg_type) {
3359 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < cpsize) {
3360 					return (found);
3361 				}
3362 				/* It is exactly what we want. Copy it out. */
3363 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), cpsize, (caddr_t)data);
3364 				return (1);
3365 			} else {
3366 				struct sctp_sndrcvinfo *sndrcvinfo;
3367 
3368 				sndrcvinfo = (struct sctp_sndrcvinfo *)data;
3369 				if (found == 0) {
3370 					if (cpsize < sizeof(struct sctp_sndrcvinfo)) {
3371 						return (found);
3372 					}
3373 					memset(sndrcvinfo, 0, sizeof(struct sctp_sndrcvinfo));
3374 				}
3375 				switch (cmh.cmsg_type) {
3376 				case SCTP_SNDINFO:
3377 					if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct sctp_sndinfo)) {
3378 						return (found);
3379 					}
3380 					m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct sctp_sndinfo), (caddr_t)&sndinfo);
3381 					sndrcvinfo->sinfo_stream = sndinfo.snd_sid;
3382 					sndrcvinfo->sinfo_flags = sndinfo.snd_flags;
3383 					sndrcvinfo->sinfo_ppid = sndinfo.snd_ppid;
3384 					sndrcvinfo->sinfo_context = sndinfo.snd_context;
3385 					sndrcvinfo->sinfo_assoc_id = sndinfo.snd_assoc_id;
3386 					break;
3387 				case SCTP_PRINFO:
3388 					if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct sctp_prinfo)) {
3389 						return (found);
3390 					}
3391 					m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct sctp_prinfo), (caddr_t)&prinfo);
3392 					sndrcvinfo->sinfo_timetolive = prinfo.pr_value;
3393 					sndrcvinfo->sinfo_flags |= prinfo.pr_policy;
3394 					break;
3395 				case SCTP_AUTHINFO:
3396 					if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct sctp_authinfo)) {
3397 						return (found);
3398 					}
3399 					m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct sctp_authinfo), (caddr_t)&authinfo);
3400 					sndrcvinfo->sinfo_keynumber_valid = 1;
3401 					sndrcvinfo->sinfo_keynumber = authinfo.auth_keynumber;
3402 					break;
3403 				default:
3404 					return (found);
3405 				}
3406 				found = 1;
3407 			}
3408 		}
3409 		at += CMSG_ALIGN(cmh.cmsg_len);
3410 	}
3411 	return (found);
3412 }
3413 
3414 static int
3415 sctp_process_cmsgs_for_init(struct sctp_tcb *stcb, struct mbuf *control, int *error)
3416 {
3417 	struct cmsghdr cmh;
3418 	int tlen, at;
3419 	struct sctp_initmsg initmsg;
3420 
3421 #ifdef INET
3422 	struct sockaddr_in sin;
3423 
3424 #endif
3425 #ifdef INET6
3426 	struct sockaddr_in6 sin6;
3427 
3428 #endif
3429 
3430 	tlen = SCTP_BUF_LEN(control);
3431 	at = 0;
3432 	while (at < tlen) {
3433 		if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) {
3434 			/* There is not enough room for one more. */
3435 			*error = EINVAL;
3436 			return (1);
3437 		}
3438 		m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh);
3439 		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3440 			/* We dont't have a complete CMSG header. */
3441 			*error = EINVAL;
3442 			return (1);
3443 		}
3444 		if (((int)cmh.cmsg_len + at) > tlen) {
3445 			/* We don't have the complete CMSG. */
3446 			*error = EINVAL;
3447 			return (1);
3448 		}
3449 		if (cmh.cmsg_level == IPPROTO_SCTP) {
3450 			switch (cmh.cmsg_type) {
3451 			case SCTP_INIT:
3452 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct sctp_initmsg)) {
3453 					*error = EINVAL;
3454 					return (1);
3455 				}
3456 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct sctp_initmsg), (caddr_t)&initmsg);
3457 				if (initmsg.sinit_max_attempts)
3458 					stcb->asoc.max_init_times = initmsg.sinit_max_attempts;
3459 				if (initmsg.sinit_num_ostreams)
3460 					stcb->asoc.pre_open_streams = initmsg.sinit_num_ostreams;
3461 				if (initmsg.sinit_max_instreams)
3462 					stcb->asoc.max_inbound_streams = initmsg.sinit_max_instreams;
3463 				if (initmsg.sinit_max_init_timeo)
3464 					stcb->asoc.initial_init_rto_max = initmsg.sinit_max_init_timeo;
3465 				if (stcb->asoc.streamoutcnt < stcb->asoc.pre_open_streams) {
3466 					struct sctp_stream_out *tmp_str;
3467 					unsigned int i;
3468 
3469 					/* Default is NOT correct */
3470 					SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, default:%d pre_open:%d\n",
3471 					    stcb->asoc.streamoutcnt, stcb->asoc.pre_open_streams);
3472 					SCTP_TCB_UNLOCK(stcb);
3473 					SCTP_MALLOC(tmp_str,
3474 					    struct sctp_stream_out *,
3475 					    (stcb->asoc.pre_open_streams * sizeof(struct sctp_stream_out)),
3476 					    SCTP_M_STRMO);
3477 					SCTP_TCB_LOCK(stcb);
3478 					if (tmp_str != NULL) {
3479 						SCTP_FREE(stcb->asoc.strmout, SCTP_M_STRMO);
3480 						stcb->asoc.strmout = tmp_str;
3481 						stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt = stcb->asoc.pre_open_streams;
3482 					} else {
3483 						stcb->asoc.pre_open_streams = stcb->asoc.streamoutcnt;
3484 					}
3485 					for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
3486 						TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
3487 						stcb->asoc.strmout[i].chunks_on_queues = 0;
3488 						stcb->asoc.strmout[i].next_sequence_send = 0;
3489 						stcb->asoc.strmout[i].stream_no = i;
3490 						stcb->asoc.strmout[i].last_msg_incomplete = 0;
3491 						stcb->asoc.ss_functions.sctp_ss_init_stream(&stcb->asoc.strmout[i], NULL);
3492 					}
3493 				}
3494 				break;
3495 #ifdef INET
3496 			case SCTP_DSTADDRV4:
3497 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct in_addr)) {
3498 					*error = EINVAL;
3499 					return (1);
3500 				}
3501 				memset(&sin, 0, sizeof(struct sockaddr_in));
3502 				sin.sin_family = AF_INET;
3503 				sin.sin_len = sizeof(struct sockaddr_in);
3504 				sin.sin_port = stcb->rport;
3505 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr);
3506 				if ((sin.sin_addr.s_addr == INADDR_ANY) ||
3507 				    (sin.sin_addr.s_addr == INADDR_BROADCAST) ||
3508 				    IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) {
3509 					*error = EINVAL;
3510 					return (1);
3511 				}
3512 				if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL,
3513 				    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3514 					*error = ENOBUFS;
3515 					return (1);
3516 				}
3517 				break;
3518 #endif
3519 #ifdef INET6
3520 			case SCTP_DSTADDRV6:
3521 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct in6_addr)) {
3522 					*error = EINVAL;
3523 					return (1);
3524 				}
3525 				memset(&sin6, 0, sizeof(struct sockaddr_in6));
3526 				sin6.sin6_family = AF_INET6;
3527 				sin6.sin6_len = sizeof(struct sockaddr_in6);
3528 				sin6.sin6_port = stcb->rport;
3529 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr);
3530 				if (IN6_IS_ADDR_UNSPECIFIED(&sin6.sin6_addr) ||
3531 				    IN6_IS_ADDR_MULTICAST(&sin6.sin6_addr)) {
3532 					*error = EINVAL;
3533 					return (1);
3534 				}
3535 #ifdef INET
3536 				if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) {
3537 					in6_sin6_2_sin(&sin, &sin6);
3538 					if ((sin.sin_addr.s_addr == INADDR_ANY) ||
3539 					    (sin.sin_addr.s_addr == INADDR_BROADCAST) ||
3540 					    IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) {
3541 						*error = EINVAL;
3542 						return (1);
3543 					}
3544 					if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL,
3545 					    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3546 						*error = ENOBUFS;
3547 						return (1);
3548 					}
3549 				} else
3550 #endif
3551 					if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin6, NULL,
3552 				    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3553 					*error = ENOBUFS;
3554 					return (1);
3555 				}
3556 				break;
3557 #endif
3558 			default:
3559 				break;
3560 			}
3561 		}
3562 		at += CMSG_ALIGN(cmh.cmsg_len);
3563 	}
3564 	return (0);
3565 }
3566 
3567 static struct sctp_tcb *
3568 sctp_findassociation_cmsgs(struct sctp_inpcb **inp_p,
3569     uint16_t port,
3570     struct mbuf *control,
3571     struct sctp_nets **net_p,
3572     int *error)
3573 {
3574 	struct cmsghdr cmh;
3575 	int tlen, at;
3576 	struct sctp_tcb *stcb;
3577 	struct sockaddr *addr;
3578 
3579 #ifdef INET
3580 	struct sockaddr_in sin;
3581 
3582 #endif
3583 #ifdef INET6
3584 	struct sockaddr_in6 sin6;
3585 
3586 #endif
3587 
3588 	tlen = SCTP_BUF_LEN(control);
3589 	at = 0;
3590 	while (at < tlen) {
3591 		if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) {
3592 			/* There is not enough room for one more. */
3593 			*error = EINVAL;
3594 			return (NULL);
3595 		}
3596 		m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh);
3597 		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3598 			/* We dont't have a complete CMSG header. */
3599 			*error = EINVAL;
3600 			return (NULL);
3601 		}
3602 		if (((int)cmh.cmsg_len + at) > tlen) {
3603 			/* We don't have the complete CMSG. */
3604 			*error = EINVAL;
3605 			return (NULL);
3606 		}
3607 		if (cmh.cmsg_level == IPPROTO_SCTP) {
3608 			switch (cmh.cmsg_type) {
3609 #ifdef INET
3610 			case SCTP_DSTADDRV4:
3611 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct in_addr)) {
3612 					*error = EINVAL;
3613 					return (NULL);
3614 				}
3615 				memset(&sin, 0, sizeof(struct sockaddr_in));
3616 				sin.sin_family = AF_INET;
3617 				sin.sin_len = sizeof(struct sockaddr_in);
3618 				sin.sin_port = port;
3619 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr);
3620 				addr = (struct sockaddr *)&sin;
3621 				break;
3622 #endif
3623 #ifdef INET6
3624 			case SCTP_DSTADDRV6:
3625 				if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh))) < sizeof(struct in6_addr)) {
3626 					*error = EINVAL;
3627 					return (NULL);
3628 				}
3629 				memset(&sin6, 0, sizeof(struct sockaddr_in6));
3630 				sin6.sin6_family = AF_INET6;
3631 				sin6.sin6_len = sizeof(struct sockaddr_in6);
3632 				sin6.sin6_port = port;
3633 				m_copydata(control, at + CMSG_ALIGN(sizeof(cmh)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr);
3634 #ifdef INET
3635 				if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) {
3636 					in6_sin6_2_sin(&sin, &sin6);
3637 					addr = (struct sockaddr *)&sin;
3638 				} else
3639 #endif
3640 					addr = (struct sockaddr *)&sin6;
3641 				break;
3642 #endif
3643 			default:
3644 				addr = NULL;
3645 				break;
3646 			}
3647 			if (addr) {
3648 				stcb = sctp_findassociation_ep_addr(inp_p, addr, net_p, NULL, NULL);
3649 				if (stcb != NULL) {
3650 					return (stcb);
3651 				}
3652 			}
3653 		}
3654 		at += CMSG_ALIGN(cmh.cmsg_len);
3655 	}
3656 	return (NULL);
3657 }
3658 
3659 static struct mbuf *
3660 sctp_add_cookie(struct mbuf *init, int init_offset,
3661     struct mbuf *initack, int initack_offset, struct sctp_state_cookie *stc_in, uint8_t ** signature)
3662 {
3663 	struct mbuf *copy_init, *copy_initack, *m_at, *sig, *mret;
3664 	struct sctp_state_cookie *stc;
3665 	struct sctp_paramhdr *ph;
3666 	uint8_t *foo;
3667 	int sig_offset;
3668 	uint16_t cookie_sz;
3669 
3670 	mret = NULL;
3671 	mret = sctp_get_mbuf_for_msg((sizeof(struct sctp_state_cookie) +
3672 	    sizeof(struct sctp_paramhdr)), 0,
3673 	    M_NOWAIT, 1, MT_DATA);
3674 	if (mret == NULL) {
3675 		return (NULL);
3676 	}
3677 	copy_init = SCTP_M_COPYM(init, init_offset, M_COPYALL, M_NOWAIT);
3678 	if (copy_init == NULL) {
3679 		sctp_m_freem(mret);
3680 		return (NULL);
3681 	}
3682 #ifdef SCTP_MBUF_LOGGING
3683 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
3684 		struct mbuf *mat;
3685 
3686 		for (mat = copy_init; mat; mat = SCTP_BUF_NEXT(mat)) {
3687 			if (SCTP_BUF_IS_EXTENDED(mat)) {
3688 				sctp_log_mb(mat, SCTP_MBUF_ICOPY);
3689 			}
3690 		}
3691 	}
3692 #endif
3693 	copy_initack = SCTP_M_COPYM(initack, initack_offset, M_COPYALL,
3694 	    M_NOWAIT);
3695 	if (copy_initack == NULL) {
3696 		sctp_m_freem(mret);
3697 		sctp_m_freem(copy_init);
3698 		return (NULL);
3699 	}
3700 #ifdef SCTP_MBUF_LOGGING
3701 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
3702 		struct mbuf *mat;
3703 
3704 		for (mat = copy_initack; mat; mat = SCTP_BUF_NEXT(mat)) {
3705 			if (SCTP_BUF_IS_EXTENDED(mat)) {
3706 				sctp_log_mb(mat, SCTP_MBUF_ICOPY);
3707 			}
3708 		}
3709 	}
3710 #endif
3711 	/* easy side we just drop it on the end */
3712 	ph = mtod(mret, struct sctp_paramhdr *);
3713 	SCTP_BUF_LEN(mret) = sizeof(struct sctp_state_cookie) +
3714 	    sizeof(struct sctp_paramhdr);
3715 	stc = (struct sctp_state_cookie *)((caddr_t)ph +
3716 	    sizeof(struct sctp_paramhdr));
3717 	ph->param_type = htons(SCTP_STATE_COOKIE);
3718 	ph->param_length = 0;	/* fill in at the end */
3719 	/* Fill in the stc cookie data */
3720 	memcpy(stc, stc_in, sizeof(struct sctp_state_cookie));
3721 
3722 	/* tack the INIT and then the INIT-ACK onto the chain */
3723 	cookie_sz = 0;
3724 	for (m_at = mret; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3725 		cookie_sz += SCTP_BUF_LEN(m_at);
3726 		if (SCTP_BUF_NEXT(m_at) == NULL) {
3727 			SCTP_BUF_NEXT(m_at) = copy_init;
3728 			break;
3729 		}
3730 	}
3731 	for (m_at = copy_init; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3732 		cookie_sz += SCTP_BUF_LEN(m_at);
3733 		if (SCTP_BUF_NEXT(m_at) == NULL) {
3734 			SCTP_BUF_NEXT(m_at) = copy_initack;
3735 			break;
3736 		}
3737 	}
3738 	for (m_at = copy_initack; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3739 		cookie_sz += SCTP_BUF_LEN(m_at);
3740 		if (SCTP_BUF_NEXT(m_at) == NULL) {
3741 			break;
3742 		}
3743 	}
3744 	sig = sctp_get_mbuf_for_msg(SCTP_SECRET_SIZE, 0, M_NOWAIT, 1, MT_DATA);
3745 	if (sig == NULL) {
3746 		/* no space, so free the entire chain */
3747 		sctp_m_freem(mret);
3748 		return (NULL);
3749 	}
3750 	SCTP_BUF_LEN(sig) = 0;
3751 	SCTP_BUF_NEXT(m_at) = sig;
3752 	sig_offset = 0;
3753 	foo = (uint8_t *) (mtod(sig, caddr_t)+sig_offset);
3754 	memset(foo, 0, SCTP_SIGNATURE_SIZE);
3755 	*signature = foo;
3756 	SCTP_BUF_LEN(sig) += SCTP_SIGNATURE_SIZE;
3757 	cookie_sz += SCTP_SIGNATURE_SIZE;
3758 	ph->param_length = htons(cookie_sz);
3759 	return (mret);
3760 }
3761 
3762 
3763 static uint8_t
3764 sctp_get_ect(struct sctp_tcb *stcb)
3765 {
3766 	if ((stcb != NULL) && (stcb->asoc.ecn_allowed == 1)) {
3767 		return (SCTP_ECT0_BIT);
3768 	} else {
3769 		return (0);
3770 	}
3771 }
3772 
3773 #if defined(INET) || defined(INET6)
3774 static void
3775 sctp_handle_no_route(struct sctp_tcb *stcb,
3776     struct sctp_nets *net,
3777     int so_locked)
3778 {
3779 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "dropped packet - no valid source addr\n");
3780 
3781 	if (net) {
3782 		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Destination was ");
3783 		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT1, &net->ro._l_addr.sa);
3784 		if (net->dest_state & SCTP_ADDR_CONFIRMED) {
3785 			if ((net->dest_state & SCTP_ADDR_REACHABLE) && stcb) {
3786 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "no route takes interface %p down\n", (void *)net);
3787 				sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN,
3788 				    stcb, 0,
3789 				    (void *)net,
3790 				    so_locked);
3791 				net->dest_state &= ~SCTP_ADDR_REACHABLE;
3792 				net->dest_state &= ~SCTP_ADDR_PF;
3793 			}
3794 		}
3795 		if (stcb) {
3796 			if (net == stcb->asoc.primary_destination) {
3797 				/* need a new primary */
3798 				struct sctp_nets *alt;
3799 
3800 				alt = sctp_find_alternate_net(stcb, net, 0);
3801 				if (alt != net) {
3802 					if (stcb->asoc.alternate) {
3803 						sctp_free_remote_addr(stcb->asoc.alternate);
3804 					}
3805 					stcb->asoc.alternate = alt;
3806 					atomic_add_int(&stcb->asoc.alternate->ref_count, 1);
3807 					if (net->ro._s_addr) {
3808 						sctp_free_ifa(net->ro._s_addr);
3809 						net->ro._s_addr = NULL;
3810 					}
3811 					net->src_addr_selected = 0;
3812 				}
3813 			}
3814 		}
3815 	}
3816 }
3817 
3818 #endif
3819 
3820 static int
3821 sctp_lowlevel_chunk_output(struct sctp_inpcb *inp,
3822     struct sctp_tcb *stcb,	/* may be NULL */
3823     struct sctp_nets *net,
3824     struct sockaddr *to,
3825     struct mbuf *m,
3826     uint32_t auth_offset,
3827     struct sctp_auth_chunk *auth,
3828     uint16_t auth_keyid,
3829     int nofragment_flag,
3830     int ecn_ok,
3831     int out_of_asoc_ok,
3832     uint16_t src_port,
3833     uint16_t dest_port,
3834     uint32_t v_tag,
3835     uint16_t port,
3836     union sctp_sockstore *over_addr,
3837     uint8_t use_mflowid, uint32_t mflowid,
3838 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
3839     int so_locked SCTP_UNUSED
3840 #else
3841     int so_locked
3842 #endif
3843 )
3844 /* nofragment_flag to tell if IP_DF should be set (IPv4 only) */
3845 {
3846 	/**
3847 	 * Given a mbuf chain (via SCTP_BUF_NEXT()) that holds a packet header
3848 	 * WITH an SCTPHDR but no IP header, endpoint inp and sa structure:
3849 	 * - fill in the HMAC digest of any AUTH chunk in the packet.
3850 	 * - calculate and fill in the SCTP checksum.
3851 	 * - prepend an IP address header.
3852 	 * - if boundall use INADDR_ANY.
3853 	 * - if boundspecific do source address selection.
3854 	 * - set fragmentation option for ipV4.
3855 	 * - On return from IP output, check/adjust mtu size of output
3856 	 *   interface and smallest_mtu size as well.
3857 	 */
3858 	/* Will need ifdefs around this */
3859 	struct mbuf *newm;
3860 	struct sctphdr *sctphdr;
3861 	int packet_length;
3862 	int ret;
3863 
3864 #if defined(INET) || defined(INET6)
3865 	uint32_t vrf_id;
3866 
3867 #endif
3868 #if defined(INET) || defined(INET6)
3869 	struct mbuf *o_pak;
3870 	sctp_route_t *ro = NULL;
3871 	struct udphdr *udp = NULL;
3872 
3873 #endif
3874 	uint8_t tos_value;
3875 
3876 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3877 	struct socket *so = NULL;
3878 
3879 #endif
3880 
3881 	if ((net) && (net->dest_state & SCTP_ADDR_OUT_OF_SCOPE)) {
3882 		SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
3883 		sctp_m_freem(m);
3884 		return (EFAULT);
3885 	}
3886 #if defined(INET) || defined(INET6)
3887 	if (stcb) {
3888 		vrf_id = stcb->asoc.vrf_id;
3889 	} else {
3890 		vrf_id = inp->def_vrf_id;
3891 	}
3892 #endif
3893 	/* fill in the HMAC digest for any AUTH chunk in the packet */
3894 	if ((auth != NULL) && (stcb != NULL)) {
3895 		sctp_fill_hmac_digest_m(m, auth_offset, auth, stcb, auth_keyid);
3896 	}
3897 	if (net) {
3898 		tos_value = net->dscp;
3899 	} else if (stcb) {
3900 		tos_value = stcb->asoc.default_dscp;
3901 	} else {
3902 		tos_value = inp->sctp_ep.default_dscp;
3903 	}
3904 
3905 	switch (to->sa_family) {
3906 #ifdef INET
3907 	case AF_INET:
3908 		{
3909 			struct ip *ip = NULL;
3910 			sctp_route_t iproute;
3911 			int len;
3912 
3913 			len = sizeof(struct ip) + sizeof(struct sctphdr);
3914 			if (port) {
3915 				len += sizeof(struct udphdr);
3916 			}
3917 			newm = sctp_get_mbuf_for_msg(len, 1, M_NOWAIT, 1, MT_DATA);
3918 			if (newm == NULL) {
3919 				sctp_m_freem(m);
3920 				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
3921 				return (ENOMEM);
3922 			}
3923 			SCTP_ALIGN_TO_END(newm, len);
3924 			SCTP_BUF_LEN(newm) = len;
3925 			SCTP_BUF_NEXT(newm) = m;
3926 			m = newm;
3927 			if (net != NULL) {
3928 #ifdef INVARIANTS
3929 				if (net->flowidset == 0) {
3930 					panic("Flow ID not set");
3931 				}
3932 #endif
3933 				m->m_pkthdr.flowid = net->flowid;
3934 				m->m_flags |= M_FLOWID;
3935 			} else {
3936 				if (use_mflowid != 0) {
3937 					m->m_pkthdr.flowid = mflowid;
3938 					m->m_flags |= M_FLOWID;
3939 				}
3940 			}
3941 			packet_length = sctp_calculate_len(m);
3942 			ip = mtod(m, struct ip *);
3943 			ip->ip_v = IPVERSION;
3944 			ip->ip_hl = (sizeof(struct ip) >> 2);
3945 			if (tos_value == 0) {
3946 				/*
3947 				 * This means especially, that it is not set
3948 				 * at the SCTP layer. So use the value from
3949 				 * the IP layer.
3950 				 */
3951 				tos_value = inp->ip_inp.inp.inp_ip_tos;
3952 			}
3953 			tos_value &= 0xfc;
3954 			if (ecn_ok) {
3955 				tos_value |= sctp_get_ect(stcb);
3956 			}
3957 			if ((nofragment_flag) && (port == 0)) {
3958 				ip->ip_off = htons(IP_DF);
3959 			} else {
3960 				ip->ip_off = htons(0);
3961 			}
3962 			/* FreeBSD has a function for ip_id's */
3963 			ip->ip_id = ip_newid();
3964 
3965 			ip->ip_ttl = inp->ip_inp.inp.inp_ip_ttl;
3966 			ip->ip_len = htons(packet_length);
3967 			ip->ip_tos = tos_value;
3968 			if (port) {
3969 				ip->ip_p = IPPROTO_UDP;
3970 			} else {
3971 				ip->ip_p = IPPROTO_SCTP;
3972 			}
3973 			ip->ip_sum = 0;
3974 			if (net == NULL) {
3975 				ro = &iproute;
3976 				memset(&iproute, 0, sizeof(iproute));
3977 				memcpy(&ro->ro_dst, to, to->sa_len);
3978 			} else {
3979 				ro = (sctp_route_t *) & net->ro;
3980 			}
3981 			/* Now the address selection part */
3982 			ip->ip_dst.s_addr = ((struct sockaddr_in *)to)->sin_addr.s_addr;
3983 
3984 			/* call the routine to select the src address */
3985 			if (net && out_of_asoc_ok == 0) {
3986 				if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) {
3987 					sctp_free_ifa(net->ro._s_addr);
3988 					net->ro._s_addr = NULL;
3989 					net->src_addr_selected = 0;
3990 					if (ro->ro_rt) {
3991 						RTFREE(ro->ro_rt);
3992 						ro->ro_rt = NULL;
3993 					}
3994 				}
3995 				if (net->src_addr_selected == 0) {
3996 					/* Cache the source address */
3997 					net->ro._s_addr = sctp_source_address_selection(inp, stcb,
3998 					    ro, net, 0,
3999 					    vrf_id);
4000 					net->src_addr_selected = 1;
4001 				}
4002 				if (net->ro._s_addr == NULL) {
4003 					/* No route to host */
4004 					net->src_addr_selected = 0;
4005 					sctp_handle_no_route(stcb, net, so_locked);
4006 					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4007 					sctp_m_freem(m);
4008 					return (EHOSTUNREACH);
4009 				}
4010 				ip->ip_src = net->ro._s_addr->address.sin.sin_addr;
4011 			} else {
4012 				if (over_addr == NULL) {
4013 					struct sctp_ifa *_lsrc;
4014 
4015 					_lsrc = sctp_source_address_selection(inp, stcb, ro,
4016 					    net,
4017 					    out_of_asoc_ok,
4018 					    vrf_id);
4019 					if (_lsrc == NULL) {
4020 						sctp_handle_no_route(stcb, net, so_locked);
4021 						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4022 						sctp_m_freem(m);
4023 						return (EHOSTUNREACH);
4024 					}
4025 					ip->ip_src = _lsrc->address.sin.sin_addr;
4026 					sctp_free_ifa(_lsrc);
4027 				} else {
4028 					ip->ip_src = over_addr->sin.sin_addr;
4029 					SCTP_RTALLOC(ro, vrf_id);
4030 				}
4031 			}
4032 			if (port) {
4033 				if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
4034 					sctp_handle_no_route(stcb, net, so_locked);
4035 					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4036 					sctp_m_freem(m);
4037 					return (EHOSTUNREACH);
4038 				}
4039 				udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
4040 				udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
4041 				udp->uh_dport = port;
4042 				udp->uh_ulen = htons(packet_length - sizeof(struct ip));
4043 				if (V_udp_cksum) {
4044 					udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP));
4045 				} else {
4046 					udp->uh_sum = 0;
4047 				}
4048 				sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr));
4049 			} else {
4050 				sctphdr = (struct sctphdr *)((caddr_t)ip + sizeof(struct ip));
4051 			}
4052 
4053 			sctphdr->src_port = src_port;
4054 			sctphdr->dest_port = dest_port;
4055 			sctphdr->v_tag = v_tag;
4056 			sctphdr->checksum = 0;
4057 
4058 			/*
4059 			 * If source address selection fails and we find no
4060 			 * route then the ip_output should fail as well with
4061 			 * a NO_ROUTE_TO_HOST type error. We probably should
4062 			 * catch that somewhere and abort the association
4063 			 * right away (assuming this is an INIT being sent).
4064 			 */
4065 			if (ro->ro_rt == NULL) {
4066 				/*
4067 				 * src addr selection failed to find a route
4068 				 * (or valid source addr), so we can't get
4069 				 * there from here (yet)!
4070 				 */
4071 				sctp_handle_no_route(stcb, net, so_locked);
4072 				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4073 				sctp_m_freem(m);
4074 				return (EHOSTUNREACH);
4075 			}
4076 			if (ro != &iproute) {
4077 				memcpy(&iproute, ro, sizeof(*ro));
4078 			}
4079 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv4 output routine from low level src addr:%x\n",
4080 			    (uint32_t) (ntohl(ip->ip_src.s_addr)));
4081 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Destination is %x\n",
4082 			    (uint32_t) (ntohl(ip->ip_dst.s_addr)));
4083 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "RTP route is %p through\n",
4084 			    (void *)ro->ro_rt);
4085 
4086 			if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
4087 				/* failed to prepend data, give up */
4088 				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4089 				sctp_m_freem(m);
4090 				return (ENOMEM);
4091 			}
4092 			SCTP_ATTACH_CHAIN(o_pak, m, packet_length);
4093 			if (port) {
4094 #if defined(SCTP_WITH_NO_CSUM)
4095 				SCTP_STAT_INCR(sctps_sendnocrc);
4096 #else
4097 				sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip) + sizeof(struct udphdr));
4098 				SCTP_STAT_INCR(sctps_sendswcrc);
4099 #endif
4100 				if (V_udp_cksum) {
4101 					SCTP_ENABLE_UDP_CSUM(o_pak);
4102 				}
4103 			} else {
4104 #if defined(SCTP_WITH_NO_CSUM)
4105 				SCTP_STAT_INCR(sctps_sendnocrc);
4106 #else
4107 				m->m_pkthdr.csum_flags = CSUM_SCTP;
4108 				m->m_pkthdr.csum_data = 0;
4109 				SCTP_STAT_INCR(sctps_sendhwcrc);
4110 #endif
4111 			}
4112 #ifdef SCTP_PACKET_LOGGING
4113 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING)
4114 				sctp_packet_log(o_pak);
4115 #endif
4116 			/* send it out.  table id is taken from stcb */
4117 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4118 			if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) {
4119 				so = SCTP_INP_SO(inp);
4120 				SCTP_SOCKET_UNLOCK(so, 0);
4121 			}
4122 #endif
4123 			SCTP_IP_OUTPUT(ret, o_pak, ro, stcb, vrf_id);
4124 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4125 			if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) {
4126 				atomic_add_int(&stcb->asoc.refcnt, 1);
4127 				SCTP_TCB_UNLOCK(stcb);
4128 				SCTP_SOCKET_LOCK(so, 0);
4129 				SCTP_TCB_LOCK(stcb);
4130 				atomic_subtract_int(&stcb->asoc.refcnt, 1);
4131 			}
4132 #endif
4133 			SCTP_STAT_INCR(sctps_sendpackets);
4134 			SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
4135 			if (ret)
4136 				SCTP_STAT_INCR(sctps_senderrors);
4137 
4138 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "IP output returns %d\n", ret);
4139 			if (net == NULL) {
4140 				/* free tempy routes */
4141 				RO_RTFREE(ro);
4142 			} else {
4143 				/*
4144 				 * PMTU check versus smallest asoc MTU goes
4145 				 * here
4146 				 */
4147 				if ((ro->ro_rt != NULL) &&
4148 				    (net->ro._s_addr)) {
4149 					uint32_t mtu;
4150 
4151 					mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt);
4152 					if (net->port) {
4153 						mtu -= sizeof(struct udphdr);
4154 					}
4155 					if (mtu && (stcb->asoc.smallest_mtu > mtu)) {
4156 						sctp_mtu_size_reset(inp, &stcb->asoc, mtu);
4157 						net->mtu = mtu;
4158 					}
4159 				} else if (ro->ro_rt == NULL) {
4160 					/* route was freed */
4161 					if (net->ro._s_addr &&
4162 					    net->src_addr_selected) {
4163 						sctp_free_ifa(net->ro._s_addr);
4164 						net->ro._s_addr = NULL;
4165 					}
4166 					net->src_addr_selected = 0;
4167 				}
4168 			}
4169 			return (ret);
4170 		}
4171 #endif
4172 #ifdef INET6
4173 	case AF_INET6:
4174 		{
4175 			uint32_t flowlabel, flowinfo;
4176 			struct ip6_hdr *ip6h;
4177 			struct route_in6 ip6route;
4178 			struct ifnet *ifp;
4179 			struct sockaddr_in6 *sin6, tmp, *lsa6, lsa6_tmp;
4180 			int prev_scope = 0;
4181 			struct sockaddr_in6 lsa6_storage;
4182 			int error;
4183 			u_short prev_port = 0;
4184 			int len;
4185 
4186 			if (net) {
4187 				flowlabel = net->flowlabel;
4188 			} else if (stcb) {
4189 				flowlabel = stcb->asoc.default_flowlabel;
4190 			} else {
4191 				flowlabel = inp->sctp_ep.default_flowlabel;
4192 			}
4193 			if (flowlabel == 0) {
4194 				/*
4195 				 * This means especially, that it is not set
4196 				 * at the SCTP layer. So use the value from
4197 				 * the IP layer.
4198 				 */
4199 				flowlabel = ntohl(((struct in6pcb *)inp)->in6p_flowinfo);
4200 			}
4201 			flowlabel &= 0x000fffff;
4202 			len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr);
4203 			if (port) {
4204 				len += sizeof(struct udphdr);
4205 			}
4206 			newm = sctp_get_mbuf_for_msg(len, 1, M_NOWAIT, 1, MT_DATA);
4207 			if (newm == NULL) {
4208 				sctp_m_freem(m);
4209 				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4210 				return (ENOMEM);
4211 			}
4212 			SCTP_ALIGN_TO_END(newm, len);
4213 			SCTP_BUF_LEN(newm) = len;
4214 			SCTP_BUF_NEXT(newm) = m;
4215 			m = newm;
4216 			if (net != NULL) {
4217 #ifdef INVARIANTS
4218 				if (net->flowidset == 0) {
4219 					panic("Flow ID not set");
4220 				}
4221 #endif
4222 				m->m_pkthdr.flowid = net->flowid;
4223 				m->m_flags |= M_FLOWID;
4224 			} else {
4225 				if (use_mflowid != 0) {
4226 					m->m_pkthdr.flowid = mflowid;
4227 					m->m_flags |= M_FLOWID;
4228 				}
4229 			}
4230 			packet_length = sctp_calculate_len(m);
4231 
4232 			ip6h = mtod(m, struct ip6_hdr *);
4233 			/* protect *sin6 from overwrite */
4234 			sin6 = (struct sockaddr_in6 *)to;
4235 			tmp = *sin6;
4236 			sin6 = &tmp;
4237 
4238 			/* KAME hack: embed scopeid */
4239 			if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4240 				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4241 				return (EINVAL);
4242 			}
4243 			if (net == NULL) {
4244 				memset(&ip6route, 0, sizeof(ip6route));
4245 				ro = (sctp_route_t *) & ip6route;
4246 				memcpy(&ro->ro_dst, sin6, sin6->sin6_len);
4247 			} else {
4248 				ro = (sctp_route_t *) & net->ro;
4249 			}
4250 			/*
4251 			 * We assume here that inp_flow is in host byte
4252 			 * order within the TCB!
4253 			 */
4254 			if (tos_value == 0) {
4255 				/*
4256 				 * This means especially, that it is not set
4257 				 * at the SCTP layer. So use the value from
4258 				 * the IP layer.
4259 				 */
4260 				tos_value = (ntohl(((struct in6pcb *)inp)->in6p_flowinfo) >> 20) & 0xff;
4261 			}
4262 			tos_value &= 0xfc;
4263 			if (ecn_ok) {
4264 				tos_value |= sctp_get_ect(stcb);
4265 			}
4266 			flowinfo = 0x06;
4267 			flowinfo <<= 8;
4268 			flowinfo |= tos_value;
4269 			flowinfo <<= 20;
4270 			flowinfo |= flowlabel;
4271 			ip6h->ip6_flow = htonl(flowinfo);
4272 			if (port) {
4273 				ip6h->ip6_nxt = IPPROTO_UDP;
4274 			} else {
4275 				ip6h->ip6_nxt = IPPROTO_SCTP;
4276 			}
4277 			ip6h->ip6_plen = (packet_length - sizeof(struct ip6_hdr));
4278 			ip6h->ip6_dst = sin6->sin6_addr;
4279 
4280 			/*
4281 			 * Add SRC address selection here: we can only reuse
4282 			 * to a limited degree the kame src-addr-sel, since
4283 			 * we can try their selection but it may not be
4284 			 * bound.
4285 			 */
4286 			bzero(&lsa6_tmp, sizeof(lsa6_tmp));
4287 			lsa6_tmp.sin6_family = AF_INET6;
4288 			lsa6_tmp.sin6_len = sizeof(lsa6_tmp);
4289 			lsa6 = &lsa6_tmp;
4290 			if (net && out_of_asoc_ok == 0) {
4291 				if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) {
4292 					sctp_free_ifa(net->ro._s_addr);
4293 					net->ro._s_addr = NULL;
4294 					net->src_addr_selected = 0;
4295 					if (ro->ro_rt) {
4296 						RTFREE(ro->ro_rt);
4297 						ro->ro_rt = NULL;
4298 					}
4299 				}
4300 				if (net->src_addr_selected == 0) {
4301 					sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
4302 					/* KAME hack: embed scopeid */
4303 					if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4304 						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4305 						return (EINVAL);
4306 					}
4307 					/* Cache the source address */
4308 					net->ro._s_addr = sctp_source_address_selection(inp,
4309 					    stcb,
4310 					    ro,
4311 					    net,
4312 					    0,
4313 					    vrf_id);
4314 					(void)sa6_recoverscope(sin6);
4315 					net->src_addr_selected = 1;
4316 				}
4317 				if (net->ro._s_addr == NULL) {
4318 					SCTPDBG(SCTP_DEBUG_OUTPUT3, "V6:No route to host\n");
4319 					net->src_addr_selected = 0;
4320 					sctp_handle_no_route(stcb, net, so_locked);
4321 					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4322 					sctp_m_freem(m);
4323 					return (EHOSTUNREACH);
4324 				}
4325 				lsa6->sin6_addr = net->ro._s_addr->address.sin6.sin6_addr;
4326 			} else {
4327 				sin6 = (struct sockaddr_in6 *)&ro->ro_dst;
4328 				/* KAME hack: embed scopeid */
4329 				if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4330 					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4331 					return (EINVAL);
4332 				}
4333 				if (over_addr == NULL) {
4334 					struct sctp_ifa *_lsrc;
4335 
4336 					_lsrc = sctp_source_address_selection(inp, stcb, ro,
4337 					    net,
4338 					    out_of_asoc_ok,
4339 					    vrf_id);
4340 					if (_lsrc == NULL) {
4341 						sctp_handle_no_route(stcb, net, so_locked);
4342 						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4343 						sctp_m_freem(m);
4344 						return (EHOSTUNREACH);
4345 					}
4346 					lsa6->sin6_addr = _lsrc->address.sin6.sin6_addr;
4347 					sctp_free_ifa(_lsrc);
4348 				} else {
4349 					lsa6->sin6_addr = over_addr->sin6.sin6_addr;
4350 					SCTP_RTALLOC(ro, vrf_id);
4351 				}
4352 				(void)sa6_recoverscope(sin6);
4353 			}
4354 			lsa6->sin6_port = inp->sctp_lport;
4355 
4356 			if (ro->ro_rt == NULL) {
4357 				/*
4358 				 * src addr selection failed to find a route
4359 				 * (or valid source addr), so we can't get
4360 				 * there from here!
4361 				 */
4362 				sctp_handle_no_route(stcb, net, so_locked);
4363 				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4364 				sctp_m_freem(m);
4365 				return (EHOSTUNREACH);
4366 			}
4367 			/*
4368 			 * XXX: sa6 may not have a valid sin6_scope_id in
4369 			 * the non-SCOPEDROUTING case.
4370 			 */
4371 			bzero(&lsa6_storage, sizeof(lsa6_storage));
4372 			lsa6_storage.sin6_family = AF_INET6;
4373 			lsa6_storage.sin6_len = sizeof(lsa6_storage);
4374 			lsa6_storage.sin6_addr = lsa6->sin6_addr;
4375 			if ((error = sa6_recoverscope(&lsa6_storage)) != 0) {
4376 				SCTPDBG(SCTP_DEBUG_OUTPUT3, "recover scope fails error %d\n", error);
4377 				sctp_m_freem(m);
4378 				return (error);
4379 			}
4380 			/* XXX */
4381 			lsa6_storage.sin6_addr = lsa6->sin6_addr;
4382 			lsa6_storage.sin6_port = inp->sctp_lport;
4383 			lsa6 = &lsa6_storage;
4384 			ip6h->ip6_src = lsa6->sin6_addr;
4385 
4386 			if (port) {
4387 				if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
4388 					sctp_handle_no_route(stcb, net, so_locked);
4389 					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4390 					sctp_m_freem(m);
4391 					return (EHOSTUNREACH);
4392 				}
4393 				udp = (struct udphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr));
4394 				udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
4395 				udp->uh_dport = port;
4396 				udp->uh_ulen = htons(packet_length - sizeof(struct ip6_hdr));
4397 				udp->uh_sum = 0;
4398 				sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr));
4399 			} else {
4400 				sctphdr = (struct sctphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr));
4401 			}
4402 
4403 			sctphdr->src_port = src_port;
4404 			sctphdr->dest_port = dest_port;
4405 			sctphdr->v_tag = v_tag;
4406 			sctphdr->checksum = 0;
4407 
4408 			/*
4409 			 * We set the hop limit now since there is a good
4410 			 * chance that our ro pointer is now filled
4411 			 */
4412 			ip6h->ip6_hlim = SCTP_GET_HLIM(inp, ro);
4413 			ifp = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
4414 
4415 #ifdef SCTP_DEBUG
4416 			/* Copy to be sure something bad is not happening */
4417 			sin6->sin6_addr = ip6h->ip6_dst;
4418 			lsa6->sin6_addr = ip6h->ip6_src;
4419 #endif
4420 
4421 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv6 output routine from low level\n");
4422 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "src: ");
4423 			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)lsa6);
4424 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst: ");
4425 			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)sin6);
4426 			if (net) {
4427 				sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
4428 				/*
4429 				 * preserve the port and scope for link
4430 				 * local send
4431 				 */
4432 				prev_scope = sin6->sin6_scope_id;
4433 				prev_port = sin6->sin6_port;
4434 			}
4435 			if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
4436 				/* failed to prepend data, give up */
4437 				sctp_m_freem(m);
4438 				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4439 				return (ENOMEM);
4440 			}
4441 			SCTP_ATTACH_CHAIN(o_pak, m, packet_length);
4442 			if (port) {
4443 #if defined(SCTP_WITH_NO_CSUM)
4444 				SCTP_STAT_INCR(sctps_sendnocrc);
4445 #else
4446 				sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip6_hdr) + sizeof(struct udphdr));
4447 				SCTP_STAT_INCR(sctps_sendswcrc);
4448 #endif
4449 				if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), packet_length - sizeof(struct ip6_hdr))) == 0) {
4450 					udp->uh_sum = 0xffff;
4451 				}
4452 			} else {
4453 #if defined(SCTP_WITH_NO_CSUM)
4454 				SCTP_STAT_INCR(sctps_sendnocrc);
4455 #else
4456 				m->m_pkthdr.csum_flags = CSUM_SCTP_IPV6;
4457 				m->m_pkthdr.csum_data = 0;
4458 				SCTP_STAT_INCR(sctps_sendhwcrc);
4459 #endif
4460 			}
4461 			/* send it out. table id is taken from stcb */
4462 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4463 			if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) {
4464 				so = SCTP_INP_SO(inp);
4465 				SCTP_SOCKET_UNLOCK(so, 0);
4466 			}
4467 #endif
4468 #ifdef SCTP_PACKET_LOGGING
4469 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING)
4470 				sctp_packet_log(o_pak);
4471 #endif
4472 			SCTP_IP6_OUTPUT(ret, o_pak, (struct route_in6 *)ro, &ifp, stcb, vrf_id);
4473 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4474 			if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) {
4475 				atomic_add_int(&stcb->asoc.refcnt, 1);
4476 				SCTP_TCB_UNLOCK(stcb);
4477 				SCTP_SOCKET_LOCK(so, 0);
4478 				SCTP_TCB_LOCK(stcb);
4479 				atomic_subtract_int(&stcb->asoc.refcnt, 1);
4480 			}
4481 #endif
4482 			if (net) {
4483 				/* for link local this must be done */
4484 				sin6->sin6_scope_id = prev_scope;
4485 				sin6->sin6_port = prev_port;
4486 			}
4487 			SCTPDBG(SCTP_DEBUG_OUTPUT3, "return from send is %d\n", ret);
4488 			SCTP_STAT_INCR(sctps_sendpackets);
4489 			SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
4490 			if (ret) {
4491 				SCTP_STAT_INCR(sctps_senderrors);
4492 			}
4493 			if (net == NULL) {
4494 				/* Now if we had a temp route free it */
4495 				RO_RTFREE(ro);
4496 			} else {
4497 				/*
4498 				 * PMTU check versus smallest asoc MTU goes
4499 				 * here
4500 				 */
4501 				if (ro->ro_rt == NULL) {
4502 					/* Route was freed */
4503 					if (net->ro._s_addr &&
4504 					    net->src_addr_selected) {
4505 						sctp_free_ifa(net->ro._s_addr);
4506 						net->ro._s_addr = NULL;
4507 					}
4508 					net->src_addr_selected = 0;
4509 				}
4510 				if ((ro->ro_rt != NULL) &&
4511 				    (net->ro._s_addr)) {
4512 					uint32_t mtu;
4513 
4514 					mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt);
4515 					if (mtu &&
4516 					    (stcb->asoc.smallest_mtu > mtu)) {
4517 						sctp_mtu_size_reset(inp, &stcb->asoc, mtu);
4518 						net->mtu = mtu;
4519 						if (net->port) {
4520 							net->mtu -= sizeof(struct udphdr);
4521 						}
4522 					}
4523 				} else if (ifp) {
4524 					if (ND_IFINFO(ifp)->linkmtu &&
4525 					    (stcb->asoc.smallest_mtu > ND_IFINFO(ifp)->linkmtu)) {
4526 						sctp_mtu_size_reset(inp,
4527 						    &stcb->asoc,
4528 						    ND_IFINFO(ifp)->linkmtu);
4529 					}
4530 				}
4531 			}
4532 			return (ret);
4533 		}
4534 #endif
4535 	default:
4536 		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n",
4537 		    ((struct sockaddr *)to)->sa_family);
4538 		sctp_m_freem(m);
4539 		SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
4540 		return (EFAULT);
4541 	}
4542 }
4543 
4544 
4545 void
4546 sctp_send_initiate(struct sctp_inpcb *inp, struct sctp_tcb *stcb, int so_locked
4547 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
4548     SCTP_UNUSED
4549 #endif
4550 )
4551 {
4552 	struct mbuf *m;
4553 	struct sctp_nets *net;
4554 	struct sctp_init_chunk *init;
4555 	struct sctp_supported_addr_param *sup_addr;
4556 	struct sctp_adaptation_layer_indication *ali;
4557 	struct sctp_supported_chunk_types_param *pr_supported;
4558 	struct sctp_paramhdr *ph;
4559 	int cnt_inits_to = 0;
4560 	int ret;
4561 	uint16_t num_ext, chunk_len, padding_len, parameter_len;
4562 
4563 	/* INIT's always go to the primary (and usually ONLY address) */
4564 	net = stcb->asoc.primary_destination;
4565 	if (net == NULL) {
4566 		net = TAILQ_FIRST(&stcb->asoc.nets);
4567 		if (net == NULL) {
4568 			/* TSNH */
4569 			return;
4570 		}
4571 		/* we confirm any address we send an INIT to */
4572 		net->dest_state &= ~SCTP_ADDR_UNCONFIRMED;
4573 		(void)sctp_set_primary_addr(stcb, NULL, net);
4574 	} else {
4575 		/* we confirm any address we send an INIT to */
4576 		net->dest_state &= ~SCTP_ADDR_UNCONFIRMED;
4577 	}
4578 	SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT\n");
4579 #ifdef INET6
4580 	if (net->ro._l_addr.sa.sa_family == AF_INET6) {
4581 		/*
4582 		 * special hook, if we are sending to link local it will not
4583 		 * show up in our private address count.
4584 		 */
4585 		if (IN6_IS_ADDR_LINKLOCAL(&net->ro._l_addr.sin6.sin6_addr))
4586 			cnt_inits_to = 1;
4587 	}
4588 #endif
4589 	if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4590 		/* This case should not happen */
4591 		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - failed timer?\n");
4592 		return;
4593 	}
4594 	/* start the INIT timer */
4595 	sctp_timer_start(SCTP_TIMER_TYPE_INIT, inp, stcb, net);
4596 
4597 	m = sctp_get_mbuf_for_msg(MCLBYTES, 1, M_NOWAIT, 1, MT_DATA);
4598 	if (m == NULL) {
4599 		/* No memory, INIT timer will re-attempt. */
4600 		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - mbuf?\n");
4601 		return;
4602 	}
4603 	chunk_len = (uint16_t) sizeof(struct sctp_init_chunk);
4604 	padding_len = 0;
4605 	/*
4606 	 * assume peer supports asconf in order to be able to queue local
4607 	 * address changes while an INIT is in flight and before the assoc
4608 	 * is established.
4609 	 */
4610 	stcb->asoc.peer_supports_asconf = 1;
4611 	/* Now lets put the chunk header in place */
4612 	init = mtod(m, struct sctp_init_chunk *);
4613 	/* now the chunk header */
4614 	init->ch.chunk_type = SCTP_INITIATION;
4615 	init->ch.chunk_flags = 0;
4616 	/* fill in later from mbuf we build */
4617 	init->ch.chunk_length = 0;
4618 	/* place in my tag */
4619 	init->init.initiate_tag = htonl(stcb->asoc.my_vtag);
4620 	/* set up some of the credits. */
4621 	init->init.a_rwnd = htonl(max(inp->sctp_socket ? SCTP_SB_LIMIT_RCV(inp->sctp_socket) : 0,
4622 	    SCTP_MINIMAL_RWND));
4623 	init->init.num_outbound_streams = htons(stcb->asoc.pre_open_streams);
4624 	init->init.num_inbound_streams = htons(stcb->asoc.max_inbound_streams);
4625 	init->init.initial_tsn = htonl(stcb->asoc.init_seq_number);
4626 
4627 	if (stcb->asoc.scope.ipv4_addr_legal || stcb->asoc.scope.ipv6_addr_legal) {
4628 		uint8_t i;
4629 
4630 		parameter_len = (uint16_t) sizeof(struct sctp_paramhdr);
4631 		if (stcb->asoc.scope.ipv4_addr_legal) {
4632 			parameter_len += (uint16_t) sizeof(uint16_t);
4633 		}
4634 		if (stcb->asoc.scope.ipv6_addr_legal) {
4635 			parameter_len += (uint16_t) sizeof(uint16_t);
4636 		}
4637 		sup_addr = (struct sctp_supported_addr_param *)(mtod(m, caddr_t)+chunk_len);
4638 		sup_addr->ph.param_type = htons(SCTP_SUPPORTED_ADDRTYPE);
4639 		sup_addr->ph.param_length = htons(parameter_len);
4640 		i = 0;
4641 		if (stcb->asoc.scope.ipv4_addr_legal) {
4642 			sup_addr->addr_type[i++] = htons(SCTP_IPV4_ADDRESS);
4643 		}
4644 		if (stcb->asoc.scope.ipv6_addr_legal) {
4645 			sup_addr->addr_type[i++] = htons(SCTP_IPV6_ADDRESS);
4646 		}
4647 		padding_len = 4 - 2 * i;
4648 		chunk_len += parameter_len;
4649 	}
4650 	/* Adaptation layer indication parameter */
4651 	if (inp->sctp_ep.adaptation_layer_indicator_provided) {
4652 		if (padding_len > 0) {
4653 			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4654 			chunk_len += padding_len;
4655 			padding_len = 0;
4656 		}
4657 		parameter_len = (uint16_t) sizeof(struct sctp_adaptation_layer_indication);
4658 		ali = (struct sctp_adaptation_layer_indication *)(mtod(m, caddr_t)+chunk_len);
4659 		ali->ph.param_type = htons(SCTP_ULP_ADAPTATION);
4660 		ali->ph.param_length = htons(parameter_len);
4661 		ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator);
4662 		chunk_len += parameter_len;
4663 	}
4664 	if (SCTP_BASE_SYSCTL(sctp_inits_include_nat_friendly)) {
4665 		/* Add NAT friendly parameter. */
4666 		if (padding_len > 0) {
4667 			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4668 			chunk_len += padding_len;
4669 			padding_len = 0;
4670 		}
4671 		parameter_len = (uint16_t) sizeof(struct sctp_paramhdr);
4672 		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4673 		ph->param_type = htons(SCTP_HAS_NAT_SUPPORT);
4674 		ph->param_length = htons(parameter_len);
4675 		chunk_len += parameter_len;
4676 	}
4677 	/* now any cookie time extensions */
4678 	if (stcb->asoc.cookie_preserve_req) {
4679 		struct sctp_cookie_perserve_param *cookie_preserve;
4680 
4681 		if (padding_len > 0) {
4682 			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4683 			chunk_len += padding_len;
4684 			padding_len = 0;
4685 		}
4686 		parameter_len = (uint16_t) sizeof(struct sctp_cookie_perserve_param);
4687 		cookie_preserve = (struct sctp_cookie_perserve_param *)(mtod(m, caddr_t)+chunk_len);
4688 		cookie_preserve->ph.param_type = htons(SCTP_COOKIE_PRESERVE);
4689 		cookie_preserve->ph.param_length = htons(parameter_len);
4690 		cookie_preserve->time = htonl(stcb->asoc.cookie_preserve_req);
4691 		stcb->asoc.cookie_preserve_req = 0;
4692 		chunk_len += parameter_len;
4693 	}
4694 	/* ECN parameter */
4695 	if (stcb->asoc.ecn_allowed == 1) {
4696 		if (padding_len > 0) {
4697 			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4698 			chunk_len += padding_len;
4699 			padding_len = 0;
4700 		}
4701 		parameter_len = (uint16_t) sizeof(struct sctp_paramhdr);
4702 		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4703 		ph->param_type = htons(SCTP_ECN_CAPABLE);
4704 		ph->param_length = htons(parameter_len);
4705 		chunk_len += parameter_len;
4706 	}
4707 	/* And now tell the peer we do support PR-SCTP. */
4708 	if (padding_len > 0) {
4709 		memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4710 		chunk_len += padding_len;
4711 		padding_len = 0;
4712 	}
4713 	parameter_len = (uint16_t) sizeof(struct sctp_paramhdr);
4714 	ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4715 	ph->param_type = htons(SCTP_PRSCTP_SUPPORTED);
4716 	ph->param_length = htons(parameter_len);
4717 	chunk_len += parameter_len;
4718 
4719 	/* And now tell the peer we do all the extensions */
4720 	pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+chunk_len);
4721 	pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT);
4722 	num_ext = 0;
4723 	pr_supported->chunk_types[num_ext++] = SCTP_ASCONF;
4724 	pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK;
4725 	pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN;
4726 	pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED;
4727 	pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET;
4728 	if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) {
4729 		pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION;
4730 	}
4731 	if (stcb->asoc.sctp_nr_sack_on_off == 1) {
4732 		pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK;
4733 	}
4734 	parameter_len = (uint16_t) sizeof(struct sctp_supported_chunk_types_param) + num_ext;
4735 	pr_supported->ph.param_length = htons(parameter_len);
4736 	padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4737 	chunk_len += parameter_len;
4738 
4739 	/* add authentication parameters */
4740 	if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) {
4741 		/* attach RANDOM parameter, if available */
4742 		if (stcb->asoc.authinfo.random != NULL) {
4743 			struct sctp_auth_random *randp;
4744 
4745 			if (padding_len > 0) {
4746 				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4747 				chunk_len += padding_len;
4748 				padding_len = 0;
4749 			}
4750 			randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+chunk_len);
4751 			parameter_len = (uint16_t) sizeof(struct sctp_auth_random) + stcb->asoc.authinfo.random_len;
4752 			/* random key already contains the header */
4753 			memcpy(randp, stcb->asoc.authinfo.random->key, parameter_len);
4754 			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4755 			chunk_len += parameter_len;
4756 		}
4757 		/* add HMAC_ALGO parameter */
4758 		if ((stcb->asoc.local_hmacs != NULL) &&
4759 		    (stcb->asoc.local_hmacs->num_algo > 0)) {
4760 			struct sctp_auth_hmac_algo *hmacs;
4761 
4762 			if (padding_len > 0) {
4763 				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4764 				chunk_len += padding_len;
4765 				padding_len = 0;
4766 			}
4767 			hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+chunk_len);
4768 			parameter_len = (uint16_t) (sizeof(struct sctp_auth_hmac_algo) +
4769 			    stcb->asoc.local_hmacs->num_algo * sizeof(uint16_t));
4770 			hmacs->ph.param_type = htons(SCTP_HMAC_LIST);
4771 			hmacs->ph.param_length = htons(parameter_len);
4772 			sctp_serialize_hmaclist(stcb->asoc.local_hmacs, (uint8_t *) hmacs->hmac_ids);
4773 			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4774 			chunk_len += parameter_len;
4775 		}
4776 		/* add CHUNKS parameter */
4777 		if (sctp_auth_get_chklist_size(stcb->asoc.local_auth_chunks) > 0) {
4778 			struct sctp_auth_chunk_list *chunks;
4779 
4780 			if (padding_len > 0) {
4781 				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4782 				chunk_len += padding_len;
4783 				padding_len = 0;
4784 			}
4785 			chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+chunk_len);
4786 			parameter_len = (uint16_t) (sizeof(struct sctp_auth_chunk_list) +
4787 			    sctp_auth_get_chklist_size(stcb->asoc.local_auth_chunks));
4788 			chunks->ph.param_type = htons(SCTP_CHUNK_LIST);
4789 			chunks->ph.param_length = htons(parameter_len);
4790 			sctp_serialize_auth_chunks(stcb->asoc.local_auth_chunks, chunks->chunk_types);
4791 			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4792 			chunk_len += parameter_len;
4793 		}
4794 	}
4795 	SCTP_BUF_LEN(m) = chunk_len;
4796 
4797 	/* now the addresses */
4798 	/*
4799 	 * To optimize this we could put the scoping stuff into a structure
4800 	 * and remove the individual uint8's from the assoc structure. Then
4801 	 * we could just sifa in the address within the stcb. But for now
4802 	 * this is a quick hack to get the address stuff teased apart.
4803 	 */
4804 	sctp_add_addresses_to_i_ia(inp, stcb, &stcb->asoc.scope, m, cnt_inits_to, &padding_len, &chunk_len);
4805 
4806 	init->ch.chunk_length = htons(chunk_len);
4807 	if (padding_len > 0) {
4808 		struct mbuf *m_at, *mp_last;
4809 
4810 		mp_last = NULL;
4811 		for (m_at = m; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
4812 			if (SCTP_BUF_NEXT(m_at) == NULL)
4813 				mp_last = m_at;
4814 		}
4815 		if ((mp_last == NULL) || sctp_add_pad_tombuf(mp_last, padding_len)) {
4816 			sctp_m_freem(m);
4817 			return;
4818 		}
4819 	}
4820 	SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - calls lowlevel_output\n");
4821 	ret = sctp_lowlevel_chunk_output(inp, stcb, net,
4822 	    (struct sockaddr *)&net->ro._l_addr,
4823 	    m, 0, NULL, 0, 0, 0, 0,
4824 	    inp->sctp_lport, stcb->rport, htonl(0),
4825 	    net->port, NULL,
4826 	    0, 0,
4827 	    so_locked);
4828 	SCTPDBG(SCTP_DEBUG_OUTPUT4, "lowlevel_output - %d\n", ret);
4829 	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
4830 	(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
4831 }
4832 
4833 struct mbuf *
4834 sctp_arethere_unrecognized_parameters(struct mbuf *in_initpkt,
4835     int param_offset, int *abort_processing, struct sctp_chunkhdr *cp, int *nat_friendly)
4836 {
4837 	/*
4838 	 * Given a mbuf containing an INIT or INIT-ACK with the param_offset
4839 	 * being equal to the beginning of the params i.e. (iphlen +
4840 	 * sizeof(struct sctp_init_msg) parse through the parameters to the
4841 	 * end of the mbuf verifying that all parameters are known.
4842 	 *
4843 	 * For unknown parameters build and return a mbuf with
4844 	 * UNRECOGNIZED_PARAMETER errors. If the flags indicate to stop
4845 	 * processing this chunk stop, and set *abort_processing to 1.
4846 	 *
4847 	 * By having param_offset be pre-set to where parameters begin it is
4848 	 * hoped that this routine may be reused in the future by new
4849 	 * features.
4850 	 */
4851 	struct sctp_paramhdr *phdr, params;
4852 
4853 	struct mbuf *mat, *op_err;
4854 	char tempbuf[SCTP_PARAM_BUFFER_SIZE];
4855 	int at, limit, pad_needed;
4856 	uint16_t ptype, plen, padded_size;
4857 	int err_at;
4858 
4859 	*abort_processing = 0;
4860 	mat = in_initpkt;
4861 	err_at = 0;
4862 	limit = ntohs(cp->chunk_length) - sizeof(struct sctp_init_chunk);
4863 	at = param_offset;
4864 	op_err = NULL;
4865 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Check for unrecognized param's\n");
4866 	phdr = sctp_get_next_param(mat, at, &params, sizeof(params));
4867 	while ((phdr != NULL) && ((size_t)limit >= sizeof(struct sctp_paramhdr))) {
4868 		ptype = ntohs(phdr->param_type);
4869 		plen = ntohs(phdr->param_length);
4870 		if ((plen > limit) || (plen < sizeof(struct sctp_paramhdr))) {
4871 			/* wacked parameter */
4872 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error %d\n", plen);
4873 			goto invalid_size;
4874 		}
4875 		limit -= SCTP_SIZE32(plen);
4876 		/*-
4877 		 * All parameters for all chunks that we know/understand are
4878 		 * listed here. We process them other places and make
4879 		 * appropriate stop actions per the upper bits. However this
4880 		 * is the generic routine processor's can call to get back
4881 		 * an operr.. to either incorporate (init-ack) or send.
4882 		 */
4883 		padded_size = SCTP_SIZE32(plen);
4884 		switch (ptype) {
4885 			/* Param's with variable size */
4886 		case SCTP_HEARTBEAT_INFO:
4887 		case SCTP_STATE_COOKIE:
4888 		case SCTP_UNRECOG_PARAM:
4889 		case SCTP_ERROR_CAUSE_IND:
4890 			/* ok skip fwd */
4891 			at += padded_size;
4892 			break;
4893 			/* Param's with variable size within a range */
4894 		case SCTP_CHUNK_LIST:
4895 		case SCTP_SUPPORTED_CHUNK_EXT:
4896 			if (padded_size > (sizeof(struct sctp_supported_chunk_types_param) + (sizeof(uint8_t) * SCTP_MAX_SUPPORTED_EXT))) {
4897 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error chklist %d\n", plen);
4898 				goto invalid_size;
4899 			}
4900 			at += padded_size;
4901 			break;
4902 		case SCTP_SUPPORTED_ADDRTYPE:
4903 			if (padded_size > SCTP_MAX_ADDR_PARAMS_SIZE) {
4904 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error supaddrtype %d\n", plen);
4905 				goto invalid_size;
4906 			}
4907 			at += padded_size;
4908 			break;
4909 		case SCTP_RANDOM:
4910 			if (padded_size > (sizeof(struct sctp_auth_random) + SCTP_RANDOM_MAX_SIZE)) {
4911 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error random %d\n", plen);
4912 				goto invalid_size;
4913 			}
4914 			at += padded_size;
4915 			break;
4916 		case SCTP_SET_PRIM_ADDR:
4917 		case SCTP_DEL_IP_ADDRESS:
4918 		case SCTP_ADD_IP_ADDRESS:
4919 			if ((padded_size != sizeof(struct sctp_asconf_addrv4_param)) &&
4920 			    (padded_size != sizeof(struct sctp_asconf_addr_param))) {
4921 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error setprim %d\n", plen);
4922 				goto invalid_size;
4923 			}
4924 			at += padded_size;
4925 			break;
4926 			/* Param's with a fixed size */
4927 		case SCTP_IPV4_ADDRESS:
4928 			if (padded_size != sizeof(struct sctp_ipv4addr_param)) {
4929 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv4 addr %d\n", plen);
4930 				goto invalid_size;
4931 			}
4932 			at += padded_size;
4933 			break;
4934 		case SCTP_IPV6_ADDRESS:
4935 			if (padded_size != sizeof(struct sctp_ipv6addr_param)) {
4936 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv6 addr %d\n", plen);
4937 				goto invalid_size;
4938 			}
4939 			at += padded_size;
4940 			break;
4941 		case SCTP_COOKIE_PRESERVE:
4942 			if (padded_size != sizeof(struct sctp_cookie_perserve_param)) {
4943 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error cookie-preserve %d\n", plen);
4944 				goto invalid_size;
4945 			}
4946 			at += padded_size;
4947 			break;
4948 		case SCTP_HAS_NAT_SUPPORT:
4949 			*nat_friendly = 1;
4950 			/* fall through */
4951 		case SCTP_PRSCTP_SUPPORTED:
4952 
4953 			if (padded_size != sizeof(struct sctp_paramhdr)) {
4954 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error prsctp/nat support %d\n", plen);
4955 				goto invalid_size;
4956 			}
4957 			at += padded_size;
4958 			break;
4959 		case SCTP_ECN_CAPABLE:
4960 			if (padded_size != sizeof(struct sctp_ecn_supported_param)) {
4961 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ecn %d\n", plen);
4962 				goto invalid_size;
4963 			}
4964 			at += padded_size;
4965 			break;
4966 		case SCTP_ULP_ADAPTATION:
4967 			if (padded_size != sizeof(struct sctp_adaptation_layer_indication)) {
4968 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error adapatation %d\n", plen);
4969 				goto invalid_size;
4970 			}
4971 			at += padded_size;
4972 			break;
4973 		case SCTP_SUCCESS_REPORT:
4974 			if (padded_size != sizeof(struct sctp_asconf_paramhdr)) {
4975 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error success %d\n", plen);
4976 				goto invalid_size;
4977 			}
4978 			at += padded_size;
4979 			break;
4980 		case SCTP_HOSTNAME_ADDRESS:
4981 			{
4982 				/* We can NOT handle HOST NAME addresses!! */
4983 				int l_len;
4984 
4985 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Can't handle hostname addresses.. abort processing\n");
4986 				*abort_processing = 1;
4987 				if (op_err == NULL) {
4988 					/* Ok need to try to get a mbuf */
4989 #ifdef INET6
4990 					l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
4991 #else
4992 					l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
4993 #endif
4994 					l_len += plen;
4995 					l_len += sizeof(struct sctp_paramhdr);
4996 					op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
4997 					if (op_err) {
4998 						SCTP_BUF_LEN(op_err) = 0;
4999 						/*
5000 						 * pre-reserve space for ip
5001 						 * and sctp header  and
5002 						 * chunk hdr
5003 						 */
5004 #ifdef INET6
5005 						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5006 #else
5007 						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5008 #endif
5009 						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5010 						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5011 					}
5012 				}
5013 				if (op_err) {
5014 					/* If we have space */
5015 					struct sctp_paramhdr s;
5016 
5017 					if (err_at % 4) {
5018 						uint32_t cpthis = 0;
5019 
5020 						pad_needed = 4 - (err_at % 4);
5021 						m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis);
5022 						err_at += pad_needed;
5023 					}
5024 					s.param_type = htons(SCTP_CAUSE_UNRESOLVABLE_ADDR);
5025 					s.param_length = htons(sizeof(s) + plen);
5026 					m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s);
5027 					err_at += sizeof(s);
5028 					phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen));
5029 					if (phdr == NULL) {
5030 						sctp_m_freem(op_err);
5031 						/*
5032 						 * we are out of memory but
5033 						 * we still need to have a
5034 						 * look at what to do (the
5035 						 * system is in trouble
5036 						 * though).
5037 						 */
5038 						return (NULL);
5039 					}
5040 					m_copyback(op_err, err_at, plen, (caddr_t)phdr);
5041 				}
5042 				return (op_err);
5043 				break;
5044 			}
5045 		default:
5046 			/*
5047 			 * we do not recognize the parameter figure out what
5048 			 * we do.
5049 			 */
5050 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Hit default param %x\n", ptype);
5051 			if ((ptype & 0x4000) == 0x4000) {
5052 				/* Report bit is set?? */
5053 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "report op err\n");
5054 				if (op_err == NULL) {
5055 					int l_len;
5056 
5057 					/* Ok need to try to get an mbuf */
5058 #ifdef INET6
5059 					l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
5060 #else
5061 					l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
5062 #endif
5063 					l_len += plen;
5064 					l_len += sizeof(struct sctp_paramhdr);
5065 					op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
5066 					if (op_err) {
5067 						SCTP_BUF_LEN(op_err) = 0;
5068 #ifdef INET6
5069 						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5070 #else
5071 						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5072 #endif
5073 						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5074 						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5075 					}
5076 				}
5077 				if (op_err) {
5078 					/* If we have space */
5079 					struct sctp_paramhdr s;
5080 
5081 					if (err_at % 4) {
5082 						uint32_t cpthis = 0;
5083 
5084 						pad_needed = 4 - (err_at % 4);
5085 						m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis);
5086 						err_at += pad_needed;
5087 					}
5088 					s.param_type = htons(SCTP_UNRECOG_PARAM);
5089 					s.param_length = htons(sizeof(s) + plen);
5090 					m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s);
5091 					err_at += sizeof(s);
5092 					if (plen > sizeof(tempbuf)) {
5093 						plen = sizeof(tempbuf);
5094 					}
5095 					phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen));
5096 					if (phdr == NULL) {
5097 						sctp_m_freem(op_err);
5098 						/*
5099 						 * we are out of memory but
5100 						 * we still need to have a
5101 						 * look at what to do (the
5102 						 * system is in trouble
5103 						 * though).
5104 						 */
5105 						op_err = NULL;
5106 						goto more_processing;
5107 					}
5108 					m_copyback(op_err, err_at, plen, (caddr_t)phdr);
5109 					err_at += plen;
5110 				}
5111 			}
5112 	more_processing:
5113 			if ((ptype & 0x8000) == 0x0000) {
5114 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "stop proc\n");
5115 				return (op_err);
5116 			} else {
5117 				/* skip this chunk and continue processing */
5118 				SCTPDBG(SCTP_DEBUG_OUTPUT1, "move on\n");
5119 				at += SCTP_SIZE32(plen);
5120 			}
5121 			break;
5122 
5123 		}
5124 		phdr = sctp_get_next_param(mat, at, &params, sizeof(params));
5125 	}
5126 	return (op_err);
5127 invalid_size:
5128 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "abort flag set\n");
5129 	*abort_processing = 1;
5130 	if ((op_err == NULL) && phdr) {
5131 		int l_len;
5132 
5133 #ifdef INET6
5134 		l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
5135 #else
5136 		l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
5137 #endif
5138 		l_len += (2 * sizeof(struct sctp_paramhdr));
5139 		op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
5140 		if (op_err) {
5141 			SCTP_BUF_LEN(op_err) = 0;
5142 #ifdef INET6
5143 			SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5144 #else
5145 			SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5146 #endif
5147 			SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5148 			SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5149 		}
5150 	}
5151 	if ((op_err) && phdr) {
5152 		struct sctp_paramhdr s;
5153 
5154 		if (err_at % 4) {
5155 			uint32_t cpthis = 0;
5156 
5157 			pad_needed = 4 - (err_at % 4);
5158 			m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis);
5159 			err_at += pad_needed;
5160 		}
5161 		s.param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
5162 		s.param_length = htons(sizeof(s) + sizeof(struct sctp_paramhdr));
5163 		m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s);
5164 		err_at += sizeof(s);
5165 		/* Only copy back the p-hdr that caused the issue */
5166 		m_copyback(op_err, err_at, sizeof(struct sctp_paramhdr), (caddr_t)phdr);
5167 	}
5168 	return (op_err);
5169 }
5170 
5171 static int
5172 sctp_are_there_new_addresses(struct sctp_association *asoc,
5173     struct mbuf *in_initpkt, int offset, struct sockaddr *src)
5174 {
5175 	/*
5176 	 * Given a INIT packet, look through the packet to verify that there
5177 	 * are NO new addresses. As we go through the parameters add reports
5178 	 * of any un-understood parameters that require an error.  Also we
5179 	 * must return (1) to drop the packet if we see a un-understood
5180 	 * parameter that tells us to drop the chunk.
5181 	 */
5182 	struct sockaddr *sa_touse;
5183 	struct sockaddr *sa;
5184 	struct sctp_paramhdr *phdr, params;
5185 	uint16_t ptype, plen;
5186 	uint8_t fnd;
5187 	struct sctp_nets *net;
5188 
5189 #ifdef INET
5190 	struct sockaddr_in sin4, *sa4;
5191 
5192 #endif
5193 #ifdef INET6
5194 	struct sockaddr_in6 sin6, *sa6;
5195 
5196 #endif
5197 
5198 #ifdef INET
5199 	memset(&sin4, 0, sizeof(sin4));
5200 	sin4.sin_family = AF_INET;
5201 	sin4.sin_len = sizeof(sin4);
5202 #endif
5203 #ifdef INET6
5204 	memset(&sin6, 0, sizeof(sin6));
5205 	sin6.sin6_family = AF_INET6;
5206 	sin6.sin6_len = sizeof(sin6);
5207 #endif
5208 	/* First what about the src address of the pkt ? */
5209 	fnd = 0;
5210 	TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5211 		sa = (struct sockaddr *)&net->ro._l_addr;
5212 		if (sa->sa_family == src->sa_family) {
5213 #ifdef INET
5214 			if (sa->sa_family == AF_INET) {
5215 				struct sockaddr_in *src4;
5216 
5217 				sa4 = (struct sockaddr_in *)sa;
5218 				src4 = (struct sockaddr_in *)src;
5219 				if (sa4->sin_addr.s_addr == src4->sin_addr.s_addr) {
5220 					fnd = 1;
5221 					break;
5222 				}
5223 			}
5224 #endif
5225 #ifdef INET6
5226 			if (sa->sa_family == AF_INET6) {
5227 				struct sockaddr_in6 *src6;
5228 
5229 				sa6 = (struct sockaddr_in6 *)sa;
5230 				src6 = (struct sockaddr_in6 *)src;
5231 				if (SCTP6_ARE_ADDR_EQUAL(sa6, src6)) {
5232 					fnd = 1;
5233 					break;
5234 				}
5235 			}
5236 #endif
5237 		}
5238 	}
5239 	if (fnd == 0) {
5240 		/* New address added! no need to look futher. */
5241 		return (1);
5242 	}
5243 	/* Ok so far lets munge through the rest of the packet */
5244 	offset += sizeof(struct sctp_init_chunk);
5245 	phdr = sctp_get_next_param(in_initpkt, offset, &params, sizeof(params));
5246 	while (phdr) {
5247 		sa_touse = NULL;
5248 		ptype = ntohs(phdr->param_type);
5249 		plen = ntohs(phdr->param_length);
5250 		switch (ptype) {
5251 #ifdef INET
5252 		case SCTP_IPV4_ADDRESS:
5253 			{
5254 				struct sctp_ipv4addr_param *p4, p4_buf;
5255 
5256 				phdr = sctp_get_next_param(in_initpkt, offset,
5257 				    (struct sctp_paramhdr *)&p4_buf, sizeof(p4_buf));
5258 				if (plen != sizeof(struct sctp_ipv4addr_param) ||
5259 				    phdr == NULL) {
5260 					return (1);
5261 				}
5262 				p4 = (struct sctp_ipv4addr_param *)phdr;
5263 				sin4.sin_addr.s_addr = p4->addr;
5264 				sa_touse = (struct sockaddr *)&sin4;
5265 				break;
5266 			}
5267 #endif
5268 #ifdef INET6
5269 		case SCTP_IPV6_ADDRESS:
5270 			{
5271 				struct sctp_ipv6addr_param *p6, p6_buf;
5272 
5273 				phdr = sctp_get_next_param(in_initpkt, offset,
5274 				    (struct sctp_paramhdr *)&p6_buf, sizeof(p6_buf));
5275 				if (plen != sizeof(struct sctp_ipv6addr_param) ||
5276 				    phdr == NULL) {
5277 					return (1);
5278 				}
5279 				p6 = (struct sctp_ipv6addr_param *)phdr;
5280 				memcpy((caddr_t)&sin6.sin6_addr, p6->addr,
5281 				    sizeof(p6->addr));
5282 				sa_touse = (struct sockaddr *)&sin6;
5283 				break;
5284 			}
5285 #endif
5286 		default:
5287 			sa_touse = NULL;
5288 			break;
5289 		}
5290 		if (sa_touse) {
5291 			/* ok, sa_touse points to one to check */
5292 			fnd = 0;
5293 			TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5294 				sa = (struct sockaddr *)&net->ro._l_addr;
5295 				if (sa->sa_family != sa_touse->sa_family) {
5296 					continue;
5297 				}
5298 #ifdef INET
5299 				if (sa->sa_family == AF_INET) {
5300 					sa4 = (struct sockaddr_in *)sa;
5301 					if (sa4->sin_addr.s_addr ==
5302 					    sin4.sin_addr.s_addr) {
5303 						fnd = 1;
5304 						break;
5305 					}
5306 				}
5307 #endif
5308 #ifdef INET6
5309 				if (sa->sa_family == AF_INET6) {
5310 					sa6 = (struct sockaddr_in6 *)sa;
5311 					if (SCTP6_ARE_ADDR_EQUAL(
5312 					    sa6, &sin6)) {
5313 						fnd = 1;
5314 						break;
5315 					}
5316 				}
5317 #endif
5318 			}
5319 			if (!fnd) {
5320 				/* New addr added! no need to look further */
5321 				return (1);
5322 			}
5323 		}
5324 		offset += SCTP_SIZE32(plen);
5325 		phdr = sctp_get_next_param(in_initpkt, offset, &params, sizeof(params));
5326 	}
5327 	return (0);
5328 }
5329 
5330 /*
5331  * Given a MBUF chain that was sent into us containing an INIT. Build a
5332  * INIT-ACK with COOKIE and send back. We assume that the in_initpkt has done
5333  * a pullup to include IPv6/4header, SCTP header and initial part of INIT
5334  * message (i.e. the struct sctp_init_msg).
5335  */
5336 void
5337 sctp_send_initiate_ack(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
5338     struct mbuf *init_pkt, int iphlen, int offset,
5339     struct sockaddr *src, struct sockaddr *dst,
5340     struct sctphdr *sh, struct sctp_init_chunk *init_chk,
5341     uint8_t use_mflowid, uint32_t mflowid,
5342     uint32_t vrf_id, uint16_t port, int hold_inp_lock)
5343 {
5344 	struct sctp_association *asoc;
5345 	struct mbuf *m, *m_at, *m_tmp, *m_cookie, *op_err, *mp_last;
5346 	struct sctp_init_ack_chunk *initack;
5347 	struct sctp_adaptation_layer_indication *ali;
5348 	struct sctp_ecn_supported_param *ecn;
5349 	struct sctp_prsctp_supported_param *prsctp;
5350 	struct sctp_supported_chunk_types_param *pr_supported;
5351 	union sctp_sockstore *over_addr;
5352 
5353 #ifdef INET
5354 	struct sockaddr_in *dst4 = (struct sockaddr_in *)dst;
5355 	struct sockaddr_in *src4 = (struct sockaddr_in *)src;
5356 	struct sockaddr_in *sin;
5357 
5358 #endif
5359 #ifdef INET6
5360 	struct sockaddr_in6 *dst6 = (struct sockaddr_in6 *)dst;
5361 	struct sockaddr_in6 *src6 = (struct sockaddr_in6 *)src;
5362 	struct sockaddr_in6 *sin6;
5363 
5364 #endif
5365 	struct sockaddr *to;
5366 	struct sctp_state_cookie stc;
5367 	struct sctp_nets *net = NULL;
5368 	uint8_t *signature = NULL;
5369 	int cnt_inits_to = 0;
5370 	uint16_t his_limit, i_want;
5371 	int abort_flag, padval;
5372 	int num_ext;
5373 	int p_len;
5374 	int nat_friendly = 0;
5375 	struct socket *so;
5376 
5377 	if (stcb) {
5378 		asoc = &stcb->asoc;
5379 	} else {
5380 		asoc = NULL;
5381 	}
5382 	mp_last = NULL;
5383 	if ((asoc != NULL) &&
5384 	    (SCTP_GET_STATE(asoc) != SCTP_STATE_COOKIE_WAIT) &&
5385 	    (sctp_are_there_new_addresses(asoc, init_pkt, offset, src))) {
5386 		/* new addresses, out of here in non-cookie-wait states */
5387 		/*
5388 		 * Send a ABORT, we don't add the new address error clause
5389 		 * though we even set the T bit and copy in the 0 tag.. this
5390 		 * looks no different than if no listener was present.
5391 		 */
5392 		sctp_send_abort(init_pkt, iphlen, src, dst, sh, 0, NULL,
5393 		    use_mflowid, mflowid,
5394 		    vrf_id, port);
5395 		return;
5396 	}
5397 	abort_flag = 0;
5398 	op_err = sctp_arethere_unrecognized_parameters(init_pkt,
5399 	    (offset + sizeof(struct sctp_init_chunk)),
5400 	    &abort_flag, (struct sctp_chunkhdr *)init_chk, &nat_friendly);
5401 	if (abort_flag) {
5402 do_a_abort:
5403 		sctp_send_abort(init_pkt, iphlen, src, dst, sh,
5404 		    init_chk->init.initiate_tag, op_err,
5405 		    use_mflowid, mflowid,
5406 		    vrf_id, port);
5407 		return;
5408 	}
5409 	m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
5410 	if (m == NULL) {
5411 		/* No memory, INIT timer will re-attempt. */
5412 		if (op_err)
5413 			sctp_m_freem(op_err);
5414 		return;
5415 	}
5416 	SCTP_BUF_LEN(m) = sizeof(struct sctp_init_chunk);
5417 
5418 	/*
5419 	 * We might not overwrite the identification[] completely and on
5420 	 * some platforms time_entered will contain some padding. Therefore
5421 	 * zero out the cookie to avoid putting uninitialized memory on the
5422 	 * wire.
5423 	 */
5424 	memset(&stc, 0, sizeof(struct sctp_state_cookie));
5425 
5426 	/* the time I built cookie */
5427 	(void)SCTP_GETTIME_TIMEVAL(&stc.time_entered);
5428 
5429 	/* populate any tie tags */
5430 	if (asoc != NULL) {
5431 		/* unlock before tag selections */
5432 		stc.tie_tag_my_vtag = asoc->my_vtag_nonce;
5433 		stc.tie_tag_peer_vtag = asoc->peer_vtag_nonce;
5434 		stc.cookie_life = asoc->cookie_life;
5435 		net = asoc->primary_destination;
5436 	} else {
5437 		stc.tie_tag_my_vtag = 0;
5438 		stc.tie_tag_peer_vtag = 0;
5439 		/* life I will award this cookie */
5440 		stc.cookie_life = inp->sctp_ep.def_cookie_life;
5441 	}
5442 
5443 	/* copy in the ports for later check */
5444 	stc.myport = sh->dest_port;
5445 	stc.peerport = sh->src_port;
5446 
5447 	/*
5448 	 * If we wanted to honor cookie life extentions, we would add to
5449 	 * stc.cookie_life. For now we should NOT honor any extension
5450 	 */
5451 	stc.site_scope = stc.local_scope = stc.loopback_scope = 0;
5452 	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
5453 		stc.ipv6_addr_legal = 1;
5454 		if (SCTP_IPV6_V6ONLY(inp)) {
5455 			stc.ipv4_addr_legal = 0;
5456 		} else {
5457 			stc.ipv4_addr_legal = 1;
5458 		}
5459 	} else {
5460 		stc.ipv6_addr_legal = 0;
5461 		stc.ipv4_addr_legal = 1;
5462 	}
5463 #ifdef SCTP_DONT_DO_PRIVADDR_SCOPE
5464 	stc.ipv4_scope = 1;
5465 #else
5466 	stc.ipv4_scope = 0;
5467 #endif
5468 	if (net == NULL) {
5469 		to = src;
5470 		switch (dst->sa_family) {
5471 #ifdef INET
5472 		case AF_INET:
5473 			{
5474 				/* lookup address */
5475 				stc.address[0] = src4->sin_addr.s_addr;
5476 				stc.address[1] = 0;
5477 				stc.address[2] = 0;
5478 				stc.address[3] = 0;
5479 				stc.addr_type = SCTP_IPV4_ADDRESS;
5480 				/* local from address */
5481 				stc.laddress[0] = dst4->sin_addr.s_addr;
5482 				stc.laddress[1] = 0;
5483 				stc.laddress[2] = 0;
5484 				stc.laddress[3] = 0;
5485 				stc.laddr_type = SCTP_IPV4_ADDRESS;
5486 				/* scope_id is only for v6 */
5487 				stc.scope_id = 0;
5488 #ifndef SCTP_DONT_DO_PRIVADDR_SCOPE
5489 				if (IN4_ISPRIVATE_ADDRESS(&src4->sin_addr)) {
5490 					stc.ipv4_scope = 1;
5491 				}
5492 #else
5493 				stc.ipv4_scope = 1;
5494 #endif				/* SCTP_DONT_DO_PRIVADDR_SCOPE */
5495 				/* Must use the address in this case */
5496 				if (sctp_is_address_on_local_host(src, vrf_id)) {
5497 					stc.loopback_scope = 1;
5498 					stc.ipv4_scope = 1;
5499 					stc.site_scope = 1;
5500 					stc.local_scope = 0;
5501 				}
5502 				break;
5503 			}
5504 #endif
5505 #ifdef INET6
5506 		case AF_INET6:
5507 			{
5508 				stc.addr_type = SCTP_IPV6_ADDRESS;
5509 				memcpy(&stc.address, &src6->sin6_addr, sizeof(struct in6_addr));
5510 				stc.scope_id = in6_getscope(&src6->sin6_addr);
5511 				if (sctp_is_address_on_local_host(src, vrf_id)) {
5512 					stc.loopback_scope = 1;
5513 					stc.local_scope = 0;
5514 					stc.site_scope = 1;
5515 					stc.ipv4_scope = 1;
5516 				} else if (IN6_IS_ADDR_LINKLOCAL(&src6->sin6_addr)) {
5517 					/*
5518 					 * If the new destination is a
5519 					 * LINK_LOCAL we must have common
5520 					 * both site and local scope. Don't
5521 					 * set local scope though since we
5522 					 * must depend on the source to be
5523 					 * added implicitly. We cannot
5524 					 * assure just because we share one
5525 					 * link that all links are common.
5526 					 */
5527 					stc.local_scope = 0;
5528 					stc.site_scope = 1;
5529 					stc.ipv4_scope = 1;
5530 					/*
5531 					 * we start counting for the private
5532 					 * address stuff at 1. since the
5533 					 * link local we source from won't
5534 					 * show up in our scoped count.
5535 					 */
5536 					cnt_inits_to = 1;
5537 					/*
5538 					 * pull out the scope_id from
5539 					 * incoming pkt
5540 					 */
5541 				} else if (IN6_IS_ADDR_SITELOCAL(&src6->sin6_addr)) {
5542 					/*
5543 					 * If the new destination is
5544 					 * SITE_LOCAL then we must have site
5545 					 * scope in common.
5546 					 */
5547 					stc.site_scope = 1;
5548 				}
5549 				memcpy(&stc.laddress, &dst6->sin6_addr, sizeof(struct in6_addr));
5550 				stc.laddr_type = SCTP_IPV6_ADDRESS;
5551 				break;
5552 			}
5553 #endif
5554 		default:
5555 			/* TSNH */
5556 			goto do_a_abort;
5557 			break;
5558 		}
5559 	} else {
5560 		/* set the scope per the existing tcb */
5561 
5562 #ifdef INET6
5563 		struct sctp_nets *lnet;
5564 
5565 #endif
5566 
5567 		stc.loopback_scope = asoc->scope.loopback_scope;
5568 		stc.ipv4_scope = asoc->scope.ipv4_local_scope;
5569 		stc.site_scope = asoc->scope.site_scope;
5570 		stc.local_scope = asoc->scope.local_scope;
5571 #ifdef INET6
5572 		/* Why do we not consider IPv4 LL addresses? */
5573 		TAILQ_FOREACH(lnet, &asoc->nets, sctp_next) {
5574 			if (lnet->ro._l_addr.sin6.sin6_family == AF_INET6) {
5575 				if (IN6_IS_ADDR_LINKLOCAL(&lnet->ro._l_addr.sin6.sin6_addr)) {
5576 					/*
5577 					 * if we have a LL address, start
5578 					 * counting at 1.
5579 					 */
5580 					cnt_inits_to = 1;
5581 				}
5582 			}
5583 		}
5584 #endif
5585 		/* use the net pointer */
5586 		to = (struct sockaddr *)&net->ro._l_addr;
5587 		switch (to->sa_family) {
5588 #ifdef INET
5589 		case AF_INET:
5590 			sin = (struct sockaddr_in *)to;
5591 			stc.address[0] = sin->sin_addr.s_addr;
5592 			stc.address[1] = 0;
5593 			stc.address[2] = 0;
5594 			stc.address[3] = 0;
5595 			stc.addr_type = SCTP_IPV4_ADDRESS;
5596 			if (net->src_addr_selected == 0) {
5597 				/*
5598 				 * strange case here, the INIT should have
5599 				 * did the selection.
5600 				 */
5601 				net->ro._s_addr = sctp_source_address_selection(inp,
5602 				    stcb, (sctp_route_t *) & net->ro,
5603 				    net, 0, vrf_id);
5604 				if (net->ro._s_addr == NULL)
5605 					return;
5606 
5607 				net->src_addr_selected = 1;
5608 
5609 			}
5610 			stc.laddress[0] = net->ro._s_addr->address.sin.sin_addr.s_addr;
5611 			stc.laddress[1] = 0;
5612 			stc.laddress[2] = 0;
5613 			stc.laddress[3] = 0;
5614 			stc.laddr_type = SCTP_IPV4_ADDRESS;
5615 			/* scope_id is only for v6 */
5616 			stc.scope_id = 0;
5617 			break;
5618 #endif
5619 #ifdef INET6
5620 		case AF_INET6:
5621 			sin6 = (struct sockaddr_in6 *)to;
5622 			memcpy(&stc.address, &sin6->sin6_addr,
5623 			    sizeof(struct in6_addr));
5624 			stc.addr_type = SCTP_IPV6_ADDRESS;
5625 			stc.scope_id = sin6->sin6_scope_id;
5626 			if (net->src_addr_selected == 0) {
5627 				/*
5628 				 * strange case here, the INIT should have
5629 				 * done the selection.
5630 				 */
5631 				net->ro._s_addr = sctp_source_address_selection(inp,
5632 				    stcb, (sctp_route_t *) & net->ro,
5633 				    net, 0, vrf_id);
5634 				if (net->ro._s_addr == NULL)
5635 					return;
5636 
5637 				net->src_addr_selected = 1;
5638 			}
5639 			memcpy(&stc.laddress, &net->ro._s_addr->address.sin6.sin6_addr,
5640 			    sizeof(struct in6_addr));
5641 			stc.laddr_type = SCTP_IPV6_ADDRESS;
5642 			break;
5643 #endif
5644 		}
5645 	}
5646 	/* Now lets put the SCTP header in place */
5647 	initack = mtod(m, struct sctp_init_ack_chunk *);
5648 	/* Save it off for quick ref */
5649 	stc.peers_vtag = init_chk->init.initiate_tag;
5650 	/* who are we */
5651 	memcpy(stc.identification, SCTP_VERSION_STRING,
5652 	    min(strlen(SCTP_VERSION_STRING), sizeof(stc.identification)));
5653 	memset(stc.reserved, 0, SCTP_RESERVE_SPACE);
5654 	/* now the chunk header */
5655 	initack->ch.chunk_type = SCTP_INITIATION_ACK;
5656 	initack->ch.chunk_flags = 0;
5657 	/* fill in later from mbuf we build */
5658 	initack->ch.chunk_length = 0;
5659 	/* place in my tag */
5660 	if ((asoc != NULL) &&
5661 	    ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) ||
5662 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_INUSE) ||
5663 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED))) {
5664 		/* re-use the v-tags and init-seq here */
5665 		initack->init.initiate_tag = htonl(asoc->my_vtag);
5666 		initack->init.initial_tsn = htonl(asoc->init_seq_number);
5667 	} else {
5668 		uint32_t vtag, itsn;
5669 
5670 		if (hold_inp_lock) {
5671 			SCTP_INP_INCR_REF(inp);
5672 			SCTP_INP_RUNLOCK(inp);
5673 		}
5674 		if (asoc) {
5675 			atomic_add_int(&asoc->refcnt, 1);
5676 			SCTP_TCB_UNLOCK(stcb);
5677 	new_tag:
5678 			vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1);
5679 			if ((asoc->peer_supports_nat) && (vtag == asoc->my_vtag)) {
5680 				/*
5681 				 * Got a duplicate vtag on some guy behind a
5682 				 * nat make sure we don't use it.
5683 				 */
5684 				goto new_tag;
5685 			}
5686 			initack->init.initiate_tag = htonl(vtag);
5687 			/* get a TSN to use too */
5688 			itsn = sctp_select_initial_TSN(&inp->sctp_ep);
5689 			initack->init.initial_tsn = htonl(itsn);
5690 			SCTP_TCB_LOCK(stcb);
5691 			atomic_add_int(&asoc->refcnt, -1);
5692 		} else {
5693 			vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1);
5694 			initack->init.initiate_tag = htonl(vtag);
5695 			/* get a TSN to use too */
5696 			initack->init.initial_tsn = htonl(sctp_select_initial_TSN(&inp->sctp_ep));
5697 		}
5698 		if (hold_inp_lock) {
5699 			SCTP_INP_RLOCK(inp);
5700 			SCTP_INP_DECR_REF(inp);
5701 		}
5702 	}
5703 	/* save away my tag to */
5704 	stc.my_vtag = initack->init.initiate_tag;
5705 
5706 	/* set up some of the credits. */
5707 	so = inp->sctp_socket;
5708 	if (so == NULL) {
5709 		/* memory problem */
5710 		sctp_m_freem(m);
5711 		return;
5712 	} else {
5713 		initack->init.a_rwnd = htonl(max(SCTP_SB_LIMIT_RCV(so), SCTP_MINIMAL_RWND));
5714 	}
5715 	/* set what I want */
5716 	his_limit = ntohs(init_chk->init.num_inbound_streams);
5717 	/* choose what I want */
5718 	if (asoc != NULL) {
5719 		if (asoc->streamoutcnt > inp->sctp_ep.pre_open_stream_count) {
5720 			i_want = asoc->streamoutcnt;
5721 		} else {
5722 			i_want = inp->sctp_ep.pre_open_stream_count;
5723 		}
5724 	} else {
5725 		i_want = inp->sctp_ep.pre_open_stream_count;
5726 	}
5727 	if (his_limit < i_want) {
5728 		/* I Want more :< */
5729 		initack->init.num_outbound_streams = init_chk->init.num_inbound_streams;
5730 	} else {
5731 		/* I can have what I want :> */
5732 		initack->init.num_outbound_streams = htons(i_want);
5733 	}
5734 	/* tell him his limit. */
5735 	initack->init.num_inbound_streams =
5736 	    htons(inp->sctp_ep.max_open_streams_intome);
5737 
5738 	/* adaptation layer indication parameter */
5739 	if (inp->sctp_ep.adaptation_layer_indicator_provided) {
5740 		ali = (struct sctp_adaptation_layer_indication *)((caddr_t)initack + sizeof(*initack));
5741 		ali->ph.param_type = htons(SCTP_ULP_ADAPTATION);
5742 		ali->ph.param_length = htons(sizeof(*ali));
5743 		ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator);
5744 		SCTP_BUF_LEN(m) += sizeof(*ali);
5745 		ecn = (struct sctp_ecn_supported_param *)((caddr_t)ali + sizeof(*ali));
5746 	} else {
5747 		ecn = (struct sctp_ecn_supported_param *)((caddr_t)initack + sizeof(*initack));
5748 	}
5749 
5750 	/* ECN parameter */
5751 	if (((asoc != NULL) && (asoc->ecn_allowed == 1)) ||
5752 	    (inp->sctp_ecn_enable == 1)) {
5753 		ecn->ph.param_type = htons(SCTP_ECN_CAPABLE);
5754 		ecn->ph.param_length = htons(sizeof(*ecn));
5755 		SCTP_BUF_LEN(m) += sizeof(*ecn);
5756 
5757 		prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn +
5758 		    sizeof(*ecn));
5759 	} else {
5760 		prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn);
5761 	}
5762 	/* And now tell the peer we do  pr-sctp */
5763 	prsctp->ph.param_type = htons(SCTP_PRSCTP_SUPPORTED);
5764 	prsctp->ph.param_length = htons(sizeof(*prsctp));
5765 	SCTP_BUF_LEN(m) += sizeof(*prsctp);
5766 	if (nat_friendly) {
5767 		/* Add NAT friendly parameter */
5768 		struct sctp_paramhdr *ph;
5769 
5770 		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m));
5771 		ph->param_type = htons(SCTP_HAS_NAT_SUPPORT);
5772 		ph->param_length = htons(sizeof(struct sctp_paramhdr));
5773 		SCTP_BUF_LEN(m) += sizeof(struct sctp_paramhdr);
5774 	}
5775 	/* And now tell the peer we do all the extensions */
5776 	pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m));
5777 	pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT);
5778 	num_ext = 0;
5779 	pr_supported->chunk_types[num_ext++] = SCTP_ASCONF;
5780 	pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK;
5781 	pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN;
5782 	pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED;
5783 	pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET;
5784 	if (!SCTP_BASE_SYSCTL(sctp_auth_disable))
5785 		pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION;
5786 	if (SCTP_BASE_SYSCTL(sctp_nr_sack_on_off))
5787 		pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK;
5788 	p_len = sizeof(*pr_supported) + num_ext;
5789 	pr_supported->ph.param_length = htons(p_len);
5790 	bzero((caddr_t)pr_supported + p_len, SCTP_SIZE32(p_len) - p_len);
5791 	SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len);
5792 
5793 	/* add authentication parameters */
5794 	if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) {
5795 		struct sctp_auth_random *randp;
5796 		struct sctp_auth_hmac_algo *hmacs;
5797 		struct sctp_auth_chunk_list *chunks;
5798 		uint16_t random_len;
5799 
5800 		/* generate and add RANDOM parameter */
5801 		random_len = SCTP_AUTH_RANDOM_SIZE_DEFAULT;
5802 		randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m));
5803 		randp->ph.param_type = htons(SCTP_RANDOM);
5804 		p_len = sizeof(*randp) + random_len;
5805 		randp->ph.param_length = htons(p_len);
5806 		SCTP_READ_RANDOM(randp->random_data, random_len);
5807 		/* zero out any padding required */
5808 		bzero((caddr_t)randp + p_len, SCTP_SIZE32(p_len) - p_len);
5809 		SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len);
5810 
5811 		/* add HMAC_ALGO parameter */
5812 		hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m));
5813 		p_len = sctp_serialize_hmaclist(inp->sctp_ep.local_hmacs,
5814 		    (uint8_t *) hmacs->hmac_ids);
5815 		if (p_len > 0) {
5816 			p_len += sizeof(*hmacs);
5817 			hmacs->ph.param_type = htons(SCTP_HMAC_LIST);
5818 			hmacs->ph.param_length = htons(p_len);
5819 			/* zero out any padding required */
5820 			bzero((caddr_t)hmacs + p_len, SCTP_SIZE32(p_len) - p_len);
5821 			SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len);
5822 		}
5823 		/* add CHUNKS parameter */
5824 		chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m));
5825 		p_len = sctp_serialize_auth_chunks(inp->sctp_ep.local_auth_chunks,
5826 		    chunks->chunk_types);
5827 		if (p_len > 0) {
5828 			p_len += sizeof(*chunks);
5829 			chunks->ph.param_type = htons(SCTP_CHUNK_LIST);
5830 			chunks->ph.param_length = htons(p_len);
5831 			/* zero out any padding required */
5832 			bzero((caddr_t)chunks + p_len, SCTP_SIZE32(p_len) - p_len);
5833 			SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len);
5834 		}
5835 	}
5836 	m_at = m;
5837 	/* now the addresses */
5838 	{
5839 		struct sctp_scoping scp;
5840 
5841 		/*
5842 		 * To optimize this we could put the scoping stuff into a
5843 		 * structure and remove the individual uint8's from the stc
5844 		 * structure. Then we could just sifa in the address within
5845 		 * the stc.. but for now this is a quick hack to get the
5846 		 * address stuff teased apart.
5847 		 */
5848 		scp.ipv4_addr_legal = stc.ipv4_addr_legal;
5849 		scp.ipv6_addr_legal = stc.ipv6_addr_legal;
5850 		scp.loopback_scope = stc.loopback_scope;
5851 		scp.ipv4_local_scope = stc.ipv4_scope;
5852 		scp.local_scope = stc.local_scope;
5853 		scp.site_scope = stc.site_scope;
5854 		m_at = sctp_add_addresses_to_i_ia(inp, stcb, &scp, m_at, cnt_inits_to, NULL, NULL);
5855 	}
5856 
5857 	/* tack on the operational error if present */
5858 	if (op_err) {
5859 		struct mbuf *ol;
5860 		int llen;
5861 
5862 		llen = 0;
5863 		ol = op_err;
5864 
5865 		while (ol) {
5866 			llen += SCTP_BUF_LEN(ol);
5867 			ol = SCTP_BUF_NEXT(ol);
5868 		}
5869 		if (llen % 4) {
5870 			/* must add a pad to the param */
5871 			uint32_t cpthis = 0;
5872 			int padlen;
5873 
5874 			padlen = 4 - (llen % 4);
5875 			m_copyback(op_err, llen, padlen, (caddr_t)&cpthis);
5876 		}
5877 		while (SCTP_BUF_NEXT(m_at) != NULL) {
5878 			m_at = SCTP_BUF_NEXT(m_at);
5879 		}
5880 		SCTP_BUF_NEXT(m_at) = op_err;
5881 		while (SCTP_BUF_NEXT(m_at) != NULL) {
5882 			m_at = SCTP_BUF_NEXT(m_at);
5883 		}
5884 	}
5885 	/* pre-calulate the size and update pkt header and chunk header */
5886 	p_len = 0;
5887 	for (m_tmp = m; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) {
5888 		p_len += SCTP_BUF_LEN(m_tmp);
5889 		if (SCTP_BUF_NEXT(m_tmp) == NULL) {
5890 			/* m_tmp should now point to last one */
5891 			break;
5892 		}
5893 	}
5894 
5895 	/* Now we must build a cookie */
5896 	m_cookie = sctp_add_cookie(init_pkt, offset, m, 0, &stc, &signature);
5897 	if (m_cookie == NULL) {
5898 		/* memory problem */
5899 		sctp_m_freem(m);
5900 		return;
5901 	}
5902 	/* Now append the cookie to the end and update the space/size */
5903 	SCTP_BUF_NEXT(m_tmp) = m_cookie;
5904 
5905 	for (m_tmp = m_cookie; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) {
5906 		p_len += SCTP_BUF_LEN(m_tmp);
5907 		if (SCTP_BUF_NEXT(m_tmp) == NULL) {
5908 			/* m_tmp should now point to last one */
5909 			mp_last = m_tmp;
5910 			break;
5911 		}
5912 	}
5913 	/*
5914 	 * Place in the size, but we don't include the last pad (if any) in
5915 	 * the INIT-ACK.
5916 	 */
5917 	initack->ch.chunk_length = htons(p_len);
5918 
5919 	/*
5920 	 * Time to sign the cookie, we don't sign over the cookie signature
5921 	 * though thus we set trailer.
5922 	 */
5923 	(void)sctp_hmac_m(SCTP_HMAC,
5924 	    (uint8_t *) inp->sctp_ep.secret_key[(int)(inp->sctp_ep.current_secret_number)],
5925 	    SCTP_SECRET_SIZE, m_cookie, sizeof(struct sctp_paramhdr),
5926 	    (uint8_t *) signature, SCTP_SIGNATURE_SIZE);
5927 	/*
5928 	 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return
5929 	 * here since the timer will drive a retranmission.
5930 	 */
5931 	padval = p_len % 4;
5932 	if ((padval) && (mp_last)) {
5933 		/* see my previous comments on mp_last */
5934 		if (sctp_add_pad_tombuf(mp_last, (4 - padval))) {
5935 			/* Houston we have a problem, no space */
5936 			sctp_m_freem(m);
5937 			return;
5938 		}
5939 	}
5940 	if (stc.loopback_scope) {
5941 		over_addr = (union sctp_sockstore *)dst;
5942 	} else {
5943 		over_addr = NULL;
5944 	}
5945 
5946 	(void)sctp_lowlevel_chunk_output(inp, NULL, NULL, to, m, 0, NULL, 0, 0,
5947 	    0, 0,
5948 	    inp->sctp_lport, sh->src_port, init_chk->init.initiate_tag,
5949 	    port, over_addr,
5950 	    use_mflowid, mflowid,
5951 	    SCTP_SO_NOT_LOCKED);
5952 	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
5953 }
5954 
5955 
5956 static void
5957 sctp_prune_prsctp(struct sctp_tcb *stcb,
5958     struct sctp_association *asoc,
5959     struct sctp_sndrcvinfo *srcv,
5960     int dataout)
5961 {
5962 	int freed_spc = 0;
5963 	struct sctp_tmit_chunk *chk, *nchk;
5964 
5965 	SCTP_TCB_LOCK_ASSERT(stcb);
5966 	if ((asoc->peer_supports_prsctp) &&
5967 	    (asoc->sent_queue_cnt_removeable > 0)) {
5968 		TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
5969 			/*
5970 			 * Look for chunks marked with the PR_SCTP flag AND
5971 			 * the buffer space flag. If the one being sent is
5972 			 * equal or greater priority then purge the old one
5973 			 * and free some space.
5974 			 */
5975 			if (PR_SCTP_BUF_ENABLED(chk->flags)) {
5976 				/*
5977 				 * This one is PR-SCTP AND buffer space
5978 				 * limited type
5979 				 */
5980 				if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) {
5981 					/*
5982 					 * Lower numbers equates to higher
5983 					 * priority so if the one we are
5984 					 * looking at has a larger or equal
5985 					 * priority we want to drop the data
5986 					 * and NOT retransmit it.
5987 					 */
5988 					if (chk->data) {
5989 						/*
5990 						 * We release the book_size
5991 						 * if the mbuf is here
5992 						 */
5993 						int ret_spc;
5994 						uint8_t sent;
5995 
5996 						if (chk->sent > SCTP_DATAGRAM_UNSENT)
5997 							sent = 1;
5998 						else
5999 							sent = 0;
6000 						ret_spc = sctp_release_pr_sctp_chunk(stcb, chk,
6001 						    sent,
6002 						    SCTP_SO_LOCKED);
6003 						freed_spc += ret_spc;
6004 						if (freed_spc >= dataout) {
6005 							return;
6006 						}
6007 					}	/* if chunk was present */
6008 				}	/* if of sufficent priority */
6009 			}	/* if chunk has enabled */
6010 		}		/* tailqforeach */
6011 
6012 		TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) {
6013 			/* Here we must move to the sent queue and mark */
6014 			if (PR_SCTP_BUF_ENABLED(chk->flags)) {
6015 				if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) {
6016 					if (chk->data) {
6017 						/*
6018 						 * We release the book_size
6019 						 * if the mbuf is here
6020 						 */
6021 						int ret_spc;
6022 
6023 						ret_spc = sctp_release_pr_sctp_chunk(stcb, chk,
6024 						    0, SCTP_SO_LOCKED);
6025 
6026 						freed_spc += ret_spc;
6027 						if (freed_spc >= dataout) {
6028 							return;
6029 						}
6030 					}	/* end if chk->data */
6031 				}	/* end if right class */
6032 			}	/* end if chk pr-sctp */
6033 		}		/* tailqforeachsafe (chk) */
6034 	}			/* if enabled in asoc */
6035 }
6036 
6037 int
6038 sctp_get_frag_point(struct sctp_tcb *stcb,
6039     struct sctp_association *asoc)
6040 {
6041 	int siz, ovh;
6042 
6043 	/*
6044 	 * For endpoints that have both v6 and v4 addresses we must reserve
6045 	 * room for the ipv6 header, for those that are only dealing with V4
6046 	 * we use a larger frag point.
6047 	 */
6048 	if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
6049 		ovh = SCTP_MED_OVERHEAD;
6050 	} else {
6051 		ovh = SCTP_MED_V4_OVERHEAD;
6052 	}
6053 
6054 	if (stcb->asoc.sctp_frag_point > asoc->smallest_mtu)
6055 		siz = asoc->smallest_mtu - ovh;
6056 	else
6057 		siz = (stcb->asoc.sctp_frag_point - ovh);
6058 	/*
6059 	 * if (siz > (MCLBYTES-sizeof(struct sctp_data_chunk))) {
6060 	 */
6061 	/* A data chunk MUST fit in a cluster */
6062 	/* siz = (MCLBYTES - sizeof(struct sctp_data_chunk)); */
6063 	/* } */
6064 
6065 	/* adjust for an AUTH chunk if DATA requires auth */
6066 	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks))
6067 		siz -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
6068 
6069 	if (siz % 4) {
6070 		/* make it an even word boundary please */
6071 		siz -= (siz % 4);
6072 	}
6073 	return (siz);
6074 }
6075 
6076 static void
6077 sctp_set_prsctp_policy(struct sctp_stream_queue_pending *sp)
6078 {
6079 	/*
6080 	 * We assume that the user wants PR_SCTP_TTL if the user provides a
6081 	 * positive lifetime but does not specify any PR_SCTP policy. This
6082 	 * is a BAD assumption and causes problems at least with the
6083 	 * U-Vancovers MPI folks. I will change this to be no policy means
6084 	 * NO PR-SCTP.
6085 	 */
6086 	if (PR_SCTP_ENABLED(sp->sinfo_flags)) {
6087 		sp->act_flags |= PR_SCTP_POLICY(sp->sinfo_flags);
6088 	} else {
6089 		return;
6090 	}
6091 	switch (PR_SCTP_POLICY(sp->sinfo_flags)) {
6092 	case CHUNK_FLAGS_PR_SCTP_BUF:
6093 		/*
6094 		 * Time to live is a priority stored in tv_sec when doing
6095 		 * the buffer drop thing.
6096 		 */
6097 		sp->ts.tv_sec = sp->timetolive;
6098 		sp->ts.tv_usec = 0;
6099 		break;
6100 	case CHUNK_FLAGS_PR_SCTP_TTL:
6101 		{
6102 			struct timeval tv;
6103 
6104 			(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
6105 			tv.tv_sec = sp->timetolive / 1000;
6106 			tv.tv_usec = (sp->timetolive * 1000) % 1000000;
6107 			/*
6108 			 * TODO sctp_constants.h needs alternative time
6109 			 * macros when _KERNEL is undefined.
6110 			 */
6111 			timevaladd(&sp->ts, &tv);
6112 		}
6113 		break;
6114 	case CHUNK_FLAGS_PR_SCTP_RTX:
6115 		/*
6116 		 * Time to live is a the number or retransmissions stored in
6117 		 * tv_sec.
6118 		 */
6119 		sp->ts.tv_sec = sp->timetolive;
6120 		sp->ts.tv_usec = 0;
6121 		break;
6122 	default:
6123 		SCTPDBG(SCTP_DEBUG_USRREQ1,
6124 		    "Unknown PR_SCTP policy %u.\n",
6125 		    PR_SCTP_POLICY(sp->sinfo_flags));
6126 		break;
6127 	}
6128 }
6129 
6130 static int
6131 sctp_msg_append(struct sctp_tcb *stcb,
6132     struct sctp_nets *net,
6133     struct mbuf *m,
6134     struct sctp_sndrcvinfo *srcv, int hold_stcb_lock)
6135 {
6136 	int error = 0;
6137 	struct mbuf *at;
6138 	struct sctp_stream_queue_pending *sp = NULL;
6139 	struct sctp_stream_out *strm;
6140 
6141 	/*
6142 	 * Given an mbuf chain, put it into the association send queue and
6143 	 * place it on the wheel
6144 	 */
6145 	if (srcv->sinfo_stream >= stcb->asoc.streamoutcnt) {
6146 		/* Invalid stream number */
6147 		SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
6148 		error = EINVAL;
6149 		goto out_now;
6150 	}
6151 	if ((stcb->asoc.stream_locked) &&
6152 	    (stcb->asoc.stream_locked_on != srcv->sinfo_stream)) {
6153 		SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
6154 		error = EINVAL;
6155 		goto out_now;
6156 	}
6157 	strm = &stcb->asoc.strmout[srcv->sinfo_stream];
6158 	/* Now can we send this? */
6159 	if ((SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_SENT) ||
6160 	    (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
6161 	    (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
6162 	    (stcb->asoc.state & SCTP_STATE_SHUTDOWN_PENDING)) {
6163 		/* got data while shutting down */
6164 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
6165 		error = ECONNRESET;
6166 		goto out_now;
6167 	}
6168 	sctp_alloc_a_strmoq(stcb, sp);
6169 	if (sp == NULL) {
6170 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6171 		error = ENOMEM;
6172 		goto out_now;
6173 	}
6174 	sp->sinfo_flags = srcv->sinfo_flags;
6175 	sp->timetolive = srcv->sinfo_timetolive;
6176 	sp->ppid = srcv->sinfo_ppid;
6177 	sp->context = srcv->sinfo_context;
6178 	if (sp->sinfo_flags & SCTP_ADDR_OVER) {
6179 		sp->net = net;
6180 		atomic_add_int(&sp->net->ref_count, 1);
6181 	} else {
6182 		sp->net = NULL;
6183 	}
6184 	(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
6185 	sp->stream = srcv->sinfo_stream;
6186 	sp->msg_is_complete = 1;
6187 	sp->sender_all_done = 1;
6188 	sp->some_taken = 0;
6189 	sp->data = m;
6190 	sp->tail_mbuf = NULL;
6191 	sctp_set_prsctp_policy(sp);
6192 	/*
6193 	 * We could in theory (for sendall) sifa the length in, but we would
6194 	 * still have to hunt through the chain since we need to setup the
6195 	 * tail_mbuf
6196 	 */
6197 	sp->length = 0;
6198 	for (at = m; at; at = SCTP_BUF_NEXT(at)) {
6199 		if (SCTP_BUF_NEXT(at) == NULL)
6200 			sp->tail_mbuf = at;
6201 		sp->length += SCTP_BUF_LEN(at);
6202 	}
6203 	if (srcv->sinfo_keynumber_valid) {
6204 		sp->auth_keyid = srcv->sinfo_keynumber;
6205 	} else {
6206 		sp->auth_keyid = stcb->asoc.authinfo.active_keyid;
6207 	}
6208 	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) {
6209 		sctp_auth_key_acquire(stcb, sp->auth_keyid);
6210 		sp->holds_key_ref = 1;
6211 	}
6212 	if (hold_stcb_lock == 0) {
6213 		SCTP_TCB_SEND_LOCK(stcb);
6214 	}
6215 	sctp_snd_sb_alloc(stcb, sp->length);
6216 	atomic_add_int(&stcb->asoc.stream_queue_cnt, 1);
6217 	TAILQ_INSERT_TAIL(&strm->outqueue, sp, next);
6218 	stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, &stcb->asoc, strm, sp, 1);
6219 	m = NULL;
6220 	if (hold_stcb_lock == 0) {
6221 		SCTP_TCB_SEND_UNLOCK(stcb);
6222 	}
6223 out_now:
6224 	if (m) {
6225 		sctp_m_freem(m);
6226 	}
6227 	return (error);
6228 }
6229 
6230 
6231 static struct mbuf *
6232 sctp_copy_mbufchain(struct mbuf *clonechain,
6233     struct mbuf *outchain,
6234     struct mbuf **endofchain,
6235     int can_take_mbuf,
6236     int sizeofcpy,
6237     uint8_t copy_by_ref)
6238 {
6239 	struct mbuf *m;
6240 	struct mbuf *appendchain;
6241 	caddr_t cp;
6242 	int len;
6243 
6244 	if (endofchain == NULL) {
6245 		/* error */
6246 error_out:
6247 		if (outchain)
6248 			sctp_m_freem(outchain);
6249 		return (NULL);
6250 	}
6251 	if (can_take_mbuf) {
6252 		appendchain = clonechain;
6253 	} else {
6254 		if (!copy_by_ref &&
6255 		    (sizeofcpy <= (int)((((SCTP_BASE_SYSCTL(sctp_mbuf_threshold_count) - 1) * MLEN) + MHLEN)))
6256 		    ) {
6257 			/* Its not in a cluster */
6258 			if (*endofchain == NULL) {
6259 				/* lets get a mbuf cluster */
6260 				if (outchain == NULL) {
6261 					/* This is the general case */
6262 			new_mbuf:
6263 					outchain = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_HEADER);
6264 					if (outchain == NULL) {
6265 						goto error_out;
6266 					}
6267 					SCTP_BUF_LEN(outchain) = 0;
6268 					*endofchain = outchain;
6269 					/* get the prepend space */
6270 					SCTP_BUF_RESV_UF(outchain, (SCTP_FIRST_MBUF_RESV + 4));
6271 				} else {
6272 					/*
6273 					 * We really should not get a NULL
6274 					 * in endofchain
6275 					 */
6276 					/* find end */
6277 					m = outchain;
6278 					while (m) {
6279 						if (SCTP_BUF_NEXT(m) == NULL) {
6280 							*endofchain = m;
6281 							break;
6282 						}
6283 						m = SCTP_BUF_NEXT(m);
6284 					}
6285 					/* sanity */
6286 					if (*endofchain == NULL) {
6287 						/*
6288 						 * huh, TSNH XXX maybe we
6289 						 * should panic
6290 						 */
6291 						sctp_m_freem(outchain);
6292 						goto new_mbuf;
6293 					}
6294 				}
6295 				/* get the new end of length */
6296 				len = M_TRAILINGSPACE(*endofchain);
6297 			} else {
6298 				/* how much is left at the end? */
6299 				len = M_TRAILINGSPACE(*endofchain);
6300 			}
6301 			/* Find the end of the data, for appending */
6302 			cp = (mtod((*endofchain), caddr_t)+SCTP_BUF_LEN((*endofchain)));
6303 
6304 			/* Now lets copy it out */
6305 			if (len >= sizeofcpy) {
6306 				/* It all fits, copy it in */
6307 				m_copydata(clonechain, 0, sizeofcpy, cp);
6308 				SCTP_BUF_LEN((*endofchain)) += sizeofcpy;
6309 			} else {
6310 				/* fill up the end of the chain */
6311 				if (len > 0) {
6312 					m_copydata(clonechain, 0, len, cp);
6313 					SCTP_BUF_LEN((*endofchain)) += len;
6314 					/* now we need another one */
6315 					sizeofcpy -= len;
6316 				}
6317 				m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_HEADER);
6318 				if (m == NULL) {
6319 					/* We failed */
6320 					goto error_out;
6321 				}
6322 				SCTP_BUF_NEXT((*endofchain)) = m;
6323 				*endofchain = m;
6324 				cp = mtod((*endofchain), caddr_t);
6325 				m_copydata(clonechain, len, sizeofcpy, cp);
6326 				SCTP_BUF_LEN((*endofchain)) += sizeofcpy;
6327 			}
6328 			return (outchain);
6329 		} else {
6330 			/* copy the old fashion way */
6331 			appendchain = SCTP_M_COPYM(clonechain, 0, M_COPYALL, M_NOWAIT);
6332 #ifdef SCTP_MBUF_LOGGING
6333 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
6334 				struct mbuf *mat;
6335 
6336 				for (mat = appendchain; mat; mat = SCTP_BUF_NEXT(mat)) {
6337 					if (SCTP_BUF_IS_EXTENDED(mat)) {
6338 						sctp_log_mb(mat, SCTP_MBUF_ICOPY);
6339 					}
6340 				}
6341 			}
6342 #endif
6343 		}
6344 	}
6345 	if (appendchain == NULL) {
6346 		/* error */
6347 		if (outchain)
6348 			sctp_m_freem(outchain);
6349 		return (NULL);
6350 	}
6351 	if (outchain) {
6352 		/* tack on to the end */
6353 		if (*endofchain != NULL) {
6354 			SCTP_BUF_NEXT(((*endofchain))) = appendchain;
6355 		} else {
6356 			m = outchain;
6357 			while (m) {
6358 				if (SCTP_BUF_NEXT(m) == NULL) {
6359 					SCTP_BUF_NEXT(m) = appendchain;
6360 					break;
6361 				}
6362 				m = SCTP_BUF_NEXT(m);
6363 			}
6364 		}
6365 		/*
6366 		 * save off the end and update the end-chain postion
6367 		 */
6368 		m = appendchain;
6369 		while (m) {
6370 			if (SCTP_BUF_NEXT(m) == NULL) {
6371 				*endofchain = m;
6372 				break;
6373 			}
6374 			m = SCTP_BUF_NEXT(m);
6375 		}
6376 		return (outchain);
6377 	} else {
6378 		/* save off the end and update the end-chain postion */
6379 		m = appendchain;
6380 		while (m) {
6381 			if (SCTP_BUF_NEXT(m) == NULL) {
6382 				*endofchain = m;
6383 				break;
6384 			}
6385 			m = SCTP_BUF_NEXT(m);
6386 		}
6387 		return (appendchain);
6388 	}
6389 }
6390 
6391 static int
6392 sctp_med_chunk_output(struct sctp_inpcb *inp,
6393     struct sctp_tcb *stcb,
6394     struct sctp_association *asoc,
6395     int *num_out,
6396     int *reason_code,
6397     int control_only, int from_where,
6398     struct timeval *now, int *now_filled, int frag_point, int so_locked
6399 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
6400     SCTP_UNUSED
6401 #endif
6402 );
6403 
6404 static void
6405 sctp_sendall_iterator(struct sctp_inpcb *inp, struct sctp_tcb *stcb, void *ptr,
6406     uint32_t val SCTP_UNUSED)
6407 {
6408 	struct sctp_copy_all *ca;
6409 	struct mbuf *m;
6410 	int ret = 0;
6411 	int added_control = 0;
6412 	int un_sent, do_chunk_output = 1;
6413 	struct sctp_association *asoc;
6414 	struct sctp_nets *net;
6415 
6416 	ca = (struct sctp_copy_all *)ptr;
6417 	if (ca->m == NULL) {
6418 		return;
6419 	}
6420 	if (ca->inp != inp) {
6421 		/* TSNH */
6422 		return;
6423 	}
6424 	if (ca->sndlen > 0) {
6425 		m = SCTP_M_COPYM(ca->m, 0, M_COPYALL, M_NOWAIT);
6426 		if (m == NULL) {
6427 			/* can't copy so we are done */
6428 			ca->cnt_failed++;
6429 			return;
6430 		}
6431 #ifdef SCTP_MBUF_LOGGING
6432 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
6433 			struct mbuf *mat;
6434 
6435 			for (mat = m; mat; mat = SCTP_BUF_NEXT(mat)) {
6436 				if (SCTP_BUF_IS_EXTENDED(mat)) {
6437 					sctp_log_mb(mat, SCTP_MBUF_ICOPY);
6438 				}
6439 			}
6440 		}
6441 #endif
6442 	} else {
6443 		m = NULL;
6444 	}
6445 	SCTP_TCB_LOCK_ASSERT(stcb);
6446 	if (stcb->asoc.alternate) {
6447 		net = stcb->asoc.alternate;
6448 	} else {
6449 		net = stcb->asoc.primary_destination;
6450 	}
6451 	if (ca->sndrcv.sinfo_flags & SCTP_ABORT) {
6452 		/* Abort this assoc with m as the user defined reason */
6453 		if (m != NULL) {
6454 			SCTP_BUF_PREPEND(m, sizeof(struct sctp_paramhdr), M_NOWAIT);
6455 		} else {
6456 			m = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr),
6457 			    0, M_NOWAIT, 1, MT_DATA);
6458 			SCTP_BUF_LEN(m) = sizeof(struct sctp_paramhdr);
6459 		}
6460 		if (m != NULL) {
6461 			struct sctp_paramhdr *ph;
6462 
6463 			ph = mtod(m, struct sctp_paramhdr *);
6464 			ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
6465 			ph->param_length = htons(sizeof(struct sctp_paramhdr) + ca->sndlen);
6466 		}
6467 		/*
6468 		 * We add one here to keep the assoc from dis-appearing on
6469 		 * us.
6470 		 */
6471 		atomic_add_int(&stcb->asoc.refcnt, 1);
6472 		sctp_abort_an_association(inp, stcb, m, SCTP_SO_NOT_LOCKED);
6473 		/*
6474 		 * sctp_abort_an_association calls sctp_free_asoc() free
6475 		 * association will NOT free it since we incremented the
6476 		 * refcnt .. we do this to prevent it being freed and things
6477 		 * getting tricky since we could end up (from free_asoc)
6478 		 * calling inpcb_free which would get a recursive lock call
6479 		 * to the iterator lock.. But as a consequence of that the
6480 		 * stcb will return to us un-locked.. since free_asoc
6481 		 * returns with either no TCB or the TCB unlocked, we must
6482 		 * relock.. to unlock in the iterator timer :-0
6483 		 */
6484 		SCTP_TCB_LOCK(stcb);
6485 		atomic_add_int(&stcb->asoc.refcnt, -1);
6486 		goto no_chunk_output;
6487 	} else {
6488 		if (m) {
6489 			ret = sctp_msg_append(stcb, net, m,
6490 			    &ca->sndrcv, 1);
6491 		}
6492 		asoc = &stcb->asoc;
6493 		if (ca->sndrcv.sinfo_flags & SCTP_EOF) {
6494 			/* shutdown this assoc */
6495 			int cnt;
6496 
6497 			cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_NOT_LOCKED);
6498 
6499 			if (TAILQ_EMPTY(&asoc->send_queue) &&
6500 			    TAILQ_EMPTY(&asoc->sent_queue) &&
6501 			    (cnt == 0)) {
6502 				if (asoc->locked_on_sending) {
6503 					goto abort_anyway;
6504 				}
6505 				/*
6506 				 * there is nothing queued to send, so I'm
6507 				 * done...
6508 				 */
6509 				if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) &&
6510 				    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
6511 				    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
6512 					/*
6513 					 * only send SHUTDOWN the first time
6514 					 * through
6515 					 */
6516 					if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) {
6517 						SCTP_STAT_DECR_GAUGE32(sctps_currestab);
6518 					}
6519 					SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
6520 					SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
6521 					sctp_stop_timers_for_shutdown(stcb);
6522 					sctp_send_shutdown(stcb, net);
6523 					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb,
6524 					    net);
6525 					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
6526 					    asoc->primary_destination);
6527 					added_control = 1;
6528 					do_chunk_output = 0;
6529 				}
6530 			} else {
6531 				/*
6532 				 * we still got (or just got) data to send,
6533 				 * so set SHUTDOWN_PENDING
6534 				 */
6535 				/*
6536 				 * XXX sockets draft says that SCTP_EOF
6537 				 * should be sent with no data.  currently,
6538 				 * we will allow user data to be sent first
6539 				 * and move to SHUTDOWN-PENDING
6540 				 */
6541 				if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) &&
6542 				    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
6543 				    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
6544 					if (asoc->locked_on_sending) {
6545 						/*
6546 						 * Locked to send out the
6547 						 * data
6548 						 */
6549 						struct sctp_stream_queue_pending *sp;
6550 
6551 						sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead);
6552 						if (sp) {
6553 							if ((sp->length == 0) && (sp->msg_is_complete == 0))
6554 								asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
6555 						}
6556 					}
6557 					asoc->state |= SCTP_STATE_SHUTDOWN_PENDING;
6558 					if (TAILQ_EMPTY(&asoc->send_queue) &&
6559 					    TAILQ_EMPTY(&asoc->sent_queue) &&
6560 					    (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) {
6561 				abort_anyway:
6562 						atomic_add_int(&stcb->asoc.refcnt, 1);
6563 						sctp_abort_an_association(stcb->sctp_ep, stcb,
6564 						    NULL, SCTP_SO_NOT_LOCKED);
6565 						atomic_add_int(&stcb->asoc.refcnt, -1);
6566 						goto no_chunk_output;
6567 					}
6568 					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
6569 					    asoc->primary_destination);
6570 				}
6571 			}
6572 
6573 		}
6574 	}
6575 	un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) +
6576 	    (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk)));
6577 
6578 	if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
6579 	    (stcb->asoc.total_flight > 0) &&
6580 	    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
6581 		do_chunk_output = 0;
6582 	}
6583 	if (do_chunk_output)
6584 		sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_NOT_LOCKED);
6585 	else if (added_control) {
6586 		int num_out = 0, reason = 0, now_filled = 0;
6587 		struct timeval now;
6588 		int frag_point;
6589 
6590 		frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
6591 		(void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out,
6592 		    &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_NOT_LOCKED);
6593 	}
6594 no_chunk_output:
6595 	if (ret) {
6596 		ca->cnt_failed++;
6597 	} else {
6598 		ca->cnt_sent++;
6599 	}
6600 }
6601 
6602 static void
6603 sctp_sendall_completes(void *ptr, uint32_t val SCTP_UNUSED)
6604 {
6605 	struct sctp_copy_all *ca;
6606 
6607 	ca = (struct sctp_copy_all *)ptr;
6608 	/*
6609 	 * Do a notify here? Kacheong suggests that the notify be done at
6610 	 * the send time.. so you would push up a notification if any send
6611 	 * failed. Don't know if this is feasable since the only failures we
6612 	 * have is "memory" related and if you cannot get an mbuf to send
6613 	 * the data you surely can't get an mbuf to send up to notify the
6614 	 * user you can't send the data :->
6615 	 */
6616 
6617 	/* now free everything */
6618 	sctp_m_freem(ca->m);
6619 	SCTP_FREE(ca, SCTP_M_COPYAL);
6620 }
6621 
6622 
6623 #define	MC_ALIGN(m, len) do {						\
6624 	SCTP_BUF_RESV_UF(m, ((MCLBYTES - (len)) & ~(sizeof(long) - 1));	\
6625 } while (0)
6626 
6627 
6628 
6629 static struct mbuf *
6630 sctp_copy_out_all(struct uio *uio, int len)
6631 {
6632 	struct mbuf *ret, *at;
6633 	int left, willcpy, cancpy, error;
6634 
6635 	ret = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_WAITOK, 1, MT_DATA);
6636 	if (ret == NULL) {
6637 		/* TSNH */
6638 		return (NULL);
6639 	}
6640 	left = len;
6641 	SCTP_BUF_LEN(ret) = 0;
6642 	/* save space for the data chunk header */
6643 	cancpy = M_TRAILINGSPACE(ret);
6644 	willcpy = min(cancpy, left);
6645 	at = ret;
6646 	while (left > 0) {
6647 		/* Align data to the end */
6648 		error = uiomove(mtod(at, caddr_t), willcpy, uio);
6649 		if (error) {
6650 	err_out_now:
6651 			sctp_m_freem(at);
6652 			return (NULL);
6653 		}
6654 		SCTP_BUF_LEN(at) = willcpy;
6655 		SCTP_BUF_NEXT_PKT(at) = SCTP_BUF_NEXT(at) = 0;
6656 		left -= willcpy;
6657 		if (left > 0) {
6658 			SCTP_BUF_NEXT(at) = sctp_get_mbuf_for_msg(left, 0, M_WAITOK, 1, MT_DATA);
6659 			if (SCTP_BUF_NEXT(at) == NULL) {
6660 				goto err_out_now;
6661 			}
6662 			at = SCTP_BUF_NEXT(at);
6663 			SCTP_BUF_LEN(at) = 0;
6664 			cancpy = M_TRAILINGSPACE(at);
6665 			willcpy = min(cancpy, left);
6666 		}
6667 	}
6668 	return (ret);
6669 }
6670 
6671 static int
6672 sctp_sendall(struct sctp_inpcb *inp, struct uio *uio, struct mbuf *m,
6673     struct sctp_sndrcvinfo *srcv)
6674 {
6675 	int ret;
6676 	struct sctp_copy_all *ca;
6677 
6678 	SCTP_MALLOC(ca, struct sctp_copy_all *, sizeof(struct sctp_copy_all),
6679 	    SCTP_M_COPYAL);
6680 	if (ca == NULL) {
6681 		sctp_m_freem(m);
6682 		SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6683 		return (ENOMEM);
6684 	}
6685 	memset(ca, 0, sizeof(struct sctp_copy_all));
6686 
6687 	ca->inp = inp;
6688 	if (srcv) {
6689 		memcpy(&ca->sndrcv, srcv, sizeof(struct sctp_nonpad_sndrcvinfo));
6690 	}
6691 	/*
6692 	 * take off the sendall flag, it would be bad if we failed to do
6693 	 * this :-0
6694 	 */
6695 	ca->sndrcv.sinfo_flags &= ~SCTP_SENDALL;
6696 	/* get length and mbuf chain */
6697 	if (uio) {
6698 		ca->sndlen = uio->uio_resid;
6699 		ca->m = sctp_copy_out_all(uio, ca->sndlen);
6700 		if (ca->m == NULL) {
6701 			SCTP_FREE(ca, SCTP_M_COPYAL);
6702 			SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6703 			return (ENOMEM);
6704 		}
6705 	} else {
6706 		/* Gather the length of the send */
6707 		struct mbuf *mat;
6708 
6709 		ca->sndlen = 0;
6710 		for (mat = m; mat; mat = SCTP_BUF_NEXT(mat)) {
6711 			ca->sndlen += SCTP_BUF_LEN(mat);
6712 		}
6713 	}
6714 	ret = sctp_initiate_iterator(NULL, sctp_sendall_iterator, NULL,
6715 	    SCTP_PCB_ANY_FLAGS, SCTP_PCB_ANY_FEATURES,
6716 	    SCTP_ASOC_ANY_STATE,
6717 	    (void *)ca, 0,
6718 	    sctp_sendall_completes, inp, 1);
6719 	if (ret) {
6720 		SCTP_PRINTF("Failed to initiate iterator for sendall\n");
6721 		SCTP_FREE(ca, SCTP_M_COPYAL);
6722 		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT);
6723 		return (EFAULT);
6724 	}
6725 	return (0);
6726 }
6727 
6728 
6729 void
6730 sctp_toss_old_cookies(struct sctp_tcb *stcb, struct sctp_association *asoc)
6731 {
6732 	struct sctp_tmit_chunk *chk, *nchk;
6733 
6734 	TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
6735 		if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
6736 			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
6737 			if (chk->data) {
6738 				sctp_m_freem(chk->data);
6739 				chk->data = NULL;
6740 			}
6741 			asoc->ctrl_queue_cnt--;
6742 			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
6743 		}
6744 	}
6745 }
6746 
6747 void
6748 sctp_toss_old_asconf(struct sctp_tcb *stcb)
6749 {
6750 	struct sctp_association *asoc;
6751 	struct sctp_tmit_chunk *chk, *nchk;
6752 	struct sctp_asconf_chunk *acp;
6753 
6754 	asoc = &stcb->asoc;
6755 	TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) {
6756 		/* find SCTP_ASCONF chunk in queue */
6757 		if (chk->rec.chunk_id.id == SCTP_ASCONF) {
6758 			if (chk->data) {
6759 				acp = mtod(chk->data, struct sctp_asconf_chunk *);
6760 				if (SCTP_TSN_GT(ntohl(acp->serial_number), asoc->asconf_seq_out_acked)) {
6761 					/* Not Acked yet */
6762 					break;
6763 				}
6764 			}
6765 			TAILQ_REMOVE(&asoc->asconf_send_queue, chk, sctp_next);
6766 			if (chk->data) {
6767 				sctp_m_freem(chk->data);
6768 				chk->data = NULL;
6769 			}
6770 			asoc->ctrl_queue_cnt--;
6771 			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
6772 		}
6773 	}
6774 }
6775 
6776 
6777 static void
6778 sctp_clean_up_datalist(struct sctp_tcb *stcb,
6779     struct sctp_association *asoc,
6780     struct sctp_tmit_chunk **data_list,
6781     int bundle_at,
6782     struct sctp_nets *net)
6783 {
6784 	int i;
6785 	struct sctp_tmit_chunk *tp1;
6786 
6787 	for (i = 0; i < bundle_at; i++) {
6788 		/* off of the send queue */
6789 		TAILQ_REMOVE(&asoc->send_queue, data_list[i], sctp_next);
6790 		asoc->send_queue_cnt--;
6791 		if (i > 0) {
6792 			/*
6793 			 * Any chunk NOT 0 you zap the time chunk 0 gets
6794 			 * zapped or set based on if a RTO measurment is
6795 			 * needed.
6796 			 */
6797 			data_list[i]->do_rtt = 0;
6798 		}
6799 		/* record time */
6800 		data_list[i]->sent_rcv_time = net->last_sent_time;
6801 		data_list[i]->rec.data.cwnd_at_send = net->cwnd;
6802 		data_list[i]->rec.data.fast_retran_tsn = data_list[i]->rec.data.TSN_seq;
6803 		if (data_list[i]->whoTo == NULL) {
6804 			data_list[i]->whoTo = net;
6805 			atomic_add_int(&net->ref_count, 1);
6806 		}
6807 		/* on to the sent queue */
6808 		tp1 = TAILQ_LAST(&asoc->sent_queue, sctpchunk_listhead);
6809 		if ((tp1) && SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) {
6810 			struct sctp_tmit_chunk *tpp;
6811 
6812 			/* need to move back */
6813 	back_up_more:
6814 			tpp = TAILQ_PREV(tp1, sctpchunk_listhead, sctp_next);
6815 			if (tpp == NULL) {
6816 				TAILQ_INSERT_BEFORE(tp1, data_list[i], sctp_next);
6817 				goto all_done;
6818 			}
6819 			tp1 = tpp;
6820 			if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) {
6821 				goto back_up_more;
6822 			}
6823 			TAILQ_INSERT_AFTER(&asoc->sent_queue, tp1, data_list[i], sctp_next);
6824 		} else {
6825 			TAILQ_INSERT_TAIL(&asoc->sent_queue,
6826 			    data_list[i],
6827 			    sctp_next);
6828 		}
6829 all_done:
6830 		/* This does not lower until the cum-ack passes it */
6831 		asoc->sent_queue_cnt++;
6832 		if ((asoc->peers_rwnd <= 0) &&
6833 		    (asoc->total_flight == 0) &&
6834 		    (bundle_at == 1)) {
6835 			/* Mark the chunk as being a window probe */
6836 			SCTP_STAT_INCR(sctps_windowprobed);
6837 		}
6838 #ifdef SCTP_AUDITING_ENABLED
6839 		sctp_audit_log(0xC2, 3);
6840 #endif
6841 		data_list[i]->sent = SCTP_DATAGRAM_SENT;
6842 		data_list[i]->snd_count = 1;
6843 		data_list[i]->rec.data.chunk_was_revoked = 0;
6844 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
6845 			sctp_misc_ints(SCTP_FLIGHT_LOG_UP,
6846 			    data_list[i]->whoTo->flight_size,
6847 			    data_list[i]->book_size,
6848 			    (uintptr_t) data_list[i]->whoTo,
6849 			    data_list[i]->rec.data.TSN_seq);
6850 		}
6851 		sctp_flight_size_increase(data_list[i]);
6852 		sctp_total_flight_increase(stcb, data_list[i]);
6853 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
6854 			sctp_log_rwnd(SCTP_DECREASE_PEER_RWND,
6855 			    asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
6856 		}
6857 		asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd,
6858 		    (uint32_t) (data_list[i]->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)));
6859 		if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
6860 			/* SWS sender side engages */
6861 			asoc->peers_rwnd = 0;
6862 		}
6863 	}
6864 	if (asoc->cc_functions.sctp_cwnd_update_packet_transmitted) {
6865 		(*asoc->cc_functions.sctp_cwnd_update_packet_transmitted) (stcb, net);
6866 	}
6867 }
6868 
6869 static void
6870 sctp_clean_up_ctl(struct sctp_tcb *stcb, struct sctp_association *asoc, int so_locked
6871 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
6872     SCTP_UNUSED
6873 #endif
6874 )
6875 {
6876 	struct sctp_tmit_chunk *chk, *nchk;
6877 
6878 	TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
6879 		if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
6880 		    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) ||	/* EY */
6881 		    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) ||
6882 		    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) ||
6883 		    (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) ||
6884 		    (chk->rec.chunk_id.id == SCTP_SHUTDOWN) ||
6885 		    (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) ||
6886 		    (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) ||
6887 		    (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) ||
6888 		    (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) ||
6889 		    (chk->rec.chunk_id.id == SCTP_ECN_CWR) ||
6890 		    (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) {
6891 			/* Stray chunks must be cleaned up */
6892 	clean_up_anyway:
6893 			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
6894 			if (chk->data) {
6895 				sctp_m_freem(chk->data);
6896 				chk->data = NULL;
6897 			}
6898 			asoc->ctrl_queue_cnt--;
6899 			if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN)
6900 				asoc->fwd_tsn_cnt--;
6901 			sctp_free_a_chunk(stcb, chk, so_locked);
6902 		} else if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) {
6903 			/* special handling, we must look into the param */
6904 			if (chk != asoc->str_reset) {
6905 				goto clean_up_anyway;
6906 			}
6907 		}
6908 	}
6909 }
6910 
6911 
6912 static int
6913 sctp_can_we_split_this(struct sctp_tcb *stcb,
6914     uint32_t length,
6915     uint32_t goal_mtu, uint32_t frag_point, int eeor_on)
6916 {
6917 	/*
6918 	 * Make a decision on if I should split a msg into multiple parts.
6919 	 * This is only asked of incomplete messages.
6920 	 */
6921 	if (eeor_on) {
6922 		/*
6923 		 * If we are doing EEOR we need to always send it if its the
6924 		 * entire thing, since it might be all the guy is putting in
6925 		 * the hopper.
6926 		 */
6927 		if (goal_mtu >= length) {
6928 			/*-
6929 			 * If we have data outstanding,
6930 			 * we get another chance when the sack
6931 			 * arrives to transmit - wait for more data
6932 			 */
6933 			if (stcb->asoc.total_flight == 0) {
6934 				/*
6935 				 * If nothing is in flight, we zero the
6936 				 * packet counter.
6937 				 */
6938 				return (length);
6939 			}
6940 			return (0);
6941 
6942 		} else {
6943 			/* You can fill the rest */
6944 			return (goal_mtu);
6945 		}
6946 	}
6947 	/*-
6948 	 * For those strange folk that make the send buffer
6949 	 * smaller than our fragmentation point, we can't
6950 	 * get a full msg in so we have to allow splitting.
6951 	 */
6952 	if (SCTP_SB_LIMIT_SND(stcb->sctp_socket) < frag_point) {
6953 		return (length);
6954 	}
6955 	if ((length <= goal_mtu) ||
6956 	    ((length - goal_mtu) < SCTP_BASE_SYSCTL(sctp_min_residual))) {
6957 		/* Sub-optimial residual don't split in non-eeor mode. */
6958 		return (0);
6959 	}
6960 	/*
6961 	 * If we reach here length is larger than the goal_mtu. Do we wish
6962 	 * to split it for the sake of packet putting together?
6963 	 */
6964 	if (goal_mtu >= min(SCTP_BASE_SYSCTL(sctp_min_split_point), frag_point)) {
6965 		/* Its ok to split it */
6966 		return (min(goal_mtu, frag_point));
6967 	}
6968 	/* Nope, can't split */
6969 	return (0);
6970 
6971 }
6972 
6973 static uint32_t
6974 sctp_move_to_outqueue(struct sctp_tcb *stcb,
6975     struct sctp_stream_out *strq,
6976     uint32_t goal_mtu,
6977     uint32_t frag_point,
6978     int *locked,
6979     int *giveup,
6980     int eeor_mode,
6981     int *bail,
6982     int so_locked
6983 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
6984     SCTP_UNUSED
6985 #endif
6986 )
6987 {
6988 	/* Move from the stream to the send_queue keeping track of the total */
6989 	struct sctp_association *asoc;
6990 	struct sctp_stream_queue_pending *sp;
6991 	struct sctp_tmit_chunk *chk;
6992 	struct sctp_data_chunk *dchkh;
6993 	uint32_t to_move, length;
6994 	uint8_t rcv_flags = 0;
6995 	uint8_t some_taken;
6996 	uint8_t send_lock_up = 0;
6997 
6998 	SCTP_TCB_LOCK_ASSERT(stcb);
6999 	asoc = &stcb->asoc;
7000 one_more_time:
7001 	/* sa_ignore FREED_MEMORY */
7002 	sp = TAILQ_FIRST(&strq->outqueue);
7003 	if (sp == NULL) {
7004 		*locked = 0;
7005 		if (send_lock_up == 0) {
7006 			SCTP_TCB_SEND_LOCK(stcb);
7007 			send_lock_up = 1;
7008 		}
7009 		sp = TAILQ_FIRST(&strq->outqueue);
7010 		if (sp) {
7011 			goto one_more_time;
7012 		}
7013 		if (strq->last_msg_incomplete) {
7014 			SCTP_PRINTF("Huh? Stream:%d lm_in_c=%d but queue is NULL\n",
7015 			    strq->stream_no,
7016 			    strq->last_msg_incomplete);
7017 			strq->last_msg_incomplete = 0;
7018 		}
7019 		to_move = 0;
7020 		if (send_lock_up) {
7021 			SCTP_TCB_SEND_UNLOCK(stcb);
7022 			send_lock_up = 0;
7023 		}
7024 		goto out_of;
7025 	}
7026 	if ((sp->msg_is_complete) && (sp->length == 0)) {
7027 		if (sp->sender_all_done) {
7028 			/*
7029 			 * We are doing differed cleanup. Last time through
7030 			 * when we took all the data the sender_all_done was
7031 			 * not set.
7032 			 */
7033 			if ((sp->put_last_out == 0) && (sp->discard_rest == 0)) {
7034 				SCTP_PRINTF("Gak, put out entire msg with NO end!-1\n");
7035 				SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n",
7036 				    sp->sender_all_done,
7037 				    sp->length,
7038 				    sp->msg_is_complete,
7039 				    sp->put_last_out,
7040 				    send_lock_up);
7041 			}
7042 			if ((TAILQ_NEXT(sp, next) == NULL) && (send_lock_up == 0)) {
7043 				SCTP_TCB_SEND_LOCK(stcb);
7044 				send_lock_up = 1;
7045 			}
7046 			atomic_subtract_int(&asoc->stream_queue_cnt, 1);
7047 			TAILQ_REMOVE(&strq->outqueue, sp, next);
7048 			stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up);
7049 			if (sp->net) {
7050 				sctp_free_remote_addr(sp->net);
7051 				sp->net = NULL;
7052 			}
7053 			if (sp->data) {
7054 				sctp_m_freem(sp->data);
7055 				sp->data = NULL;
7056 			}
7057 			sctp_free_a_strmoq(stcb, sp, so_locked);
7058 			/* we can't be locked to it */
7059 			*locked = 0;
7060 			stcb->asoc.locked_on_sending = NULL;
7061 			if (send_lock_up) {
7062 				SCTP_TCB_SEND_UNLOCK(stcb);
7063 				send_lock_up = 0;
7064 			}
7065 			/* back to get the next msg */
7066 			goto one_more_time;
7067 		} else {
7068 			/*
7069 			 * sender just finished this but still holds a
7070 			 * reference
7071 			 */
7072 			*locked = 1;
7073 			*giveup = 1;
7074 			to_move = 0;
7075 			goto out_of;
7076 		}
7077 	} else {
7078 		/* is there some to get */
7079 		if (sp->length == 0) {
7080 			/* no */
7081 			*locked = 1;
7082 			*giveup = 1;
7083 			to_move = 0;
7084 			goto out_of;
7085 		} else if (sp->discard_rest) {
7086 			if (send_lock_up == 0) {
7087 				SCTP_TCB_SEND_LOCK(stcb);
7088 				send_lock_up = 1;
7089 			}
7090 			/* Whack down the size */
7091 			atomic_subtract_int(&stcb->asoc.total_output_queue_size, sp->length);
7092 			if ((stcb->sctp_socket != NULL) && \
7093 			    ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) ||
7094 			    (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL))) {
7095 				atomic_subtract_int(&stcb->sctp_socket->so_snd.sb_cc, sp->length);
7096 			}
7097 			if (sp->data) {
7098 				sctp_m_freem(sp->data);
7099 				sp->data = NULL;
7100 				sp->tail_mbuf = NULL;
7101 			}
7102 			sp->length = 0;
7103 			sp->some_taken = 1;
7104 			*locked = 1;
7105 			*giveup = 1;
7106 			to_move = 0;
7107 			goto out_of;
7108 		}
7109 	}
7110 	some_taken = sp->some_taken;
7111 	if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
7112 		sp->msg_is_complete = 1;
7113 	}
7114 re_look:
7115 	length = sp->length;
7116 	if (sp->msg_is_complete) {
7117 		/* The message is complete */
7118 		to_move = min(length, frag_point);
7119 		if (to_move == length) {
7120 			/* All of it fits in the MTU */
7121 			if (sp->some_taken) {
7122 				rcv_flags |= SCTP_DATA_LAST_FRAG;
7123 				sp->put_last_out = 1;
7124 			} else {
7125 				rcv_flags |= SCTP_DATA_NOT_FRAG;
7126 				sp->put_last_out = 1;
7127 			}
7128 		} else {
7129 			/* Not all of it fits, we fragment */
7130 			if (sp->some_taken == 0) {
7131 				rcv_flags |= SCTP_DATA_FIRST_FRAG;
7132 			}
7133 			sp->some_taken = 1;
7134 		}
7135 	} else {
7136 		to_move = sctp_can_we_split_this(stcb, length, goal_mtu, frag_point, eeor_mode);
7137 		if (to_move) {
7138 			/*-
7139 			 * We use a snapshot of length in case it
7140 			 * is expanding during the compare.
7141 			 */
7142 			uint32_t llen;
7143 
7144 			llen = length;
7145 			if (to_move >= llen) {
7146 				to_move = llen;
7147 				if (send_lock_up == 0) {
7148 					/*-
7149 					 * We are taking all of an incomplete msg
7150 					 * thus we need a send lock.
7151 					 */
7152 					SCTP_TCB_SEND_LOCK(stcb);
7153 					send_lock_up = 1;
7154 					if (sp->msg_is_complete) {
7155 						/*
7156 						 * the sender finished the
7157 						 * msg
7158 						 */
7159 						goto re_look;
7160 					}
7161 				}
7162 			}
7163 			if (sp->some_taken == 0) {
7164 				rcv_flags |= SCTP_DATA_FIRST_FRAG;
7165 				sp->some_taken = 1;
7166 			}
7167 		} else {
7168 			/* Nothing to take. */
7169 			if (sp->some_taken) {
7170 				*locked = 1;
7171 			}
7172 			*giveup = 1;
7173 			to_move = 0;
7174 			goto out_of;
7175 		}
7176 	}
7177 
7178 	/* If we reach here, we can copy out a chunk */
7179 	sctp_alloc_a_chunk(stcb, chk);
7180 	if (chk == NULL) {
7181 		/* No chunk memory */
7182 		*giveup = 1;
7183 		to_move = 0;
7184 		goto out_of;
7185 	}
7186 	/*
7187 	 * Setup for unordered if needed by looking at the user sent info
7188 	 * flags.
7189 	 */
7190 	if (sp->sinfo_flags & SCTP_UNORDERED) {
7191 		rcv_flags |= SCTP_DATA_UNORDERED;
7192 	}
7193 	if ((SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) && ((sp->sinfo_flags & SCTP_EOF) == SCTP_EOF)) ||
7194 	    ((sp->sinfo_flags & SCTP_SACK_IMMEDIATELY) == SCTP_SACK_IMMEDIATELY)) {
7195 		rcv_flags |= SCTP_DATA_SACK_IMMEDIATELY;
7196 	}
7197 	/* clear out the chunk before setting up */
7198 	memset(chk, 0, sizeof(*chk));
7199 	chk->rec.data.rcv_flags = rcv_flags;
7200 
7201 	if (to_move >= length) {
7202 		/* we think we can steal the whole thing */
7203 		if ((sp->sender_all_done == 0) && (send_lock_up == 0)) {
7204 			SCTP_TCB_SEND_LOCK(stcb);
7205 			send_lock_up = 1;
7206 		}
7207 		if (to_move < sp->length) {
7208 			/* bail, it changed */
7209 			goto dont_do_it;
7210 		}
7211 		chk->data = sp->data;
7212 		chk->last_mbuf = sp->tail_mbuf;
7213 		/* register the stealing */
7214 		sp->data = sp->tail_mbuf = NULL;
7215 	} else {
7216 		struct mbuf *m;
7217 
7218 dont_do_it:
7219 		chk->data = SCTP_M_COPYM(sp->data, 0, to_move, M_NOWAIT);
7220 		chk->last_mbuf = NULL;
7221 		if (chk->data == NULL) {
7222 			sp->some_taken = some_taken;
7223 			sctp_free_a_chunk(stcb, chk, so_locked);
7224 			*bail = 1;
7225 			to_move = 0;
7226 			goto out_of;
7227 		}
7228 #ifdef SCTP_MBUF_LOGGING
7229 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
7230 			struct mbuf *mat;
7231 
7232 			for (mat = chk->data; mat; mat = SCTP_BUF_NEXT(mat)) {
7233 				if (SCTP_BUF_IS_EXTENDED(mat)) {
7234 					sctp_log_mb(mat, SCTP_MBUF_ICOPY);
7235 				}
7236 			}
7237 		}
7238 #endif
7239 		/* Pull off the data */
7240 		m_adj(sp->data, to_move);
7241 		/* Now lets work our way down and compact it */
7242 		m = sp->data;
7243 		while (m && (SCTP_BUF_LEN(m) == 0)) {
7244 			sp->data = SCTP_BUF_NEXT(m);
7245 			SCTP_BUF_NEXT(m) = NULL;
7246 			if (sp->tail_mbuf == m) {
7247 				/*-
7248 				 * Freeing tail? TSNH since
7249 				 * we supposedly were taking less
7250 				 * than the sp->length.
7251 				 */
7252 #ifdef INVARIANTS
7253 				panic("Huh, freing tail? - TSNH");
7254 #else
7255 				SCTP_PRINTF("Huh, freeing tail? - TSNH\n");
7256 				sp->tail_mbuf = sp->data = NULL;
7257 				sp->length = 0;
7258 #endif
7259 
7260 			}
7261 			sctp_m_free(m);
7262 			m = sp->data;
7263 		}
7264 	}
7265 	if (SCTP_BUF_IS_EXTENDED(chk->data)) {
7266 		chk->copy_by_ref = 1;
7267 	} else {
7268 		chk->copy_by_ref = 0;
7269 	}
7270 	/*
7271 	 * get last_mbuf and counts of mb useage This is ugly but hopefully
7272 	 * its only one mbuf.
7273 	 */
7274 	if (chk->last_mbuf == NULL) {
7275 		chk->last_mbuf = chk->data;
7276 		while (SCTP_BUF_NEXT(chk->last_mbuf) != NULL) {
7277 			chk->last_mbuf = SCTP_BUF_NEXT(chk->last_mbuf);
7278 		}
7279 	}
7280 	if (to_move > length) {
7281 		/*- This should not happen either
7282 		 * since we always lower to_move to the size
7283 		 * of sp->length if its larger.
7284 		 */
7285 #ifdef INVARIANTS
7286 		panic("Huh, how can to_move be larger?");
7287 #else
7288 		SCTP_PRINTF("Huh, how can to_move be larger?\n");
7289 		sp->length = 0;
7290 #endif
7291 	} else {
7292 		atomic_subtract_int(&sp->length, to_move);
7293 	}
7294 	if (M_LEADINGSPACE(chk->data) < (int)sizeof(struct sctp_data_chunk)) {
7295 		/* Not enough room for a chunk header, get some */
7296 		struct mbuf *m;
7297 
7298 		m = sctp_get_mbuf_for_msg(1, 0, M_NOWAIT, 0, MT_DATA);
7299 		if (m == NULL) {
7300 			/*
7301 			 * we're in trouble here. _PREPEND below will free
7302 			 * all the data if there is no leading space, so we
7303 			 * must put the data back and restore.
7304 			 */
7305 			if (send_lock_up == 0) {
7306 				SCTP_TCB_SEND_LOCK(stcb);
7307 				send_lock_up = 1;
7308 			}
7309 			if (chk->data == NULL) {
7310 				/* unsteal the data */
7311 				sp->data = chk->data;
7312 				sp->tail_mbuf = chk->last_mbuf;
7313 			} else {
7314 				struct mbuf *m_tmp;
7315 
7316 				/* reassemble the data */
7317 				m_tmp = sp->data;
7318 				sp->data = chk->data;
7319 				SCTP_BUF_NEXT(chk->last_mbuf) = m_tmp;
7320 			}
7321 			sp->some_taken = some_taken;
7322 			atomic_add_int(&sp->length, to_move);
7323 			chk->data = NULL;
7324 			*bail = 1;
7325 			sctp_free_a_chunk(stcb, chk, so_locked);
7326 			to_move = 0;
7327 			goto out_of;
7328 		} else {
7329 			SCTP_BUF_LEN(m) = 0;
7330 			SCTP_BUF_NEXT(m) = chk->data;
7331 			chk->data = m;
7332 			M_ALIGN(chk->data, 4);
7333 		}
7334 	}
7335 	SCTP_BUF_PREPEND(chk->data, sizeof(struct sctp_data_chunk), M_NOWAIT);
7336 	if (chk->data == NULL) {
7337 		/* HELP, TSNH since we assured it would not above? */
7338 #ifdef INVARIANTS
7339 		panic("prepend failes HELP?");
7340 #else
7341 		SCTP_PRINTF("prepend fails HELP?\n");
7342 		sctp_free_a_chunk(stcb, chk, so_locked);
7343 #endif
7344 		*bail = 1;
7345 		to_move = 0;
7346 		goto out_of;
7347 	}
7348 	sctp_snd_sb_alloc(stcb, sizeof(struct sctp_data_chunk));
7349 	chk->book_size = chk->send_size = (to_move + sizeof(struct sctp_data_chunk));
7350 	chk->book_size_scale = 0;
7351 	chk->sent = SCTP_DATAGRAM_UNSENT;
7352 
7353 	chk->flags = 0;
7354 	chk->asoc = &stcb->asoc;
7355 	chk->pad_inplace = 0;
7356 	chk->no_fr_allowed = 0;
7357 	chk->rec.data.stream_seq = strq->next_sequence_send;
7358 	if (rcv_flags & SCTP_DATA_LAST_FRAG) {
7359 		strq->next_sequence_send++;
7360 	}
7361 	chk->rec.data.stream_number = sp->stream;
7362 	chk->rec.data.payloadtype = sp->ppid;
7363 	chk->rec.data.context = sp->context;
7364 	chk->rec.data.doing_fast_retransmit = 0;
7365 
7366 	chk->rec.data.timetodrop = sp->ts;
7367 	chk->flags = sp->act_flags;
7368 
7369 	if (sp->net) {
7370 		chk->whoTo = sp->net;
7371 		atomic_add_int(&chk->whoTo->ref_count, 1);
7372 	} else
7373 		chk->whoTo = NULL;
7374 
7375 	if (sp->holds_key_ref) {
7376 		chk->auth_keyid = sp->auth_keyid;
7377 		sctp_auth_key_acquire(stcb, chk->auth_keyid);
7378 		chk->holds_key_ref = 1;
7379 	}
7380 	chk->rec.data.TSN_seq = atomic_fetchadd_int(&asoc->sending_seq, 1);
7381 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_OUTQ) {
7382 		sctp_misc_ints(SCTP_STRMOUT_LOG_SEND,
7383 		    (uintptr_t) stcb, sp->length,
7384 		    (uint32_t) ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq),
7385 		    chk->rec.data.TSN_seq);
7386 	}
7387 	dchkh = mtod(chk->data, struct sctp_data_chunk *);
7388 	/*
7389 	 * Put the rest of the things in place now. Size was done earlier in
7390 	 * previous loop prior to padding.
7391 	 */
7392 
7393 #ifdef SCTP_ASOCLOG_OF_TSNS
7394 	SCTP_TCB_LOCK_ASSERT(stcb);
7395 	if (asoc->tsn_out_at >= SCTP_TSN_LOG_SIZE) {
7396 		asoc->tsn_out_at = 0;
7397 		asoc->tsn_out_wrapped = 1;
7398 	}
7399 	asoc->out_tsnlog[asoc->tsn_out_at].tsn = chk->rec.data.TSN_seq;
7400 	asoc->out_tsnlog[asoc->tsn_out_at].strm = chk->rec.data.stream_number;
7401 	asoc->out_tsnlog[asoc->tsn_out_at].seq = chk->rec.data.stream_seq;
7402 	asoc->out_tsnlog[asoc->tsn_out_at].sz = chk->send_size;
7403 	asoc->out_tsnlog[asoc->tsn_out_at].flgs = chk->rec.data.rcv_flags;
7404 	asoc->out_tsnlog[asoc->tsn_out_at].stcb = (void *)stcb;
7405 	asoc->out_tsnlog[asoc->tsn_out_at].in_pos = asoc->tsn_out_at;
7406 	asoc->out_tsnlog[asoc->tsn_out_at].in_out = 2;
7407 	asoc->tsn_out_at++;
7408 #endif
7409 
7410 	dchkh->ch.chunk_type = SCTP_DATA;
7411 	dchkh->ch.chunk_flags = chk->rec.data.rcv_flags;
7412 	dchkh->dp.tsn = htonl(chk->rec.data.TSN_seq);
7413 	dchkh->dp.stream_id = htons(strq->stream_no);
7414 	dchkh->dp.stream_sequence = htons(chk->rec.data.stream_seq);
7415 	dchkh->dp.protocol_id = chk->rec.data.payloadtype;
7416 	dchkh->ch.chunk_length = htons(chk->send_size);
7417 	/* Now advance the chk->send_size by the actual pad needed. */
7418 	if (chk->send_size < SCTP_SIZE32(chk->book_size)) {
7419 		/* need a pad */
7420 		struct mbuf *lm;
7421 		int pads;
7422 
7423 		pads = SCTP_SIZE32(chk->book_size) - chk->send_size;
7424 		if (sctp_pad_lastmbuf(chk->data, pads, chk->last_mbuf) == 0) {
7425 			chk->pad_inplace = 1;
7426 		}
7427 		if ((lm = SCTP_BUF_NEXT(chk->last_mbuf)) != NULL) {
7428 			/* pad added an mbuf */
7429 			chk->last_mbuf = lm;
7430 		}
7431 		chk->send_size += pads;
7432 	}
7433 	if (PR_SCTP_ENABLED(chk->flags)) {
7434 		asoc->pr_sctp_cnt++;
7435 	}
7436 	if (sp->msg_is_complete && (sp->length == 0) && (sp->sender_all_done)) {
7437 		/* All done pull and kill the message */
7438 		atomic_subtract_int(&asoc->stream_queue_cnt, 1);
7439 		if (sp->put_last_out == 0) {
7440 			SCTP_PRINTF("Gak, put out entire msg with NO end!-2\n");
7441 			SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n",
7442 			    sp->sender_all_done,
7443 			    sp->length,
7444 			    sp->msg_is_complete,
7445 			    sp->put_last_out,
7446 			    send_lock_up);
7447 		}
7448 		if ((send_lock_up == 0) && (TAILQ_NEXT(sp, next) == NULL)) {
7449 			SCTP_TCB_SEND_LOCK(stcb);
7450 			send_lock_up = 1;
7451 		}
7452 		TAILQ_REMOVE(&strq->outqueue, sp, next);
7453 		stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up);
7454 		if (sp->net) {
7455 			sctp_free_remote_addr(sp->net);
7456 			sp->net = NULL;
7457 		}
7458 		if (sp->data) {
7459 			sctp_m_freem(sp->data);
7460 			sp->data = NULL;
7461 		}
7462 		sctp_free_a_strmoq(stcb, sp, so_locked);
7463 
7464 		/* we can't be locked to it */
7465 		*locked = 0;
7466 		stcb->asoc.locked_on_sending = NULL;
7467 	} else {
7468 		/* more to go, we are locked */
7469 		*locked = 1;
7470 	}
7471 	asoc->chunks_on_out_queue++;
7472 	strq->chunks_on_queues++;
7473 	TAILQ_INSERT_TAIL(&asoc->send_queue, chk, sctp_next);
7474 	asoc->send_queue_cnt++;
7475 out_of:
7476 	if (send_lock_up) {
7477 		SCTP_TCB_SEND_UNLOCK(stcb);
7478 	}
7479 	return (to_move);
7480 }
7481 
7482 
7483 static void
7484 sctp_fill_outqueue(struct sctp_tcb *stcb,
7485     struct sctp_nets *net, int frag_point, int eeor_mode, int *quit_now, int so_locked
7486 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
7487     SCTP_UNUSED
7488 #endif
7489 )
7490 {
7491 	struct sctp_association *asoc;
7492 	struct sctp_stream_out *strq;
7493 	int goal_mtu, moved_how_much, total_moved = 0, bail = 0;
7494 	int locked, giveup;
7495 
7496 	SCTP_TCB_LOCK_ASSERT(stcb);
7497 	asoc = &stcb->asoc;
7498 	switch (net->ro._l_addr.sa.sa_family) {
7499 #ifdef INET
7500 	case AF_INET:
7501 		goal_mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
7502 		break;
7503 #endif
7504 #ifdef INET6
7505 	case AF_INET6:
7506 		goal_mtu = net->mtu - SCTP_MIN_OVERHEAD;
7507 		break;
7508 #endif
7509 	default:
7510 		/* TSNH */
7511 		goal_mtu = net->mtu;
7512 		break;
7513 	}
7514 	/* Need an allowance for the data chunk header too */
7515 	goal_mtu -= sizeof(struct sctp_data_chunk);
7516 
7517 	/* must make even word boundary */
7518 	goal_mtu &= 0xfffffffc;
7519 	if (asoc->locked_on_sending) {
7520 		/* We are stuck on one stream until the message completes. */
7521 		strq = asoc->locked_on_sending;
7522 		locked = 1;
7523 	} else {
7524 		strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc);
7525 		locked = 0;
7526 	}
7527 	while ((goal_mtu > 0) && strq) {
7528 		giveup = 0;
7529 		bail = 0;
7530 		moved_how_much = sctp_move_to_outqueue(stcb, strq, goal_mtu, frag_point, &locked,
7531 		    &giveup, eeor_mode, &bail, so_locked);
7532 		if (moved_how_much)
7533 			stcb->asoc.ss_functions.sctp_ss_scheduled(stcb, net, asoc, strq, moved_how_much);
7534 
7535 		if (locked) {
7536 			asoc->locked_on_sending = strq;
7537 			if ((moved_how_much == 0) || (giveup) || bail)
7538 				/* no more to move for now */
7539 				break;
7540 		} else {
7541 			asoc->locked_on_sending = NULL;
7542 			if ((giveup) || bail) {
7543 				break;
7544 			}
7545 			strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc);
7546 			if (strq == NULL) {
7547 				break;
7548 			}
7549 		}
7550 		total_moved += moved_how_much;
7551 		goal_mtu -= (moved_how_much + sizeof(struct sctp_data_chunk));
7552 		goal_mtu &= 0xfffffffc;
7553 	}
7554 	if (bail)
7555 		*quit_now = 1;
7556 
7557 	stcb->asoc.ss_functions.sctp_ss_packet_done(stcb, net, asoc);
7558 
7559 	if (total_moved == 0) {
7560 		if ((stcb->asoc.sctp_cmt_on_off == 0) &&
7561 		    (net == stcb->asoc.primary_destination)) {
7562 			/* ran dry for primary network net */
7563 			SCTP_STAT_INCR(sctps_primary_randry);
7564 		} else if (stcb->asoc.sctp_cmt_on_off > 0) {
7565 			/* ran dry with CMT on */
7566 			SCTP_STAT_INCR(sctps_cmt_randry);
7567 		}
7568 	}
7569 }
7570 
7571 void
7572 sctp_fix_ecn_echo(struct sctp_association *asoc)
7573 {
7574 	struct sctp_tmit_chunk *chk;
7575 
7576 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7577 		if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) {
7578 			chk->sent = SCTP_DATAGRAM_UNSENT;
7579 		}
7580 	}
7581 }
7582 
7583 void
7584 sctp_move_chunks_from_net(struct sctp_tcb *stcb, struct sctp_nets *net)
7585 {
7586 	struct sctp_association *asoc;
7587 	struct sctp_tmit_chunk *chk;
7588 	struct sctp_stream_queue_pending *sp;
7589 	unsigned int i;
7590 
7591 	if (net == NULL) {
7592 		return;
7593 	}
7594 	asoc = &stcb->asoc;
7595 	for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
7596 		TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) {
7597 			if (sp->net == net) {
7598 				sctp_free_remote_addr(sp->net);
7599 				sp->net = NULL;
7600 			}
7601 		}
7602 	}
7603 	TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) {
7604 		if (chk->whoTo == net) {
7605 			sctp_free_remote_addr(chk->whoTo);
7606 			chk->whoTo = NULL;
7607 		}
7608 	}
7609 }
7610 
7611 int
7612 sctp_med_chunk_output(struct sctp_inpcb *inp,
7613     struct sctp_tcb *stcb,
7614     struct sctp_association *asoc,
7615     int *num_out,
7616     int *reason_code,
7617     int control_only, int from_where,
7618     struct timeval *now, int *now_filled, int frag_point, int so_locked
7619 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
7620     SCTP_UNUSED
7621 #endif
7622 )
7623 {
7624 	/**
7625 	 * Ok this is the generic chunk service queue. we must do the
7626 	 * following: - Service the stream queue that is next, moving any
7627 	 * message (note I must get a complete message i.e. FIRST/MIDDLE and
7628 	 * LAST to the out queue in one pass) and assigning TSN's - Check to
7629 	 * see if the cwnd/rwnd allows any output, if so we go ahead and
7630 	 * fomulate and send the low level chunks. Making sure to combine
7631 	 * any control in the control chunk queue also.
7632 	 */
7633 	struct sctp_nets *net, *start_at, *sack_goes_to = NULL, *old_start_at = NULL;
7634 	struct mbuf *outchain, *endoutchain;
7635 	struct sctp_tmit_chunk *chk, *nchk;
7636 
7637 	/* temp arrays for unlinking */
7638 	struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING];
7639 	int no_fragmentflg, error;
7640 	unsigned int max_rwnd_per_dest, max_send_per_dest;
7641 	int one_chunk, hbflag, skip_data_for_this_net;
7642 	int asconf, cookie, no_out_cnt;
7643 	int bundle_at, ctl_cnt, no_data_chunks, eeor_mode;
7644 	unsigned int mtu, r_mtu, omtu, mx_mtu, to_out;
7645 	int tsns_sent = 0;
7646 	uint32_t auth_offset = 0;
7647 	struct sctp_auth_chunk *auth = NULL;
7648 	uint16_t auth_keyid;
7649 	int override_ok = 1;
7650 	int skip_fill_up = 0;
7651 	int data_auth_reqd = 0;
7652 
7653 	/*
7654 	 * JRS 5/14/07 - Add flag for whether a heartbeat is sent to the
7655 	 * destination.
7656 	 */
7657 	int quit_now = 0;
7658 
7659 	*num_out = 0;
7660 	auth_keyid = stcb->asoc.authinfo.active_keyid;
7661 
7662 	if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
7663 	    (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED) ||
7664 	    (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) {
7665 		eeor_mode = 1;
7666 	} else {
7667 		eeor_mode = 0;
7668 	}
7669 	ctl_cnt = no_out_cnt = asconf = cookie = 0;
7670 	/*
7671 	 * First lets prime the pump. For each destination, if there is room
7672 	 * in the flight size, attempt to pull an MTU's worth out of the
7673 	 * stream queues into the general send_queue
7674 	 */
7675 #ifdef SCTP_AUDITING_ENABLED
7676 	sctp_audit_log(0xC2, 2);
7677 #endif
7678 	SCTP_TCB_LOCK_ASSERT(stcb);
7679 	hbflag = 0;
7680 	if ((control_only) || (asoc->stream_reset_outstanding))
7681 		no_data_chunks = 1;
7682 	else
7683 		no_data_chunks = 0;
7684 
7685 	/* Nothing to possible to send? */
7686 	if ((TAILQ_EMPTY(&asoc->control_send_queue) ||
7687 	    (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) &&
7688 	    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7689 	    TAILQ_EMPTY(&asoc->send_queue) &&
7690 	    stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) {
7691 nothing_to_send:
7692 		*reason_code = 9;
7693 		return (0);
7694 	}
7695 	if (asoc->peers_rwnd == 0) {
7696 		/* No room in peers rwnd */
7697 		*reason_code = 1;
7698 		if (asoc->total_flight > 0) {
7699 			/* we are allowed one chunk in flight */
7700 			no_data_chunks = 1;
7701 		}
7702 	}
7703 	if (stcb->asoc.ecn_echo_cnt_onq) {
7704 		/* Record where a sack goes, if any */
7705 		if (no_data_chunks &&
7706 		    (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) {
7707 			/* Nothing but ECNe to send - we don't do that */
7708 			goto nothing_to_send;
7709 		}
7710 		TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7711 			if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
7712 			    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) {
7713 				sack_goes_to = chk->whoTo;
7714 				break;
7715 			}
7716 		}
7717 	}
7718 	max_rwnd_per_dest = ((asoc->peers_rwnd + asoc->total_flight) / asoc->numnets);
7719 	if (stcb->sctp_socket)
7720 		max_send_per_dest = SCTP_SB_LIMIT_SND(stcb->sctp_socket) / asoc->numnets;
7721 	else
7722 		max_send_per_dest = 0;
7723 	if (no_data_chunks == 0) {
7724 		/* How many non-directed chunks are there? */
7725 		TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) {
7726 			if (chk->whoTo == NULL) {
7727 				/*
7728 				 * We already have non-directed chunks on
7729 				 * the queue, no need to do a fill-up.
7730 				 */
7731 				skip_fill_up = 1;
7732 				break;
7733 			}
7734 		}
7735 
7736 	}
7737 	if ((no_data_chunks == 0) &&
7738 	    (skip_fill_up == 0) &&
7739 	    (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc))) {
7740 		TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
7741 			/*
7742 			 * This for loop we are in takes in each net, if
7743 			 * its's got space in cwnd and has data sent to it
7744 			 * (when CMT is off) then it calls
7745 			 * sctp_fill_outqueue for the net. This gets data on
7746 			 * the send queue for that network.
7747 			 *
7748 			 * In sctp_fill_outqueue TSN's are assigned and data is
7749 			 * copied out of the stream buffers. Note mostly
7750 			 * copy by reference (we hope).
7751 			 */
7752 			net->window_probe = 0;
7753 			if ((net != stcb->asoc.alternate) &&
7754 			    ((net->dest_state & SCTP_ADDR_PF) ||
7755 			    (!(net->dest_state & SCTP_ADDR_REACHABLE)) ||
7756 			    (net->dest_state & SCTP_ADDR_UNCONFIRMED))) {
7757 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7758 					sctp_log_cwnd(stcb, net, 1,
7759 					    SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7760 				}
7761 				continue;
7762 			}
7763 			if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) &&
7764 			    (net->flight_size == 0)) {
7765 				(*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net);
7766 			}
7767 			if (net->flight_size >= net->cwnd) {
7768 				/* skip this network, no room - can't fill */
7769 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7770 					sctp_log_cwnd(stcb, net, 3,
7771 					    SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7772 				}
7773 				continue;
7774 			}
7775 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7776 				sctp_log_cwnd(stcb, net, 4, SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7777 			}
7778 			sctp_fill_outqueue(stcb, net, frag_point, eeor_mode, &quit_now, so_locked);
7779 			if (quit_now) {
7780 				/* memory alloc failure */
7781 				no_data_chunks = 1;
7782 				break;
7783 			}
7784 		}
7785 	}
7786 	/* now service each destination and send out what we can for it */
7787 	/* Nothing to send? */
7788 	if (TAILQ_EMPTY(&asoc->control_send_queue) &&
7789 	    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7790 	    TAILQ_EMPTY(&asoc->send_queue)) {
7791 		*reason_code = 8;
7792 		return (0);
7793 	}
7794 	if (asoc->sctp_cmt_on_off > 0) {
7795 		/* get the last start point */
7796 		start_at = asoc->last_net_cmt_send_started;
7797 		if (start_at == NULL) {
7798 			/* null so to beginning */
7799 			start_at = TAILQ_FIRST(&asoc->nets);
7800 		} else {
7801 			start_at = TAILQ_NEXT(asoc->last_net_cmt_send_started, sctp_next);
7802 			if (start_at == NULL) {
7803 				start_at = TAILQ_FIRST(&asoc->nets);
7804 			}
7805 		}
7806 		asoc->last_net_cmt_send_started = start_at;
7807 	} else {
7808 		start_at = TAILQ_FIRST(&asoc->nets);
7809 	}
7810 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7811 		if (chk->whoTo == NULL) {
7812 			if (asoc->alternate) {
7813 				chk->whoTo = asoc->alternate;
7814 			} else {
7815 				chk->whoTo = asoc->primary_destination;
7816 			}
7817 			atomic_add_int(&chk->whoTo->ref_count, 1);
7818 		}
7819 	}
7820 	old_start_at = NULL;
7821 again_one_more_time:
7822 	for (net = start_at; net != NULL; net = TAILQ_NEXT(net, sctp_next)) {
7823 		/* how much can we send? */
7824 		/* SCTPDBG("Examine for sending net:%x\n", (uint32_t)net); */
7825 		if (old_start_at && (old_start_at == net)) {
7826 			/* through list ocmpletely. */
7827 			break;
7828 		}
7829 		tsns_sent = 0xa;
7830 		if (TAILQ_EMPTY(&asoc->control_send_queue) &&
7831 		    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7832 		    (net->flight_size >= net->cwnd)) {
7833 			/*
7834 			 * Nothing on control or asconf and flight is full,
7835 			 * we can skip even in the CMT case.
7836 			 */
7837 			continue;
7838 		}
7839 		bundle_at = 0;
7840 		endoutchain = outchain = NULL;
7841 		no_fragmentflg = 1;
7842 		one_chunk = 0;
7843 		if (net->dest_state & SCTP_ADDR_UNCONFIRMED) {
7844 			skip_data_for_this_net = 1;
7845 		} else {
7846 			skip_data_for_this_net = 0;
7847 		}
7848 		if ((net->ro.ro_rt) && (net->ro.ro_rt->rt_ifp)) {
7849 			/*
7850 			 * if we have a route and an ifp check to see if we
7851 			 * have room to send to this guy
7852 			 */
7853 			struct ifnet *ifp;
7854 
7855 			ifp = net->ro.ro_rt->rt_ifp;
7856 			if ((ifp->if_snd.ifq_len + 2) >= ifp->if_snd.ifq_maxlen) {
7857 				SCTP_STAT_INCR(sctps_ifnomemqueued);
7858 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
7859 					sctp_log_maxburst(stcb, net, ifp->if_snd.ifq_len, ifp->if_snd.ifq_maxlen, SCTP_MAX_IFP_APPLIED);
7860 				}
7861 				continue;
7862 			}
7863 		}
7864 		switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) {
7865 #ifdef INET
7866 		case AF_INET:
7867 			mtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr));
7868 			break;
7869 #endif
7870 #ifdef INET6
7871 		case AF_INET6:
7872 			mtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr));
7873 			break;
7874 #endif
7875 		default:
7876 			/* TSNH */
7877 			mtu = net->mtu;
7878 			break;
7879 		}
7880 		mx_mtu = mtu;
7881 		to_out = 0;
7882 		if (mtu > asoc->peers_rwnd) {
7883 			if (asoc->total_flight > 0) {
7884 				/* We have a packet in flight somewhere */
7885 				r_mtu = asoc->peers_rwnd;
7886 			} else {
7887 				/* We are always allowed to send one MTU out */
7888 				one_chunk = 1;
7889 				r_mtu = mtu;
7890 			}
7891 		} else {
7892 			r_mtu = mtu;
7893 		}
7894 		/************************/
7895 		/* ASCONF transmission */
7896 		/************************/
7897 		/* Now first lets go through the asconf queue */
7898 		TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) {
7899 			if (chk->rec.chunk_id.id != SCTP_ASCONF) {
7900 				continue;
7901 			}
7902 			if (chk->whoTo == NULL) {
7903 				if (asoc->alternate == NULL) {
7904 					if (asoc->primary_destination != net) {
7905 						break;
7906 					}
7907 				} else {
7908 					if (asoc->alternate != net) {
7909 						break;
7910 					}
7911 				}
7912 			} else {
7913 				if (chk->whoTo != net) {
7914 					break;
7915 				}
7916 			}
7917 			if (chk->data == NULL) {
7918 				break;
7919 			}
7920 			if (chk->sent != SCTP_DATAGRAM_UNSENT &&
7921 			    chk->sent != SCTP_DATAGRAM_RESEND) {
7922 				break;
7923 			}
7924 			/*
7925 			 * if no AUTH is yet included and this chunk
7926 			 * requires it, make sure to account for it.  We
7927 			 * don't apply the size until the AUTH chunk is
7928 			 * actually added below in case there is no room for
7929 			 * this chunk. NOTE: we overload the use of "omtu"
7930 			 * here
7931 			 */
7932 			if ((auth == NULL) &&
7933 			    sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
7934 			    stcb->asoc.peer_auth_chunks)) {
7935 				omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
7936 			} else
7937 				omtu = 0;
7938 			/* Here we do NOT factor the r_mtu */
7939 			if ((chk->send_size < (int)(mtu - omtu)) ||
7940 			    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
7941 				/*
7942 				 * We probably should glom the mbuf chain
7943 				 * from the chk->data for control but the
7944 				 * problem is it becomes yet one more level
7945 				 * of tracking to do if for some reason
7946 				 * output fails. Then I have got to
7947 				 * reconstruct the merged control chain.. el
7948 				 * yucko.. for now we take the easy way and
7949 				 * do the copy
7950 				 */
7951 				/*
7952 				 * Add an AUTH chunk, if chunk requires it
7953 				 * save the offset into the chain for AUTH
7954 				 */
7955 				if ((auth == NULL) &&
7956 				    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
7957 				    stcb->asoc.peer_auth_chunks))) {
7958 					outchain = sctp_add_auth_chunk(outchain,
7959 					    &endoutchain,
7960 					    &auth,
7961 					    &auth_offset,
7962 					    stcb,
7963 					    chk->rec.chunk_id.id);
7964 					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
7965 				}
7966 				outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain,
7967 				    (int)chk->rec.chunk_id.can_take_data,
7968 				    chk->send_size, chk->copy_by_ref);
7969 				if (outchain == NULL) {
7970 					*reason_code = 8;
7971 					SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
7972 					return (ENOMEM);
7973 				}
7974 				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
7975 				/* update our MTU size */
7976 				if (mtu > (chk->send_size + omtu))
7977 					mtu -= (chk->send_size + omtu);
7978 				else
7979 					mtu = 0;
7980 				to_out += (chk->send_size + omtu);
7981 				/* Do clear IP_DF ? */
7982 				if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
7983 					no_fragmentflg = 0;
7984 				}
7985 				if (chk->rec.chunk_id.can_take_data)
7986 					chk->data = NULL;
7987 				/*
7988 				 * set hb flag since we can use these for
7989 				 * RTO
7990 				 */
7991 				hbflag = 1;
7992 				asconf = 1;
7993 				/*
7994 				 * should sysctl this: don't bundle data
7995 				 * with ASCONF since it requires AUTH
7996 				 */
7997 				no_data_chunks = 1;
7998 				chk->sent = SCTP_DATAGRAM_SENT;
7999 				if (chk->whoTo == NULL) {
8000 					chk->whoTo = net;
8001 					atomic_add_int(&net->ref_count, 1);
8002 				}
8003 				chk->snd_count++;
8004 				if (mtu == 0) {
8005 					/*
8006 					 * Ok we are out of room but we can
8007 					 * output without effecting the
8008 					 * flight size since this little guy
8009 					 * is a control only packet.
8010 					 */
8011 					sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net);
8012 					/*
8013 					 * do NOT clear the asconf flag as
8014 					 * it is used to do appropriate
8015 					 * source address selection.
8016 					 */
8017 					if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
8018 					    (struct sockaddr *)&net->ro._l_addr,
8019 					    outchain, auth_offset, auth,
8020 					    stcb->asoc.authinfo.active_keyid,
8021 					    no_fragmentflg, 0, asconf,
8022 					    inp->sctp_lport, stcb->rport,
8023 					    htonl(stcb->asoc.peer_vtag),
8024 					    net->port, NULL,
8025 					    0, 0,
8026 					    so_locked))) {
8027 						if (error == ENOBUFS) {
8028 							asoc->ifp_had_enobuf = 1;
8029 							SCTP_STAT_INCR(sctps_lowlevelerr);
8030 						}
8031 						if (from_where == 0) {
8032 							SCTP_STAT_INCR(sctps_lowlevelerrusr);
8033 						}
8034 						if (*now_filled == 0) {
8035 							(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8036 							*now_filled = 1;
8037 							*now = net->last_sent_time;
8038 						} else {
8039 							net->last_sent_time = *now;
8040 						}
8041 						hbflag = 0;
8042 						/* error, could not output */
8043 						if (error == EHOSTUNREACH) {
8044 							/*
8045 							 * Destination went
8046 							 * unreachable
8047 							 * during this send
8048 							 */
8049 							sctp_move_chunks_from_net(stcb, net);
8050 						}
8051 						*reason_code = 7;
8052 						continue;
8053 					} else
8054 						asoc->ifp_had_enobuf = 0;
8055 					if (*now_filled == 0) {
8056 						(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8057 						*now_filled = 1;
8058 						*now = net->last_sent_time;
8059 					} else {
8060 						net->last_sent_time = *now;
8061 					}
8062 					hbflag = 0;
8063 					/*
8064 					 * increase the number we sent, if a
8065 					 * cookie is sent we don't tell them
8066 					 * any was sent out.
8067 					 */
8068 					outchain = endoutchain = NULL;
8069 					auth = NULL;
8070 					auth_offset = 0;
8071 					if (!no_out_cnt)
8072 						*num_out += ctl_cnt;
8073 					/* recalc a clean slate and setup */
8074 					switch (net->ro._l_addr.sa.sa_family) {
8075 #ifdef INET
8076 					case AF_INET:
8077 						mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8078 						break;
8079 #endif
8080 #ifdef INET6
8081 					case AF_INET6:
8082 						mtu = net->mtu - SCTP_MIN_OVERHEAD;
8083 						break;
8084 #endif
8085 					default:
8086 						/* TSNH */
8087 						mtu = net->mtu;
8088 						break;
8089 					}
8090 					to_out = 0;
8091 					no_fragmentflg = 1;
8092 				}
8093 			}
8094 		}
8095 		/************************/
8096 		/* Control transmission */
8097 		/************************/
8098 		/* Now first lets go through the control queue */
8099 		TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
8100 			if ((sack_goes_to) &&
8101 			    (chk->rec.chunk_id.id == SCTP_ECN_ECHO) &&
8102 			    (chk->whoTo != sack_goes_to)) {
8103 				/*
8104 				 * if we have a sack in queue, and we are
8105 				 * looking at an ecn echo that is NOT queued
8106 				 * to where the sack is going..
8107 				 */
8108 				if (chk->whoTo == net) {
8109 					/*
8110 					 * Don't transmit it to where its
8111 					 * going (current net)
8112 					 */
8113 					continue;
8114 				} else if (sack_goes_to == net) {
8115 					/*
8116 					 * But do transmit it to this
8117 					 * address
8118 					 */
8119 					goto skip_net_check;
8120 				}
8121 			}
8122 			if (chk->whoTo == NULL) {
8123 				if (asoc->alternate == NULL) {
8124 					if (asoc->primary_destination != net) {
8125 						continue;
8126 					}
8127 				} else {
8128 					if (asoc->alternate != net) {
8129 						continue;
8130 					}
8131 				}
8132 			} else {
8133 				if (chk->whoTo != net) {
8134 					continue;
8135 				}
8136 			}
8137 	skip_net_check:
8138 			if (chk->data == NULL) {
8139 				continue;
8140 			}
8141 			if (chk->sent != SCTP_DATAGRAM_UNSENT) {
8142 				/*
8143 				 * It must be unsent. Cookies and ASCONF's
8144 				 * hang around but there timers will force
8145 				 * when marked for resend.
8146 				 */
8147 				continue;
8148 			}
8149 			/*
8150 			 * if no AUTH is yet included and this chunk
8151 			 * requires it, make sure to account for it.  We
8152 			 * don't apply the size until the AUTH chunk is
8153 			 * actually added below in case there is no room for
8154 			 * this chunk. NOTE: we overload the use of "omtu"
8155 			 * here
8156 			 */
8157 			if ((auth == NULL) &&
8158 			    sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8159 			    stcb->asoc.peer_auth_chunks)) {
8160 				omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
8161 			} else
8162 				omtu = 0;
8163 			/* Here we do NOT factor the r_mtu */
8164 			if ((chk->send_size <= (int)(mtu - omtu)) ||
8165 			    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
8166 				/*
8167 				 * We probably should glom the mbuf chain
8168 				 * from the chk->data for control but the
8169 				 * problem is it becomes yet one more level
8170 				 * of tracking to do if for some reason
8171 				 * output fails. Then I have got to
8172 				 * reconstruct the merged control chain.. el
8173 				 * yucko.. for now we take the easy way and
8174 				 * do the copy
8175 				 */
8176 				/*
8177 				 * Add an AUTH chunk, if chunk requires it
8178 				 * save the offset into the chain for AUTH
8179 				 */
8180 				if ((auth == NULL) &&
8181 				    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8182 				    stcb->asoc.peer_auth_chunks))) {
8183 					outchain = sctp_add_auth_chunk(outchain,
8184 					    &endoutchain,
8185 					    &auth,
8186 					    &auth_offset,
8187 					    stcb,
8188 					    chk->rec.chunk_id.id);
8189 					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8190 				}
8191 				outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain,
8192 				    (int)chk->rec.chunk_id.can_take_data,
8193 				    chk->send_size, chk->copy_by_ref);
8194 				if (outchain == NULL) {
8195 					*reason_code = 8;
8196 					SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
8197 					return (ENOMEM);
8198 				}
8199 				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8200 				/* update our MTU size */
8201 				if (mtu > (chk->send_size + omtu))
8202 					mtu -= (chk->send_size + omtu);
8203 				else
8204 					mtu = 0;
8205 				to_out += (chk->send_size + omtu);
8206 				/* Do clear IP_DF ? */
8207 				if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
8208 					no_fragmentflg = 0;
8209 				}
8210 				if (chk->rec.chunk_id.can_take_data)
8211 					chk->data = NULL;
8212 				/* Mark things to be removed, if needed */
8213 				if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
8214 				    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) ||	/* EY */
8215 				    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) ||
8216 				    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) ||
8217 				    (chk->rec.chunk_id.id == SCTP_SHUTDOWN) ||
8218 				    (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) ||
8219 				    (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) ||
8220 				    (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) ||
8221 				    (chk->rec.chunk_id.id == SCTP_ECN_CWR) ||
8222 				    (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) ||
8223 				    (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) {
8224 					if (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) {
8225 						hbflag = 1;
8226 					}
8227 					/* remove these chunks at the end */
8228 					if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
8229 					    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) {
8230 						/* turn off the timer */
8231 						if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
8232 							sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
8233 							    inp, stcb, net, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_1);
8234 						}
8235 					}
8236 					ctl_cnt++;
8237 				} else {
8238 					/*
8239 					 * Other chunks, since they have
8240 					 * timers running (i.e. COOKIE) we
8241 					 * just "trust" that it gets sent or
8242 					 * retransmitted.
8243 					 */
8244 					ctl_cnt++;
8245 					if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
8246 						cookie = 1;
8247 						no_out_cnt = 1;
8248 					} else if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) {
8249 						/*
8250 						 * Increment ecne send count
8251 						 * here this means we may be
8252 						 * over-zealous in our
8253 						 * counting if the send
8254 						 * fails, but its the best
8255 						 * place to do it (we used
8256 						 * to do it in the queue of
8257 						 * the chunk, but that did
8258 						 * not tell how many times
8259 						 * it was sent.
8260 						 */
8261 						SCTP_STAT_INCR(sctps_sendecne);
8262 					}
8263 					chk->sent = SCTP_DATAGRAM_SENT;
8264 					if (chk->whoTo == NULL) {
8265 						chk->whoTo = net;
8266 						atomic_add_int(&net->ref_count, 1);
8267 					}
8268 					chk->snd_count++;
8269 				}
8270 				if (mtu == 0) {
8271 					/*
8272 					 * Ok we are out of room but we can
8273 					 * output without effecting the
8274 					 * flight size since this little guy
8275 					 * is a control only packet.
8276 					 */
8277 					if (asconf) {
8278 						sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net);
8279 						/*
8280 						 * do NOT clear the asconf
8281 						 * flag as it is used to do
8282 						 * appropriate source
8283 						 * address selection.
8284 						 */
8285 					}
8286 					if (cookie) {
8287 						sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net);
8288 						cookie = 0;
8289 					}
8290 					if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
8291 					    (struct sockaddr *)&net->ro._l_addr,
8292 					    outchain,
8293 					    auth_offset, auth,
8294 					    stcb->asoc.authinfo.active_keyid,
8295 					    no_fragmentflg, 0, asconf,
8296 					    inp->sctp_lport, stcb->rport,
8297 					    htonl(stcb->asoc.peer_vtag),
8298 					    net->port, NULL,
8299 					    0, 0,
8300 					    so_locked))) {
8301 						if (error == ENOBUFS) {
8302 							asoc->ifp_had_enobuf = 1;
8303 							SCTP_STAT_INCR(sctps_lowlevelerr);
8304 						}
8305 						if (from_where == 0) {
8306 							SCTP_STAT_INCR(sctps_lowlevelerrusr);
8307 						}
8308 						/* error, could not output */
8309 						if (hbflag) {
8310 							if (*now_filled == 0) {
8311 								(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8312 								*now_filled = 1;
8313 								*now = net->last_sent_time;
8314 							} else {
8315 								net->last_sent_time = *now;
8316 							}
8317 							hbflag = 0;
8318 						}
8319 						if (error == EHOSTUNREACH) {
8320 							/*
8321 							 * Destination went
8322 							 * unreachable
8323 							 * during this send
8324 							 */
8325 							sctp_move_chunks_from_net(stcb, net);
8326 						}
8327 						*reason_code = 7;
8328 						continue;
8329 					} else
8330 						asoc->ifp_had_enobuf = 0;
8331 					/* Only HB or ASCONF advances time */
8332 					if (hbflag) {
8333 						if (*now_filled == 0) {
8334 							(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8335 							*now_filled = 1;
8336 							*now = net->last_sent_time;
8337 						} else {
8338 							net->last_sent_time = *now;
8339 						}
8340 						hbflag = 0;
8341 					}
8342 					/*
8343 					 * increase the number we sent, if a
8344 					 * cookie is sent we don't tell them
8345 					 * any was sent out.
8346 					 */
8347 					outchain = endoutchain = NULL;
8348 					auth = NULL;
8349 					auth_offset = 0;
8350 					if (!no_out_cnt)
8351 						*num_out += ctl_cnt;
8352 					/* recalc a clean slate and setup */
8353 					switch (net->ro._l_addr.sa.sa_family) {
8354 #ifdef INET
8355 					case AF_INET:
8356 						mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8357 						break;
8358 #endif
8359 #ifdef INET6
8360 					case AF_INET6:
8361 						mtu = net->mtu - SCTP_MIN_OVERHEAD;
8362 						break;
8363 #endif
8364 					default:
8365 						/* TSNH */
8366 						mtu = net->mtu;
8367 						break;
8368 					}
8369 					to_out = 0;
8370 					no_fragmentflg = 1;
8371 				}
8372 			}
8373 		}
8374 		/* JRI: if dest is in PF state, do not send data to it */
8375 		if ((asoc->sctp_cmt_on_off > 0) &&
8376 		    (net != stcb->asoc.alternate) &&
8377 		    (net->dest_state & SCTP_ADDR_PF)) {
8378 			goto no_data_fill;
8379 		}
8380 		if (net->flight_size >= net->cwnd) {
8381 			goto no_data_fill;
8382 		}
8383 		if ((asoc->sctp_cmt_on_off > 0) &&
8384 		    (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_RECV_BUFFER_SPLITTING) &&
8385 		    (net->flight_size > max_rwnd_per_dest)) {
8386 			goto no_data_fill;
8387 		}
8388 		/*
8389 		 * We need a specific accounting for the usage of the send
8390 		 * buffer. We also need to check the number of messages per
8391 		 * net. For now, this is better than nothing and it disabled
8392 		 * by default...
8393 		 */
8394 		if ((asoc->sctp_cmt_on_off > 0) &&
8395 		    (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_SEND_BUFFER_SPLITTING) &&
8396 		    (max_send_per_dest > 0) &&
8397 		    (net->flight_size > max_send_per_dest)) {
8398 			goto no_data_fill;
8399 		}
8400 		/*********************/
8401 		/* Data transmission */
8402 		/*********************/
8403 		/*
8404 		 * if AUTH for DATA is required and no AUTH has been added
8405 		 * yet, account for this in the mtu now... if no data can be
8406 		 * bundled, this adjustment won't matter anyways since the
8407 		 * packet will be going out...
8408 		 */
8409 		data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA,
8410 		    stcb->asoc.peer_auth_chunks);
8411 		if (data_auth_reqd && (auth == NULL)) {
8412 			mtu -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
8413 		}
8414 		/* now lets add any data within the MTU constraints */
8415 		switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) {
8416 #ifdef INET
8417 		case AF_INET:
8418 			if (net->mtu > (sizeof(struct ip) + sizeof(struct sctphdr)))
8419 				omtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr));
8420 			else
8421 				omtu = 0;
8422 			break;
8423 #endif
8424 #ifdef INET6
8425 		case AF_INET6:
8426 			if (net->mtu > (sizeof(struct ip6_hdr) + sizeof(struct sctphdr)))
8427 				omtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr));
8428 			else
8429 				omtu = 0;
8430 			break;
8431 #endif
8432 		default:
8433 			/* TSNH */
8434 			omtu = 0;
8435 			break;
8436 		}
8437 		if ((((asoc->state & SCTP_STATE_OPEN) == SCTP_STATE_OPEN) &&
8438 		    (skip_data_for_this_net == 0)) ||
8439 		    (cookie)) {
8440 			TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) {
8441 				if (no_data_chunks) {
8442 					/* let only control go out */
8443 					*reason_code = 1;
8444 					break;
8445 				}
8446 				if (net->flight_size >= net->cwnd) {
8447 					/* skip this net, no room for data */
8448 					*reason_code = 2;
8449 					break;
8450 				}
8451 				if ((chk->whoTo != NULL) &&
8452 				    (chk->whoTo != net)) {
8453 					/* Don't send the chunk on this net */
8454 					continue;
8455 				}
8456 				if (asoc->sctp_cmt_on_off == 0) {
8457 					if ((asoc->alternate) &&
8458 					    (asoc->alternate != net) &&
8459 					    (chk->whoTo == NULL)) {
8460 						continue;
8461 					} else if ((net != asoc->primary_destination) &&
8462 						    (asoc->alternate == NULL) &&
8463 					    (chk->whoTo == NULL)) {
8464 						continue;
8465 					}
8466 				}
8467 				if ((chk->send_size > omtu) && ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) == 0)) {
8468 					/*-
8469 					 * strange, we have a chunk that is
8470 					 * to big for its destination and
8471 					 * yet no fragment ok flag.
8472 					 * Something went wrong when the
8473 					 * PMTU changed...we did not mark
8474 					 * this chunk for some reason?? I
8475 					 * will fix it here by letting IP
8476 					 * fragment it for now and printing
8477 					 * a warning. This really should not
8478 					 * happen ...
8479 					 */
8480 					SCTP_PRINTF("Warning chunk of %d bytes > mtu:%d and yet PMTU disc missed\n",
8481 					    chk->send_size, mtu);
8482 					chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
8483 				}
8484 				if (SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) &&
8485 				    ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) == SCTP_STATE_SHUTDOWN_PENDING)) {
8486 					struct sctp_data_chunk *dchkh;
8487 
8488 					dchkh = mtod(chk->data, struct sctp_data_chunk *);
8489 					dchkh->ch.chunk_flags |= SCTP_DATA_SACK_IMMEDIATELY;
8490 				}
8491 				if (((chk->send_size <= mtu) && (chk->send_size <= r_mtu)) ||
8492 				    ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) && (chk->send_size <= asoc->peers_rwnd))) {
8493 					/* ok we will add this one */
8494 
8495 					/*
8496 					 * Add an AUTH chunk, if chunk
8497 					 * requires it, save the offset into
8498 					 * the chain for AUTH
8499 					 */
8500 					if (data_auth_reqd) {
8501 						if (auth == NULL) {
8502 							outchain = sctp_add_auth_chunk(outchain,
8503 							    &endoutchain,
8504 							    &auth,
8505 							    &auth_offset,
8506 							    stcb,
8507 							    SCTP_DATA);
8508 							auth_keyid = chk->auth_keyid;
8509 							override_ok = 0;
8510 							SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8511 						} else if (override_ok) {
8512 							/*
8513 							 * use this data's
8514 							 * keyid
8515 							 */
8516 							auth_keyid = chk->auth_keyid;
8517 							override_ok = 0;
8518 						} else if (auth_keyid != chk->auth_keyid) {
8519 							/*
8520 							 * different keyid,
8521 							 * so done bundling
8522 							 */
8523 							break;
8524 						}
8525 					}
8526 					outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 0,
8527 					    chk->send_size, chk->copy_by_ref);
8528 					if (outchain == NULL) {
8529 						SCTPDBG(SCTP_DEBUG_OUTPUT3, "No memory?\n");
8530 						if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
8531 							sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
8532 						}
8533 						*reason_code = 3;
8534 						SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
8535 						return (ENOMEM);
8536 					}
8537 					/* upate our MTU size */
8538 					/* Do clear IP_DF ? */
8539 					if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
8540 						no_fragmentflg = 0;
8541 					}
8542 					/* unsigned subtraction of mtu */
8543 					if (mtu > chk->send_size)
8544 						mtu -= chk->send_size;
8545 					else
8546 						mtu = 0;
8547 					/* unsigned subtraction of r_mtu */
8548 					if (r_mtu > chk->send_size)
8549 						r_mtu -= chk->send_size;
8550 					else
8551 						r_mtu = 0;
8552 
8553 					to_out += chk->send_size;
8554 					if ((to_out > mx_mtu) && no_fragmentflg) {
8555 #ifdef INVARIANTS
8556 						panic("Exceeding mtu of %d out size is %d", mx_mtu, to_out);
8557 #else
8558 						SCTP_PRINTF("Exceeding mtu of %d out size is %d\n",
8559 						    mx_mtu, to_out);
8560 #endif
8561 					}
8562 					chk->window_probe = 0;
8563 					data_list[bundle_at++] = chk;
8564 					if (bundle_at >= SCTP_MAX_DATA_BUNDLING) {
8565 						break;
8566 					}
8567 					if (chk->sent == SCTP_DATAGRAM_UNSENT) {
8568 						if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
8569 							SCTP_STAT_INCR_COUNTER64(sctps_outorderchunks);
8570 						} else {
8571 							SCTP_STAT_INCR_COUNTER64(sctps_outunorderchunks);
8572 						}
8573 						if (((chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) == SCTP_DATA_LAST_FRAG) &&
8574 						    ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0))
8575 							/*
8576 							 * Count number of
8577 							 * user msg's that
8578 							 * were fragmented
8579 							 * we do this by
8580 							 * counting when we
8581 							 * see a LAST
8582 							 * fragment only.
8583 							 */
8584 							SCTP_STAT_INCR_COUNTER64(sctps_fragusrmsgs);
8585 					}
8586 					if ((mtu == 0) || (r_mtu == 0) || (one_chunk)) {
8587 						if ((one_chunk) && (stcb->asoc.total_flight == 0)) {
8588 							data_list[0]->window_probe = 1;
8589 							net->window_probe = 1;
8590 						}
8591 						break;
8592 					}
8593 				} else {
8594 					/*
8595 					 * Must be sent in order of the
8596 					 * TSN's (on a network)
8597 					 */
8598 					break;
8599 				}
8600 			}	/* for (chunk gather loop for this net) */
8601 		}		/* if asoc.state OPEN */
8602 no_data_fill:
8603 		/* Is there something to send for this destination? */
8604 		if (outchain) {
8605 			/* We may need to start a control timer or two */
8606 			if (asconf) {
8607 				sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp,
8608 				    stcb, net);
8609 				/*
8610 				 * do NOT clear the asconf flag as it is
8611 				 * used to do appropriate source address
8612 				 * selection.
8613 				 */
8614 			}
8615 			if (cookie) {
8616 				sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net);
8617 				cookie = 0;
8618 			}
8619 			/* must start a send timer if data is being sent */
8620 			if (bundle_at && (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer))) {
8621 				/*
8622 				 * no timer running on this destination
8623 				 * restart it.
8624 				 */
8625 				sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
8626 			}
8627 			/* Now send it, if there is anything to send :> */
8628 			if ((error = sctp_lowlevel_chunk_output(inp,
8629 			    stcb,
8630 			    net,
8631 			    (struct sockaddr *)&net->ro._l_addr,
8632 			    outchain,
8633 			    auth_offset,
8634 			    auth,
8635 			    auth_keyid,
8636 			    no_fragmentflg,
8637 			    bundle_at,
8638 			    asconf,
8639 			    inp->sctp_lport, stcb->rport,
8640 			    htonl(stcb->asoc.peer_vtag),
8641 			    net->port, NULL,
8642 			    0, 0,
8643 			    so_locked))) {
8644 				/* error, we could not output */
8645 				if (error == ENOBUFS) {
8646 					SCTP_STAT_INCR(sctps_lowlevelerr);
8647 					asoc->ifp_had_enobuf = 1;
8648 				}
8649 				if (from_where == 0) {
8650 					SCTP_STAT_INCR(sctps_lowlevelerrusr);
8651 				}
8652 				SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
8653 				if (hbflag) {
8654 					if (*now_filled == 0) {
8655 						(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8656 						*now_filled = 1;
8657 						*now = net->last_sent_time;
8658 					} else {
8659 						net->last_sent_time = *now;
8660 					}
8661 					hbflag = 0;
8662 				}
8663 				if (error == EHOSTUNREACH) {
8664 					/*
8665 					 * Destination went unreachable
8666 					 * during this send
8667 					 */
8668 					sctp_move_chunks_from_net(stcb, net);
8669 				}
8670 				*reason_code = 6;
8671 				/*-
8672 				 * I add this line to be paranoid. As far as
8673 				 * I can tell the continue, takes us back to
8674 				 * the top of the for, but just to make sure
8675 				 * I will reset these again here.
8676 				 */
8677 				ctl_cnt = bundle_at = 0;
8678 				continue;	/* This takes us back to the
8679 						 * for() for the nets. */
8680 			} else {
8681 				asoc->ifp_had_enobuf = 0;
8682 			}
8683 			endoutchain = NULL;
8684 			auth = NULL;
8685 			auth_offset = 0;
8686 			if (bundle_at || hbflag) {
8687 				/* For data/asconf and hb set time */
8688 				if (*now_filled == 0) {
8689 					(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
8690 					*now_filled = 1;
8691 					*now = net->last_sent_time;
8692 				} else {
8693 					net->last_sent_time = *now;
8694 				}
8695 			}
8696 			if (!no_out_cnt) {
8697 				*num_out += (ctl_cnt + bundle_at);
8698 			}
8699 			if (bundle_at) {
8700 				/* setup for a RTO measurement */
8701 				tsns_sent = data_list[0]->rec.data.TSN_seq;
8702 				/* fill time if not already filled */
8703 				if (*now_filled == 0) {
8704 					(void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent);
8705 					*now_filled = 1;
8706 					*now = asoc->time_last_sent;
8707 				} else {
8708 					asoc->time_last_sent = *now;
8709 				}
8710 				if (net->rto_needed) {
8711 					data_list[0]->do_rtt = 1;
8712 					net->rto_needed = 0;
8713 				}
8714 				SCTP_STAT_INCR_BY(sctps_senddata, bundle_at);
8715 				sctp_clean_up_datalist(stcb, asoc, data_list, bundle_at, net);
8716 			}
8717 			if (one_chunk) {
8718 				break;
8719 			}
8720 		}
8721 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
8722 			sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_SEND);
8723 		}
8724 	}
8725 	if (old_start_at == NULL) {
8726 		old_start_at = start_at;
8727 		start_at = TAILQ_FIRST(&asoc->nets);
8728 		if (old_start_at)
8729 			goto again_one_more_time;
8730 	}
8731 	/*
8732 	 * At the end there should be no NON timed chunks hanging on this
8733 	 * queue.
8734 	 */
8735 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
8736 		sctp_log_cwnd(stcb, net, *num_out, SCTP_CWND_LOG_FROM_SEND);
8737 	}
8738 	if ((*num_out == 0) && (*reason_code == 0)) {
8739 		*reason_code = 4;
8740 	} else {
8741 		*reason_code = 5;
8742 	}
8743 	sctp_clean_up_ctl(stcb, asoc, so_locked);
8744 	return (0);
8745 }
8746 
8747 void
8748 sctp_queue_op_err(struct sctp_tcb *stcb, struct mbuf *op_err)
8749 {
8750 	/*-
8751 	 * Prepend a OPERATIONAL_ERROR chunk header and put on the end of
8752 	 * the control chunk queue.
8753 	 */
8754 	struct sctp_chunkhdr *hdr;
8755 	struct sctp_tmit_chunk *chk;
8756 	struct mbuf *mat;
8757 
8758 	SCTP_TCB_LOCK_ASSERT(stcb);
8759 	sctp_alloc_a_chunk(stcb, chk);
8760 	if (chk == NULL) {
8761 		/* no memory */
8762 		sctp_m_freem(op_err);
8763 		return;
8764 	}
8765 	chk->copy_by_ref = 0;
8766 	SCTP_BUF_PREPEND(op_err, sizeof(struct sctp_chunkhdr), M_NOWAIT);
8767 	if (op_err == NULL) {
8768 		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
8769 		return;
8770 	}
8771 	chk->send_size = 0;
8772 	mat = op_err;
8773 	while (mat != NULL) {
8774 		chk->send_size += SCTP_BUF_LEN(mat);
8775 		mat = SCTP_BUF_NEXT(mat);
8776 	}
8777 	chk->rec.chunk_id.id = SCTP_OPERATION_ERROR;
8778 	chk->rec.chunk_id.can_take_data = 1;
8779 	chk->sent = SCTP_DATAGRAM_UNSENT;
8780 	chk->snd_count = 0;
8781 	chk->flags = 0;
8782 	chk->asoc = &stcb->asoc;
8783 	chk->data = op_err;
8784 	chk->whoTo = NULL;
8785 	hdr = mtod(op_err, struct sctp_chunkhdr *);
8786 	hdr->chunk_type = SCTP_OPERATION_ERROR;
8787 	hdr->chunk_flags = 0;
8788 	hdr->chunk_length = htons(chk->send_size);
8789 	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue,
8790 	    chk,
8791 	    sctp_next);
8792 	chk->asoc->ctrl_queue_cnt++;
8793 }
8794 
8795 int
8796 sctp_send_cookie_echo(struct mbuf *m,
8797     int offset,
8798     struct sctp_tcb *stcb,
8799     struct sctp_nets *net)
8800 {
8801 	/*-
8802 	 * pull out the cookie and put it at the front of the control chunk
8803 	 * queue.
8804 	 */
8805 	int at;
8806 	struct mbuf *cookie;
8807 	struct sctp_paramhdr parm, *phdr;
8808 	struct sctp_chunkhdr *hdr;
8809 	struct sctp_tmit_chunk *chk;
8810 	uint16_t ptype, plen;
8811 
8812 	/* First find the cookie in the param area */
8813 	cookie = NULL;
8814 	at = offset + sizeof(struct sctp_init_chunk);
8815 
8816 	SCTP_TCB_LOCK_ASSERT(stcb);
8817 	do {
8818 		phdr = sctp_get_next_param(m, at, &parm, sizeof(parm));
8819 		if (phdr == NULL) {
8820 			return (-3);
8821 		}
8822 		ptype = ntohs(phdr->param_type);
8823 		plen = ntohs(phdr->param_length);
8824 		if (ptype == SCTP_STATE_COOKIE) {
8825 			int pad;
8826 
8827 			/* found the cookie */
8828 			if ((pad = (plen % 4))) {
8829 				plen += 4 - pad;
8830 			}
8831 			cookie = SCTP_M_COPYM(m, at, plen, M_NOWAIT);
8832 			if (cookie == NULL) {
8833 				/* No memory */
8834 				return (-2);
8835 			}
8836 #ifdef SCTP_MBUF_LOGGING
8837 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
8838 				struct mbuf *mat;
8839 
8840 				for (mat = cookie; mat; mat = SCTP_BUF_NEXT(mat)) {
8841 					if (SCTP_BUF_IS_EXTENDED(mat)) {
8842 						sctp_log_mb(mat, SCTP_MBUF_ICOPY);
8843 					}
8844 				}
8845 			}
8846 #endif
8847 			break;
8848 		}
8849 		at += SCTP_SIZE32(plen);
8850 	} while (phdr);
8851 	if (cookie == NULL) {
8852 		/* Did not find the cookie */
8853 		return (-3);
8854 	}
8855 	/* ok, we got the cookie lets change it into a cookie echo chunk */
8856 
8857 	/* first the change from param to cookie */
8858 	hdr = mtod(cookie, struct sctp_chunkhdr *);
8859 	hdr->chunk_type = SCTP_COOKIE_ECHO;
8860 	hdr->chunk_flags = 0;
8861 	/* get the chunk stuff now and place it in the FRONT of the queue */
8862 	sctp_alloc_a_chunk(stcb, chk);
8863 	if (chk == NULL) {
8864 		/* no memory */
8865 		sctp_m_freem(cookie);
8866 		return (-5);
8867 	}
8868 	chk->copy_by_ref = 0;
8869 	chk->send_size = plen;
8870 	chk->rec.chunk_id.id = SCTP_COOKIE_ECHO;
8871 	chk->rec.chunk_id.can_take_data = 0;
8872 	chk->sent = SCTP_DATAGRAM_UNSENT;
8873 	chk->snd_count = 0;
8874 	chk->flags = CHUNK_FLAGS_FRAGMENT_OK;
8875 	chk->asoc = &stcb->asoc;
8876 	chk->data = cookie;
8877 	chk->whoTo = net;
8878 	atomic_add_int(&chk->whoTo->ref_count, 1);
8879 	TAILQ_INSERT_HEAD(&chk->asoc->control_send_queue, chk, sctp_next);
8880 	chk->asoc->ctrl_queue_cnt++;
8881 	return (0);
8882 }
8883 
8884 void
8885 sctp_send_heartbeat_ack(struct sctp_tcb *stcb,
8886     struct mbuf *m,
8887     int offset,
8888     int chk_length,
8889     struct sctp_nets *net)
8890 {
8891 	/*
8892 	 * take a HB request and make it into a HB ack and send it.
8893 	 */
8894 	struct mbuf *outchain;
8895 	struct sctp_chunkhdr *chdr;
8896 	struct sctp_tmit_chunk *chk;
8897 
8898 
8899 	if (net == NULL)
8900 		/* must have a net pointer */
8901 		return;
8902 
8903 	outchain = SCTP_M_COPYM(m, offset, chk_length, M_NOWAIT);
8904 	if (outchain == NULL) {
8905 		/* gak out of memory */
8906 		return;
8907 	}
8908 #ifdef SCTP_MBUF_LOGGING
8909 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
8910 		struct mbuf *mat;
8911 
8912 		for (mat = outchain; mat; mat = SCTP_BUF_NEXT(mat)) {
8913 			if (SCTP_BUF_IS_EXTENDED(mat)) {
8914 				sctp_log_mb(mat, SCTP_MBUF_ICOPY);
8915 			}
8916 		}
8917 	}
8918 #endif
8919 	chdr = mtod(outchain, struct sctp_chunkhdr *);
8920 	chdr->chunk_type = SCTP_HEARTBEAT_ACK;
8921 	chdr->chunk_flags = 0;
8922 	if (chk_length % 4) {
8923 		/* need pad */
8924 		uint32_t cpthis = 0;
8925 		int padlen;
8926 
8927 		padlen = 4 - (chk_length % 4);
8928 		m_copyback(outchain, chk_length, padlen, (caddr_t)&cpthis);
8929 	}
8930 	sctp_alloc_a_chunk(stcb, chk);
8931 	if (chk == NULL) {
8932 		/* no memory */
8933 		sctp_m_freem(outchain);
8934 		return;
8935 	}
8936 	chk->copy_by_ref = 0;
8937 	chk->send_size = chk_length;
8938 	chk->rec.chunk_id.id = SCTP_HEARTBEAT_ACK;
8939 	chk->rec.chunk_id.can_take_data = 1;
8940 	chk->sent = SCTP_DATAGRAM_UNSENT;
8941 	chk->snd_count = 0;
8942 	chk->flags = 0;
8943 	chk->asoc = &stcb->asoc;
8944 	chk->data = outchain;
8945 	chk->whoTo = net;
8946 	atomic_add_int(&chk->whoTo->ref_count, 1);
8947 	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
8948 	chk->asoc->ctrl_queue_cnt++;
8949 }
8950 
8951 void
8952 sctp_send_cookie_ack(struct sctp_tcb *stcb)
8953 {
8954 	/* formulate and queue a cookie-ack back to sender */
8955 	struct mbuf *cookie_ack;
8956 	struct sctp_chunkhdr *hdr;
8957 	struct sctp_tmit_chunk *chk;
8958 
8959 	cookie_ack = NULL;
8960 	SCTP_TCB_LOCK_ASSERT(stcb);
8961 
8962 	cookie_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_NOWAIT, 1, MT_HEADER);
8963 	if (cookie_ack == NULL) {
8964 		/* no mbuf's */
8965 		return;
8966 	}
8967 	SCTP_BUF_RESV_UF(cookie_ack, SCTP_MIN_OVERHEAD);
8968 	sctp_alloc_a_chunk(stcb, chk);
8969 	if (chk == NULL) {
8970 		/* no memory */
8971 		sctp_m_freem(cookie_ack);
8972 		return;
8973 	}
8974 	chk->copy_by_ref = 0;
8975 	chk->send_size = sizeof(struct sctp_chunkhdr);
8976 	chk->rec.chunk_id.id = SCTP_COOKIE_ACK;
8977 	chk->rec.chunk_id.can_take_data = 1;
8978 	chk->sent = SCTP_DATAGRAM_UNSENT;
8979 	chk->snd_count = 0;
8980 	chk->flags = 0;
8981 	chk->asoc = &stcb->asoc;
8982 	chk->data = cookie_ack;
8983 	if (chk->asoc->last_control_chunk_from != NULL) {
8984 		chk->whoTo = chk->asoc->last_control_chunk_from;
8985 		atomic_add_int(&chk->whoTo->ref_count, 1);
8986 	} else {
8987 		chk->whoTo = NULL;
8988 	}
8989 	hdr = mtod(cookie_ack, struct sctp_chunkhdr *);
8990 	hdr->chunk_type = SCTP_COOKIE_ACK;
8991 	hdr->chunk_flags = 0;
8992 	hdr->chunk_length = htons(chk->send_size);
8993 	SCTP_BUF_LEN(cookie_ack) = chk->send_size;
8994 	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
8995 	chk->asoc->ctrl_queue_cnt++;
8996 	return;
8997 }
8998 
8999 
9000 void
9001 sctp_send_shutdown_ack(struct sctp_tcb *stcb, struct sctp_nets *net)
9002 {
9003 	/* formulate and queue a SHUTDOWN-ACK back to the sender */
9004 	struct mbuf *m_shutdown_ack;
9005 	struct sctp_shutdown_ack_chunk *ack_cp;
9006 	struct sctp_tmit_chunk *chk;
9007 
9008 	m_shutdown_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_ack_chunk), 0, M_NOWAIT, 1, MT_HEADER);
9009 	if (m_shutdown_ack == NULL) {
9010 		/* no mbuf's */
9011 		return;
9012 	}
9013 	SCTP_BUF_RESV_UF(m_shutdown_ack, SCTP_MIN_OVERHEAD);
9014 	sctp_alloc_a_chunk(stcb, chk);
9015 	if (chk == NULL) {
9016 		/* no memory */
9017 		sctp_m_freem(m_shutdown_ack);
9018 		return;
9019 	}
9020 	chk->copy_by_ref = 0;
9021 	chk->send_size = sizeof(struct sctp_chunkhdr);
9022 	chk->rec.chunk_id.id = SCTP_SHUTDOWN_ACK;
9023 	chk->rec.chunk_id.can_take_data = 1;
9024 	chk->sent = SCTP_DATAGRAM_UNSENT;
9025 	chk->snd_count = 0;
9026 	chk->flags = 0;
9027 	chk->asoc = &stcb->asoc;
9028 	chk->data = m_shutdown_ack;
9029 	chk->whoTo = net;
9030 	if (chk->whoTo) {
9031 		atomic_add_int(&chk->whoTo->ref_count, 1);
9032 	}
9033 	ack_cp = mtod(m_shutdown_ack, struct sctp_shutdown_ack_chunk *);
9034 	ack_cp->ch.chunk_type = SCTP_SHUTDOWN_ACK;
9035 	ack_cp->ch.chunk_flags = 0;
9036 	ack_cp->ch.chunk_length = htons(chk->send_size);
9037 	SCTP_BUF_LEN(m_shutdown_ack) = chk->send_size;
9038 	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9039 	chk->asoc->ctrl_queue_cnt++;
9040 	return;
9041 }
9042 
9043 void
9044 sctp_send_shutdown(struct sctp_tcb *stcb, struct sctp_nets *net)
9045 {
9046 	/* formulate and queue a SHUTDOWN to the sender */
9047 	struct mbuf *m_shutdown;
9048 	struct sctp_shutdown_chunk *shutdown_cp;
9049 	struct sctp_tmit_chunk *chk;
9050 
9051 	m_shutdown = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_chunk), 0, M_NOWAIT, 1, MT_HEADER);
9052 	if (m_shutdown == NULL) {
9053 		/* no mbuf's */
9054 		return;
9055 	}
9056 	SCTP_BUF_RESV_UF(m_shutdown, SCTP_MIN_OVERHEAD);
9057 	sctp_alloc_a_chunk(stcb, chk);
9058 	if (chk == NULL) {
9059 		/* no memory */
9060 		sctp_m_freem(m_shutdown);
9061 		return;
9062 	}
9063 	chk->copy_by_ref = 0;
9064 	chk->send_size = sizeof(struct sctp_shutdown_chunk);
9065 	chk->rec.chunk_id.id = SCTP_SHUTDOWN;
9066 	chk->rec.chunk_id.can_take_data = 1;
9067 	chk->sent = SCTP_DATAGRAM_UNSENT;
9068 	chk->snd_count = 0;
9069 	chk->flags = 0;
9070 	chk->asoc = &stcb->asoc;
9071 	chk->data = m_shutdown;
9072 	chk->whoTo = net;
9073 	if (chk->whoTo) {
9074 		atomic_add_int(&chk->whoTo->ref_count, 1);
9075 	}
9076 	shutdown_cp = mtod(m_shutdown, struct sctp_shutdown_chunk *);
9077 	shutdown_cp->ch.chunk_type = SCTP_SHUTDOWN;
9078 	shutdown_cp->ch.chunk_flags = 0;
9079 	shutdown_cp->ch.chunk_length = htons(chk->send_size);
9080 	shutdown_cp->cumulative_tsn_ack = htonl(stcb->asoc.cumulative_tsn);
9081 	SCTP_BUF_LEN(m_shutdown) = chk->send_size;
9082 	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9083 	chk->asoc->ctrl_queue_cnt++;
9084 	return;
9085 }
9086 
9087 void
9088 sctp_send_asconf(struct sctp_tcb *stcb, struct sctp_nets *net, int addr_locked)
9089 {
9090 	/*
9091 	 * formulate and queue an ASCONF to the peer. ASCONF parameters
9092 	 * should be queued on the assoc queue.
9093 	 */
9094 	struct sctp_tmit_chunk *chk;
9095 	struct mbuf *m_asconf;
9096 	int len;
9097 
9098 	SCTP_TCB_LOCK_ASSERT(stcb);
9099 
9100 	if ((!TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) &&
9101 	    (!sctp_is_feature_on(stcb->sctp_ep, SCTP_PCB_FLAGS_MULTIPLE_ASCONFS))) {
9102 		/* can't send a new one if there is one in flight already */
9103 		return;
9104 	}
9105 	/* compose an ASCONF chunk, maximum length is PMTU */
9106 	m_asconf = sctp_compose_asconf(stcb, &len, addr_locked);
9107 	if (m_asconf == NULL) {
9108 		return;
9109 	}
9110 	sctp_alloc_a_chunk(stcb, chk);
9111 	if (chk == NULL) {
9112 		/* no memory */
9113 		sctp_m_freem(m_asconf);
9114 		return;
9115 	}
9116 	chk->copy_by_ref = 0;
9117 	chk->data = m_asconf;
9118 	chk->send_size = len;
9119 	chk->rec.chunk_id.id = SCTP_ASCONF;
9120 	chk->rec.chunk_id.can_take_data = 0;
9121 	chk->sent = SCTP_DATAGRAM_UNSENT;
9122 	chk->snd_count = 0;
9123 	chk->flags = CHUNK_FLAGS_FRAGMENT_OK;
9124 	chk->asoc = &stcb->asoc;
9125 	chk->whoTo = net;
9126 	if (chk->whoTo) {
9127 		atomic_add_int(&chk->whoTo->ref_count, 1);
9128 	}
9129 	TAILQ_INSERT_TAIL(&chk->asoc->asconf_send_queue, chk, sctp_next);
9130 	chk->asoc->ctrl_queue_cnt++;
9131 	return;
9132 }
9133 
9134 void
9135 sctp_send_asconf_ack(struct sctp_tcb *stcb)
9136 {
9137 	/*
9138 	 * formulate and queue a asconf-ack back to sender. the asconf-ack
9139 	 * must be stored in the tcb.
9140 	 */
9141 	struct sctp_tmit_chunk *chk;
9142 	struct sctp_asconf_ack *ack, *latest_ack;
9143 	struct mbuf *m_ack;
9144 	struct sctp_nets *net = NULL;
9145 
9146 	SCTP_TCB_LOCK_ASSERT(stcb);
9147 	/* Get the latest ASCONF-ACK */
9148 	latest_ack = TAILQ_LAST(&stcb->asoc.asconf_ack_sent, sctp_asconf_ackhead);
9149 	if (latest_ack == NULL) {
9150 		return;
9151 	}
9152 	if (latest_ack->last_sent_to != NULL &&
9153 	    latest_ack->last_sent_to == stcb->asoc.last_control_chunk_from) {
9154 		/* we're doing a retransmission */
9155 		net = sctp_find_alternate_net(stcb, stcb->asoc.last_control_chunk_from, 0);
9156 		if (net == NULL) {
9157 			/* no alternate */
9158 			if (stcb->asoc.last_control_chunk_from == NULL) {
9159 				if (stcb->asoc.alternate) {
9160 					net = stcb->asoc.alternate;
9161 				} else {
9162 					net = stcb->asoc.primary_destination;
9163 				}
9164 			} else {
9165 				net = stcb->asoc.last_control_chunk_from;
9166 			}
9167 		}
9168 	} else {
9169 		/* normal case */
9170 		if (stcb->asoc.last_control_chunk_from == NULL) {
9171 			if (stcb->asoc.alternate) {
9172 				net = stcb->asoc.alternate;
9173 			} else {
9174 				net = stcb->asoc.primary_destination;
9175 			}
9176 		} else {
9177 			net = stcb->asoc.last_control_chunk_from;
9178 		}
9179 	}
9180 	latest_ack->last_sent_to = net;
9181 
9182 	TAILQ_FOREACH(ack, &stcb->asoc.asconf_ack_sent, next) {
9183 		if (ack->data == NULL) {
9184 			continue;
9185 		}
9186 		/* copy the asconf_ack */
9187 		m_ack = SCTP_M_COPYM(ack->data, 0, M_COPYALL, M_NOWAIT);
9188 		if (m_ack == NULL) {
9189 			/* couldn't copy it */
9190 			return;
9191 		}
9192 #ifdef SCTP_MBUF_LOGGING
9193 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
9194 			struct mbuf *mat;
9195 
9196 			for (mat = m_ack; mat; mat = SCTP_BUF_NEXT(mat)) {
9197 				if (SCTP_BUF_IS_EXTENDED(mat)) {
9198 					sctp_log_mb(mat, SCTP_MBUF_ICOPY);
9199 				}
9200 			}
9201 		}
9202 #endif
9203 
9204 		sctp_alloc_a_chunk(stcb, chk);
9205 		if (chk == NULL) {
9206 			/* no memory */
9207 			if (m_ack)
9208 				sctp_m_freem(m_ack);
9209 			return;
9210 		}
9211 		chk->copy_by_ref = 0;
9212 
9213 		chk->whoTo = net;
9214 		if (chk->whoTo) {
9215 			atomic_add_int(&chk->whoTo->ref_count, 1);
9216 		}
9217 		chk->data = m_ack;
9218 		chk->send_size = 0;
9219 		/* Get size */
9220 		chk->send_size = ack->len;
9221 		chk->rec.chunk_id.id = SCTP_ASCONF_ACK;
9222 		chk->rec.chunk_id.can_take_data = 1;
9223 		chk->sent = SCTP_DATAGRAM_UNSENT;
9224 		chk->snd_count = 0;
9225 		chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;	/* XXX */
9226 		chk->asoc = &stcb->asoc;
9227 
9228 		TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9229 		chk->asoc->ctrl_queue_cnt++;
9230 	}
9231 	return;
9232 }
9233 
9234 
9235 static int
9236 sctp_chunk_retransmission(struct sctp_inpcb *inp,
9237     struct sctp_tcb *stcb,
9238     struct sctp_association *asoc,
9239     int *cnt_out, struct timeval *now, int *now_filled, int *fr_done, int so_locked
9240 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
9241     SCTP_UNUSED
9242 #endif
9243 )
9244 {
9245 	/*-
9246 	 * send out one MTU of retransmission. If fast_retransmit is
9247 	 * happening we ignore the cwnd. Otherwise we obey the cwnd and
9248 	 * rwnd. For a Cookie or Asconf in the control chunk queue we
9249 	 * retransmit them by themselves.
9250 	 *
9251 	 * For data chunks we will pick out the lowest TSN's in the sent_queue
9252 	 * marked for resend and bundle them all together (up to a MTU of
9253 	 * destination). The address to send to should have been
9254 	 * selected/changed where the retransmission was marked (i.e. in FR
9255 	 * or t3-timeout routines).
9256 	 */
9257 	struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING];
9258 	struct sctp_tmit_chunk *chk, *fwd;
9259 	struct mbuf *m, *endofchain;
9260 	struct sctp_nets *net = NULL;
9261 	uint32_t tsns_sent = 0;
9262 	int no_fragmentflg, bundle_at, cnt_thru;
9263 	unsigned int mtu;
9264 	int error, i, one_chunk, fwd_tsn, ctl_cnt, tmr_started;
9265 	struct sctp_auth_chunk *auth = NULL;
9266 	uint32_t auth_offset = 0;
9267 	uint16_t auth_keyid;
9268 	int override_ok = 1;
9269 	int data_auth_reqd = 0;
9270 	uint32_t dmtu = 0;
9271 
9272 	SCTP_TCB_LOCK_ASSERT(stcb);
9273 	tmr_started = ctl_cnt = bundle_at = error = 0;
9274 	no_fragmentflg = 1;
9275 	fwd_tsn = 0;
9276 	*cnt_out = 0;
9277 	fwd = NULL;
9278 	endofchain = m = NULL;
9279 	auth_keyid = stcb->asoc.authinfo.active_keyid;
9280 #ifdef SCTP_AUDITING_ENABLED
9281 	sctp_audit_log(0xC3, 1);
9282 #endif
9283 	if ((TAILQ_EMPTY(&asoc->sent_queue)) &&
9284 	    (TAILQ_EMPTY(&asoc->control_send_queue))) {
9285 		SCTPDBG(SCTP_DEBUG_OUTPUT1, "SCTP hits empty queue with cnt set to %d?\n",
9286 		    asoc->sent_queue_retran_cnt);
9287 		asoc->sent_queue_cnt = 0;
9288 		asoc->sent_queue_cnt_removeable = 0;
9289 		/* send back 0/0 so we enter normal transmission */
9290 		*cnt_out = 0;
9291 		return (0);
9292 	}
9293 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
9294 		if ((chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) ||
9295 		    (chk->rec.chunk_id.id == SCTP_STREAM_RESET) ||
9296 		    (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN)) {
9297 			if (chk->sent != SCTP_DATAGRAM_RESEND) {
9298 				continue;
9299 			}
9300 			if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) {
9301 				if (chk != asoc->str_reset) {
9302 					/*
9303 					 * not eligible for retran if its
9304 					 * not ours
9305 					 */
9306 					continue;
9307 				}
9308 			}
9309 			ctl_cnt++;
9310 			if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) {
9311 				fwd_tsn = 1;
9312 			}
9313 			/*
9314 			 * Add an AUTH chunk, if chunk requires it save the
9315 			 * offset into the chain for AUTH
9316 			 */
9317 			if ((auth == NULL) &&
9318 			    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
9319 			    stcb->asoc.peer_auth_chunks))) {
9320 				m = sctp_add_auth_chunk(m, &endofchain,
9321 				    &auth, &auth_offset,
9322 				    stcb,
9323 				    chk->rec.chunk_id.id);
9324 				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9325 			}
9326 			m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref);
9327 			break;
9328 		}
9329 	}
9330 	one_chunk = 0;
9331 	cnt_thru = 0;
9332 	/* do we have control chunks to retransmit? */
9333 	if (m != NULL) {
9334 		/* Start a timer no matter if we suceed or fail */
9335 		if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
9336 			sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, chk->whoTo);
9337 		} else if (chk->rec.chunk_id.id == SCTP_ASCONF)
9338 			sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, chk->whoTo);
9339 		chk->snd_count++;	/* update our count */
9340 		if ((error = sctp_lowlevel_chunk_output(inp, stcb, chk->whoTo,
9341 		    (struct sockaddr *)&chk->whoTo->ro._l_addr, m,
9342 		    auth_offset, auth, stcb->asoc.authinfo.active_keyid,
9343 		    no_fragmentflg, 0, 0,
9344 		    inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag),
9345 		    chk->whoTo->port, NULL,
9346 		    0, 0,
9347 		    so_locked))) {
9348 			SCTP_STAT_INCR(sctps_lowlevelerr);
9349 			return (error);
9350 		}
9351 		endofchain = NULL;
9352 		auth = NULL;
9353 		auth_offset = 0;
9354 		/*
9355 		 * We don't want to mark the net->sent time here since this
9356 		 * we use this for HB and retrans cannot measure RTT
9357 		 */
9358 		/* (void)SCTP_GETTIME_TIMEVAL(&chk->whoTo->last_sent_time); */
9359 		*cnt_out += 1;
9360 		chk->sent = SCTP_DATAGRAM_SENT;
9361 		sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt);
9362 		if (fwd_tsn == 0) {
9363 			return (0);
9364 		} else {
9365 			/* Clean up the fwd-tsn list */
9366 			sctp_clean_up_ctl(stcb, asoc, so_locked);
9367 			return (0);
9368 		}
9369 	}
9370 	/*
9371 	 * Ok, it is just data retransmission we need to do or that and a
9372 	 * fwd-tsn with it all.
9373 	 */
9374 	if (TAILQ_EMPTY(&asoc->sent_queue)) {
9375 		return (SCTP_RETRAN_DONE);
9376 	}
9377 	if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED) ||
9378 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT)) {
9379 		/* not yet open, resend the cookie and that is it */
9380 		return (1);
9381 	}
9382 #ifdef SCTP_AUDITING_ENABLED
9383 	sctp_auditing(20, inp, stcb, NULL);
9384 #endif
9385 	data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks);
9386 	TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
9387 		if (chk->sent != SCTP_DATAGRAM_RESEND) {
9388 			/* No, not sent to this net or not ready for rtx */
9389 			continue;
9390 		}
9391 		if (chk->data == NULL) {
9392 			SCTP_PRINTF("TSN:%x chk->snd_count:%d chk->sent:%d can't retran - no data\n",
9393 			    chk->rec.data.TSN_seq, chk->snd_count, chk->sent);
9394 			continue;
9395 		}
9396 		if ((SCTP_BASE_SYSCTL(sctp_max_retran_chunk)) &&
9397 		    (chk->snd_count >= SCTP_BASE_SYSCTL(sctp_max_retran_chunk))) {
9398 			/* Gak, we have exceeded max unlucky retran, abort! */
9399 			SCTP_PRINTF("Gak, chk->snd_count:%d >= max:%d - send abort\n",
9400 			    chk->snd_count,
9401 			    SCTP_BASE_SYSCTL(sctp_max_retran_chunk));
9402 			atomic_add_int(&stcb->asoc.refcnt, 1);
9403 			sctp_abort_an_association(stcb->sctp_ep, stcb, NULL, so_locked);
9404 			SCTP_TCB_LOCK(stcb);
9405 			atomic_subtract_int(&stcb->asoc.refcnt, 1);
9406 			return (SCTP_RETRAN_EXIT);
9407 		}
9408 		/* pick up the net */
9409 		net = chk->whoTo;
9410 		switch (net->ro._l_addr.sa.sa_family) {
9411 #ifdef INET
9412 		case AF_INET:
9413 			mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
9414 			break;
9415 #endif
9416 #ifdef INET6
9417 		case AF_INET6:
9418 			mtu = net->mtu - SCTP_MIN_OVERHEAD;
9419 			break;
9420 #endif
9421 		default:
9422 			/* TSNH */
9423 			mtu = net->mtu;
9424 			break;
9425 		}
9426 
9427 		if ((asoc->peers_rwnd < mtu) && (asoc->total_flight > 0)) {
9428 			/* No room in peers rwnd */
9429 			uint32_t tsn;
9430 
9431 			tsn = asoc->last_acked_seq + 1;
9432 			if (tsn == chk->rec.data.TSN_seq) {
9433 				/*
9434 				 * we make a special exception for this
9435 				 * case. The peer has no rwnd but is missing
9436 				 * the lowest chunk.. which is probably what
9437 				 * is holding up the rwnd.
9438 				 */
9439 				goto one_chunk_around;
9440 			}
9441 			return (1);
9442 		}
9443 one_chunk_around:
9444 		if (asoc->peers_rwnd < mtu) {
9445 			one_chunk = 1;
9446 			if ((asoc->peers_rwnd == 0) &&
9447 			    (asoc->total_flight == 0)) {
9448 				chk->window_probe = 1;
9449 				chk->whoTo->window_probe = 1;
9450 			}
9451 		}
9452 #ifdef SCTP_AUDITING_ENABLED
9453 		sctp_audit_log(0xC3, 2);
9454 #endif
9455 		bundle_at = 0;
9456 		m = NULL;
9457 		net->fast_retran_ip = 0;
9458 		if (chk->rec.data.doing_fast_retransmit == 0) {
9459 			/*
9460 			 * if no FR in progress skip destination that have
9461 			 * flight_size > cwnd.
9462 			 */
9463 			if (net->flight_size >= net->cwnd) {
9464 				continue;
9465 			}
9466 		} else {
9467 			/*
9468 			 * Mark the destination net to have FR recovery
9469 			 * limits put on it.
9470 			 */
9471 			*fr_done = 1;
9472 			net->fast_retran_ip = 1;
9473 		}
9474 
9475 		/*
9476 		 * if no AUTH is yet included and this chunk requires it,
9477 		 * make sure to account for it.  We don't apply the size
9478 		 * until the AUTH chunk is actually added below in case
9479 		 * there is no room for this chunk.
9480 		 */
9481 		if (data_auth_reqd && (auth == NULL)) {
9482 			dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
9483 		} else
9484 			dmtu = 0;
9485 
9486 		if ((chk->send_size <= (mtu - dmtu)) ||
9487 		    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
9488 			/* ok we will add this one */
9489 			if (data_auth_reqd) {
9490 				if (auth == NULL) {
9491 					m = sctp_add_auth_chunk(m,
9492 					    &endofchain,
9493 					    &auth,
9494 					    &auth_offset,
9495 					    stcb,
9496 					    SCTP_DATA);
9497 					auth_keyid = chk->auth_keyid;
9498 					override_ok = 0;
9499 					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9500 				} else if (override_ok) {
9501 					auth_keyid = chk->auth_keyid;
9502 					override_ok = 0;
9503 				} else if (chk->auth_keyid != auth_keyid) {
9504 					/* different keyid, so done bundling */
9505 					break;
9506 				}
9507 			}
9508 			m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref);
9509 			if (m == NULL) {
9510 				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
9511 				return (ENOMEM);
9512 			}
9513 			/* Do clear IP_DF ? */
9514 			if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
9515 				no_fragmentflg = 0;
9516 			}
9517 			/* upate our MTU size */
9518 			if (mtu > (chk->send_size + dmtu))
9519 				mtu -= (chk->send_size + dmtu);
9520 			else
9521 				mtu = 0;
9522 			data_list[bundle_at++] = chk;
9523 			if (one_chunk && (asoc->total_flight <= 0)) {
9524 				SCTP_STAT_INCR(sctps_windowprobed);
9525 			}
9526 		}
9527 		if (one_chunk == 0) {
9528 			/*
9529 			 * now are there anymore forward from chk to pick
9530 			 * up?
9531 			 */
9532 			for (fwd = TAILQ_NEXT(chk, sctp_next); fwd != NULL; fwd = TAILQ_NEXT(fwd, sctp_next)) {
9533 				if (fwd->sent != SCTP_DATAGRAM_RESEND) {
9534 					/* Nope, not for retran */
9535 					continue;
9536 				}
9537 				if (fwd->whoTo != net) {
9538 					/* Nope, not the net in question */
9539 					continue;
9540 				}
9541 				if (data_auth_reqd && (auth == NULL)) {
9542 					dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
9543 				} else
9544 					dmtu = 0;
9545 				if (fwd->send_size <= (mtu - dmtu)) {
9546 					if (data_auth_reqd) {
9547 						if (auth == NULL) {
9548 							m = sctp_add_auth_chunk(m,
9549 							    &endofchain,
9550 							    &auth,
9551 							    &auth_offset,
9552 							    stcb,
9553 							    SCTP_DATA);
9554 							auth_keyid = fwd->auth_keyid;
9555 							override_ok = 0;
9556 							SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9557 						} else if (override_ok) {
9558 							auth_keyid = fwd->auth_keyid;
9559 							override_ok = 0;
9560 						} else if (fwd->auth_keyid != auth_keyid) {
9561 							/*
9562 							 * different keyid,
9563 							 * so done bundling
9564 							 */
9565 							break;
9566 						}
9567 					}
9568 					m = sctp_copy_mbufchain(fwd->data, m, &endofchain, 0, fwd->send_size, fwd->copy_by_ref);
9569 					if (m == NULL) {
9570 						SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
9571 						return (ENOMEM);
9572 					}
9573 					/* Do clear IP_DF ? */
9574 					if (fwd->flags & CHUNK_FLAGS_FRAGMENT_OK) {
9575 						no_fragmentflg = 0;
9576 					}
9577 					/* upate our MTU size */
9578 					if (mtu > (fwd->send_size + dmtu))
9579 						mtu -= (fwd->send_size + dmtu);
9580 					else
9581 						mtu = 0;
9582 					data_list[bundle_at++] = fwd;
9583 					if (bundle_at >= SCTP_MAX_DATA_BUNDLING) {
9584 						break;
9585 					}
9586 				} else {
9587 					/* can't fit so we are done */
9588 					break;
9589 				}
9590 			}
9591 		}
9592 		/* Is there something to send for this destination? */
9593 		if (m) {
9594 			/*
9595 			 * No matter if we fail/or suceed we should start a
9596 			 * timer. A failure is like a lost IP packet :-)
9597 			 */
9598 			if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
9599 				/*
9600 				 * no timer running on this destination
9601 				 * restart it.
9602 				 */
9603 				sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
9604 				tmr_started = 1;
9605 			}
9606 			/* Now lets send it, if there is anything to send :> */
9607 			if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
9608 			    (struct sockaddr *)&net->ro._l_addr, m,
9609 			    auth_offset, auth, auth_keyid,
9610 			    no_fragmentflg, 0, 0,
9611 			    inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag),
9612 			    net->port, NULL,
9613 			    0, 0,
9614 			    so_locked))) {
9615 				/* error, we could not output */
9616 				SCTP_STAT_INCR(sctps_lowlevelerr);
9617 				return (error);
9618 			}
9619 			endofchain = NULL;
9620 			auth = NULL;
9621 			auth_offset = 0;
9622 			/* For HB's */
9623 			/*
9624 			 * We don't want to mark the net->sent time here
9625 			 * since this we use this for HB and retrans cannot
9626 			 * measure RTT
9627 			 */
9628 			/* (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); */
9629 
9630 			/* For auto-close */
9631 			cnt_thru++;
9632 			if (*now_filled == 0) {
9633 				(void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent);
9634 				*now = asoc->time_last_sent;
9635 				*now_filled = 1;
9636 			} else {
9637 				asoc->time_last_sent = *now;
9638 			}
9639 			*cnt_out += bundle_at;
9640 #ifdef SCTP_AUDITING_ENABLED
9641 			sctp_audit_log(0xC4, bundle_at);
9642 #endif
9643 			if (bundle_at) {
9644 				tsns_sent = data_list[0]->rec.data.TSN_seq;
9645 			}
9646 			for (i = 0; i < bundle_at; i++) {
9647 				SCTP_STAT_INCR(sctps_sendretransdata);
9648 				data_list[i]->sent = SCTP_DATAGRAM_SENT;
9649 				/*
9650 				 * When we have a revoked data, and we
9651 				 * retransmit it, then we clear the revoked
9652 				 * flag since this flag dictates if we
9653 				 * subtracted from the fs
9654 				 */
9655 				if (data_list[i]->rec.data.chunk_was_revoked) {
9656 					/* Deflate the cwnd */
9657 					data_list[i]->whoTo->cwnd -= data_list[i]->book_size;
9658 					data_list[i]->rec.data.chunk_was_revoked = 0;
9659 				}
9660 				data_list[i]->snd_count++;
9661 				sctp_ucount_decr(asoc->sent_queue_retran_cnt);
9662 				/* record the time */
9663 				data_list[i]->sent_rcv_time = asoc->time_last_sent;
9664 				if (data_list[i]->book_size_scale) {
9665 					/*
9666 					 * need to double the book size on
9667 					 * this one
9668 					 */
9669 					data_list[i]->book_size_scale = 0;
9670 					/*
9671 					 * Since we double the booksize, we
9672 					 * must also double the output queue
9673 					 * size, since this get shrunk when
9674 					 * we free by this amount.
9675 					 */
9676 					atomic_add_int(&((asoc)->total_output_queue_size), data_list[i]->book_size);
9677 					data_list[i]->book_size *= 2;
9678 
9679 
9680 				} else {
9681 					if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
9682 						sctp_log_rwnd(SCTP_DECREASE_PEER_RWND,
9683 						    asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
9684 					}
9685 					asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd,
9686 					    (uint32_t) (data_list[i]->send_size +
9687 					    SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)));
9688 				}
9689 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
9690 					sctp_misc_ints(SCTP_FLIGHT_LOG_UP_RSND,
9691 					    data_list[i]->whoTo->flight_size,
9692 					    data_list[i]->book_size,
9693 					    (uintptr_t) data_list[i]->whoTo,
9694 					    data_list[i]->rec.data.TSN_seq);
9695 				}
9696 				sctp_flight_size_increase(data_list[i]);
9697 				sctp_total_flight_increase(stcb, data_list[i]);
9698 				if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
9699 					/* SWS sender side engages */
9700 					asoc->peers_rwnd = 0;
9701 				}
9702 				if ((i == 0) &&
9703 				    (data_list[i]->rec.data.doing_fast_retransmit)) {
9704 					SCTP_STAT_INCR(sctps_sendfastretrans);
9705 					if ((data_list[i] == TAILQ_FIRST(&asoc->sent_queue)) &&
9706 					    (tmr_started == 0)) {
9707 						/*-
9708 						 * ok we just fast-retrans'd
9709 						 * the lowest TSN, i.e the
9710 						 * first on the list. In
9711 						 * this case we want to give
9712 						 * some more time to get a
9713 						 * SACK back without a
9714 						 * t3-expiring.
9715 						 */
9716 						sctp_timer_stop(SCTP_TIMER_TYPE_SEND, inp, stcb, net,
9717 						    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_4);
9718 						sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
9719 					}
9720 				}
9721 			}
9722 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
9723 				sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_RESEND);
9724 			}
9725 #ifdef SCTP_AUDITING_ENABLED
9726 			sctp_auditing(21, inp, stcb, NULL);
9727 #endif
9728 		} else {
9729 			/* None will fit */
9730 			return (1);
9731 		}
9732 		if (asoc->sent_queue_retran_cnt <= 0) {
9733 			/* all done we have no more to retran */
9734 			asoc->sent_queue_retran_cnt = 0;
9735 			break;
9736 		}
9737 		if (one_chunk) {
9738 			/* No more room in rwnd */
9739 			return (1);
9740 		}
9741 		/* stop the for loop here. we sent out a packet */
9742 		break;
9743 	}
9744 	return (0);
9745 }
9746 
9747 static void
9748 sctp_timer_validation(struct sctp_inpcb *inp,
9749     struct sctp_tcb *stcb,
9750     struct sctp_association *asoc)
9751 {
9752 	struct sctp_nets *net;
9753 
9754 	/* Validate that a timer is running somewhere */
9755 	TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
9756 		if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
9757 			/* Here is a timer */
9758 			return;
9759 		}
9760 	}
9761 	SCTP_TCB_LOCK_ASSERT(stcb);
9762 	/* Gak, we did not have a timer somewhere */
9763 	SCTPDBG(SCTP_DEBUG_OUTPUT3, "Deadlock avoided starting timer on a dest at retran\n");
9764 	if (asoc->alternate) {
9765 		sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->alternate);
9766 	} else {
9767 		sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->primary_destination);
9768 	}
9769 	return;
9770 }
9771 
9772 void
9773 sctp_chunk_output(struct sctp_inpcb *inp,
9774     struct sctp_tcb *stcb,
9775     int from_where,
9776     int so_locked
9777 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
9778     SCTP_UNUSED
9779 #endif
9780 )
9781 {
9782 	/*-
9783 	 * Ok this is the generic chunk service queue. we must do the
9784 	 * following:
9785 	 * - See if there are retransmits pending, if so we must
9786 	 *   do these first.
9787 	 * - Service the stream queue that is next, moving any
9788 	 *   message (note I must get a complete message i.e.
9789 	 *   FIRST/MIDDLE and LAST to the out queue in one pass) and assigning
9790 	 *   TSN's
9791 	 * - Check to see if the cwnd/rwnd allows any output, if so we
9792 	 *   go ahead and fomulate and send the low level chunks. Making sure
9793 	 *   to combine any control in the control chunk queue also.
9794 	 */
9795 	struct sctp_association *asoc;
9796 	struct sctp_nets *net;
9797 	int error = 0, num_out = 0, tot_out = 0, ret = 0, reason_code = 0;
9798 	unsigned int burst_cnt = 0;
9799 	struct timeval now;
9800 	int now_filled = 0;
9801 	int nagle_on;
9802 	int frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
9803 	int un_sent = 0;
9804 	int fr_done;
9805 	unsigned int tot_frs = 0;
9806 
9807 	asoc = &stcb->asoc;
9808 	/* The Nagle algorithm is only applied when handling a send call. */
9809 	if (from_where == SCTP_OUTPUT_FROM_USR_SEND) {
9810 		if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NODELAY)) {
9811 			nagle_on = 0;
9812 		} else {
9813 			nagle_on = 1;
9814 		}
9815 	} else {
9816 		nagle_on = 0;
9817 	}
9818 	SCTP_TCB_LOCK_ASSERT(stcb);
9819 
9820 	un_sent = (stcb->asoc.total_output_queue_size - stcb->asoc.total_flight);
9821 
9822 	if ((un_sent <= 0) &&
9823 	    (TAILQ_EMPTY(&asoc->control_send_queue)) &&
9824 	    (TAILQ_EMPTY(&asoc->asconf_send_queue)) &&
9825 	    (asoc->sent_queue_retran_cnt == 0)) {
9826 		/* Nothing to do unless there is something to be sent left */
9827 		return;
9828 	}
9829 	/*
9830 	 * Do we have something to send, data or control AND a sack timer
9831 	 * running, if so piggy-back the sack.
9832 	 */
9833 	if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
9834 		sctp_send_sack(stcb, so_locked);
9835 		(void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer);
9836 	}
9837 	while (asoc->sent_queue_retran_cnt) {
9838 		/*-
9839 		 * Ok, it is retransmission time only, we send out only ONE
9840 		 * packet with a single call off to the retran code.
9841 		 */
9842 		if (from_where == SCTP_OUTPUT_FROM_COOKIE_ACK) {
9843 			/*-
9844 			 * Special hook for handling cookiess discarded
9845 			 * by peer that carried data. Send cookie-ack only
9846 			 * and then the next call with get the retran's.
9847 			 */
9848 			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1,
9849 			    from_where,
9850 			    &now, &now_filled, frag_point, so_locked);
9851 			return;
9852 		} else if (from_where != SCTP_OUTPUT_FROM_HB_TMR) {
9853 			/* if its not from a HB then do it */
9854 			fr_done = 0;
9855 			ret = sctp_chunk_retransmission(inp, stcb, asoc, &num_out, &now, &now_filled, &fr_done, so_locked);
9856 			if (fr_done) {
9857 				tot_frs++;
9858 			}
9859 		} else {
9860 			/*
9861 			 * its from any other place, we don't allow retran
9862 			 * output (only control)
9863 			 */
9864 			ret = 1;
9865 		}
9866 		if (ret > 0) {
9867 			/* Can't send anymore */
9868 			/*-
9869 			 * now lets push out control by calling med-level
9870 			 * output once. this assures that we WILL send HB's
9871 			 * if queued too.
9872 			 */
9873 			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1,
9874 			    from_where,
9875 			    &now, &now_filled, frag_point, so_locked);
9876 #ifdef SCTP_AUDITING_ENABLED
9877 			sctp_auditing(8, inp, stcb, NULL);
9878 #endif
9879 			sctp_timer_validation(inp, stcb, asoc);
9880 			return;
9881 		}
9882 		if (ret < 0) {
9883 			/*-
9884 			 * The count was off.. retran is not happening so do
9885 			 * the normal retransmission.
9886 			 */
9887 #ifdef SCTP_AUDITING_ENABLED
9888 			sctp_auditing(9, inp, stcb, NULL);
9889 #endif
9890 			if (ret == SCTP_RETRAN_EXIT) {
9891 				return;
9892 			}
9893 			break;
9894 		}
9895 		if (from_where == SCTP_OUTPUT_FROM_T3) {
9896 			/* Only one transmission allowed out of a timeout */
9897 #ifdef SCTP_AUDITING_ENABLED
9898 			sctp_auditing(10, inp, stcb, NULL);
9899 #endif
9900 			/* Push out any control */
9901 			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, from_where,
9902 			    &now, &now_filled, frag_point, so_locked);
9903 			return;
9904 		}
9905 		if ((asoc->fr_max_burst > 0) && (tot_frs >= asoc->fr_max_burst)) {
9906 			/* Hit FR burst limit */
9907 			return;
9908 		}
9909 		if ((num_out == 0) && (ret == 0)) {
9910 			/* No more retrans to send */
9911 			break;
9912 		}
9913 	}
9914 #ifdef SCTP_AUDITING_ENABLED
9915 	sctp_auditing(12, inp, stcb, NULL);
9916 #endif
9917 	/* Check for bad destinations, if they exist move chunks around. */
9918 	TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
9919 		if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
9920 			/*-
9921 			 * if possible move things off of this address we
9922 			 * still may send below due to the dormant state but
9923 			 * we try to find an alternate address to send to
9924 			 * and if we have one we move all queued data on the
9925 			 * out wheel to this alternate address.
9926 			 */
9927 			if (net->ref_count > 1)
9928 				sctp_move_chunks_from_net(stcb, net);
9929 		} else {
9930 			/*-
9931 			 * if ((asoc->sat_network) || (net->addr_is_local))
9932 			 * { burst_limit = asoc->max_burst *
9933 			 * SCTP_SAT_NETWORK_BURST_INCR; }
9934 			 */
9935 			if (asoc->max_burst > 0) {
9936 				if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst)) {
9937 					if ((net->flight_size + (asoc->max_burst * net->mtu)) < net->cwnd) {
9938 						/*
9939 						 * JRS - Use the congestion
9940 						 * control given in the
9941 						 * congestion control module
9942 						 */
9943 						asoc->cc_functions.sctp_cwnd_update_after_output(stcb, net, asoc->max_burst);
9944 						if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
9945 							sctp_log_maxburst(stcb, net, 0, asoc->max_burst, SCTP_MAX_BURST_APPLIED);
9946 						}
9947 						SCTP_STAT_INCR(sctps_maxburstqueued);
9948 					}
9949 					net->fast_retran_ip = 0;
9950 				} else {
9951 					if (net->flight_size == 0) {
9952 						/*
9953 						 * Should be decaying the
9954 						 * cwnd here
9955 						 */
9956 						;
9957 					}
9958 				}
9959 			}
9960 		}
9961 
9962 	}
9963 	burst_cnt = 0;
9964 	do {
9965 		error = sctp_med_chunk_output(inp, stcb, asoc, &num_out,
9966 		    &reason_code, 0, from_where,
9967 		    &now, &now_filled, frag_point, so_locked);
9968 		if (error) {
9969 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Error %d was returned from med-c-op\n", error);
9970 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
9971 				sctp_log_maxburst(stcb, asoc->primary_destination, error, burst_cnt, SCTP_MAX_BURST_ERROR_STOP);
9972 			}
9973 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
9974 				sctp_log_cwnd(stcb, NULL, error, SCTP_SEND_NOW_COMPLETES);
9975 				sctp_log_cwnd(stcb, NULL, 0xdeadbeef, SCTP_SEND_NOW_COMPLETES);
9976 			}
9977 			break;
9978 		}
9979 		SCTPDBG(SCTP_DEBUG_OUTPUT3, "m-c-o put out %d\n", num_out);
9980 
9981 		tot_out += num_out;
9982 		burst_cnt++;
9983 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
9984 			sctp_log_cwnd(stcb, NULL, num_out, SCTP_SEND_NOW_COMPLETES);
9985 			if (num_out == 0) {
9986 				sctp_log_cwnd(stcb, NULL, reason_code, SCTP_SEND_NOW_COMPLETES);
9987 			}
9988 		}
9989 		if (nagle_on) {
9990 			/*
9991 			 * When the Nagle algorithm is used, look at how
9992 			 * much is unsent, then if its smaller than an MTU
9993 			 * and we have data in flight we stop, except if we
9994 			 * are handling a fragmented user message.
9995 			 */
9996 			un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) +
9997 			    (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk)));
9998 			if ((un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) &&
9999 			    (stcb->asoc.total_flight > 0) &&
10000 			    ((stcb->asoc.locked_on_sending == NULL) ||
10001 			    sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) {
10002 				break;
10003 			}
10004 		}
10005 		if (TAILQ_EMPTY(&asoc->control_send_queue) &&
10006 		    TAILQ_EMPTY(&asoc->send_queue) &&
10007 		    stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) {
10008 			/* Nothing left to send */
10009 			break;
10010 		}
10011 		if ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) <= 0) {
10012 			/* Nothing left to send */
10013 			break;
10014 		}
10015 	} while (num_out &&
10016 	    ((asoc->max_burst == 0) ||
10017 	    SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) ||
10018 	    (burst_cnt < asoc->max_burst)));
10019 
10020 	if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) == 0) {
10021 		if ((asoc->max_burst > 0) && (burst_cnt >= asoc->max_burst)) {
10022 			SCTP_STAT_INCR(sctps_maxburstqueued);
10023 			asoc->burst_limit_applied = 1;
10024 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
10025 				sctp_log_maxburst(stcb, asoc->primary_destination, 0, burst_cnt, SCTP_MAX_BURST_APPLIED);
10026 			}
10027 		} else {
10028 			asoc->burst_limit_applied = 0;
10029 		}
10030 	}
10031 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
10032 		sctp_log_cwnd(stcb, NULL, tot_out, SCTP_SEND_NOW_COMPLETES);
10033 	}
10034 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, we have put out %d chunks\n",
10035 	    tot_out);
10036 
10037 	/*-
10038 	 * Now we need to clean up the control chunk chain if a ECNE is on
10039 	 * it. It must be marked as UNSENT again so next call will continue
10040 	 * to send it until such time that we get a CWR, to remove it.
10041 	 */
10042 	if (stcb->asoc.ecn_echo_cnt_onq)
10043 		sctp_fix_ecn_echo(asoc);
10044 	return;
10045 }
10046 
10047 
10048 int
10049 sctp_output(
10050     struct sctp_inpcb *inp,
10051     struct mbuf *m,
10052     struct sockaddr *addr,
10053     struct mbuf *control,
10054     struct thread *p,
10055     int flags)
10056 {
10057 	if (inp == NULL) {
10058 		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
10059 		return (EINVAL);
10060 	}
10061 	if (inp->sctp_socket == NULL) {
10062 		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
10063 		return (EINVAL);
10064 	}
10065 	return (sctp_sosend(inp->sctp_socket,
10066 	    addr,
10067 	    (struct uio *)NULL,
10068 	    m,
10069 	    control,
10070 	    flags, p
10071 	    ));
10072 }
10073 
10074 void
10075 send_forward_tsn(struct sctp_tcb *stcb,
10076     struct sctp_association *asoc)
10077 {
10078 	struct sctp_tmit_chunk *chk;
10079 	struct sctp_forward_tsn_chunk *fwdtsn;
10080 	uint32_t advance_peer_ack_point;
10081 
10082 	SCTP_TCB_LOCK_ASSERT(stcb);
10083 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
10084 		if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) {
10085 			/* mark it to unsent */
10086 			chk->sent = SCTP_DATAGRAM_UNSENT;
10087 			chk->snd_count = 0;
10088 			/* Do we correct its output location? */
10089 			if (chk->whoTo) {
10090 				sctp_free_remote_addr(chk->whoTo);
10091 				chk->whoTo = NULL;
10092 			}
10093 			goto sctp_fill_in_rest;
10094 		}
10095 	}
10096 	/* Ok if we reach here we must build one */
10097 	sctp_alloc_a_chunk(stcb, chk);
10098 	if (chk == NULL) {
10099 		return;
10100 	}
10101 	asoc->fwd_tsn_cnt++;
10102 	chk->copy_by_ref = 0;
10103 	chk->rec.chunk_id.id = SCTP_FORWARD_CUM_TSN;
10104 	chk->rec.chunk_id.can_take_data = 0;
10105 	chk->asoc = asoc;
10106 	chk->whoTo = NULL;
10107 	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
10108 	if (chk->data == NULL) {
10109 		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
10110 		return;
10111 	}
10112 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
10113 	chk->sent = SCTP_DATAGRAM_UNSENT;
10114 	chk->snd_count = 0;
10115 	TAILQ_INSERT_TAIL(&asoc->control_send_queue, chk, sctp_next);
10116 	asoc->ctrl_queue_cnt++;
10117 sctp_fill_in_rest:
10118 	/*-
10119 	 * Here we go through and fill out the part that deals with
10120 	 * stream/seq of the ones we skip.
10121 	 */
10122 	SCTP_BUF_LEN(chk->data) = 0;
10123 	{
10124 		struct sctp_tmit_chunk *at, *tp1, *last;
10125 		struct sctp_strseq *strseq;
10126 		unsigned int cnt_of_space, i, ovh;
10127 		unsigned int space_needed;
10128 		unsigned int cnt_of_skipped = 0;
10129 
10130 		TAILQ_FOREACH(at, &asoc->sent_queue, sctp_next) {
10131 			if ((at->sent != SCTP_FORWARD_TSN_SKIP) &&
10132 			    (at->sent != SCTP_DATAGRAM_NR_ACKED)) {
10133 				/* no more to look at */
10134 				break;
10135 			}
10136 			if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) {
10137 				/* We don't report these */
10138 				continue;
10139 			}
10140 			cnt_of_skipped++;
10141 		}
10142 		space_needed = (sizeof(struct sctp_forward_tsn_chunk) +
10143 		    (cnt_of_skipped * sizeof(struct sctp_strseq)));
10144 
10145 		cnt_of_space = M_TRAILINGSPACE(chk->data);
10146 
10147 		if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
10148 			ovh = SCTP_MIN_OVERHEAD;
10149 		} else {
10150 			ovh = SCTP_MIN_V4_OVERHEAD;
10151 		}
10152 		if (cnt_of_space > (asoc->smallest_mtu - ovh)) {
10153 			/* trim to a mtu size */
10154 			cnt_of_space = asoc->smallest_mtu - ovh;
10155 		}
10156 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10157 			sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10158 			    0xff, 0, cnt_of_skipped,
10159 			    asoc->advanced_peer_ack_point);
10160 
10161 		}
10162 		advance_peer_ack_point = asoc->advanced_peer_ack_point;
10163 		if (cnt_of_space < space_needed) {
10164 			/*-
10165 			 * ok we must trim down the chunk by lowering the
10166 			 * advance peer ack point.
10167 			 */
10168 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10169 				sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10170 				    0xff, 0xff, cnt_of_space,
10171 				    space_needed);
10172 			}
10173 			cnt_of_skipped = cnt_of_space - sizeof(struct sctp_forward_tsn_chunk);
10174 			cnt_of_skipped /= sizeof(struct sctp_strseq);
10175 			/*-
10176 			 * Go through and find the TSN that will be the one
10177 			 * we report.
10178 			 */
10179 			at = TAILQ_FIRST(&asoc->sent_queue);
10180 			if (at != NULL) {
10181 				for (i = 0; i < cnt_of_skipped; i++) {
10182 					tp1 = TAILQ_NEXT(at, sctp_next);
10183 					if (tp1 == NULL) {
10184 						break;
10185 					}
10186 					at = tp1;
10187 				}
10188 			}
10189 			if (at && SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10190 				sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10191 				    0xff, cnt_of_skipped, at->rec.data.TSN_seq,
10192 				    asoc->advanced_peer_ack_point);
10193 			}
10194 			last = at;
10195 			/*-
10196 			 * last now points to last one I can report, update
10197 			 * peer ack point
10198 			 */
10199 			if (last)
10200 				advance_peer_ack_point = last->rec.data.TSN_seq;
10201 			space_needed = sizeof(struct sctp_forward_tsn_chunk) +
10202 			    cnt_of_skipped * sizeof(struct sctp_strseq);
10203 		}
10204 		chk->send_size = space_needed;
10205 		/* Setup the chunk */
10206 		fwdtsn = mtod(chk->data, struct sctp_forward_tsn_chunk *);
10207 		fwdtsn->ch.chunk_length = htons(chk->send_size);
10208 		fwdtsn->ch.chunk_flags = 0;
10209 		fwdtsn->ch.chunk_type = SCTP_FORWARD_CUM_TSN;
10210 		fwdtsn->new_cumulative_tsn = htonl(advance_peer_ack_point);
10211 		SCTP_BUF_LEN(chk->data) = chk->send_size;
10212 		fwdtsn++;
10213 		/*-
10214 		 * Move pointer to after the fwdtsn and transfer to the
10215 		 * strseq pointer.
10216 		 */
10217 		strseq = (struct sctp_strseq *)fwdtsn;
10218 		/*-
10219 		 * Now populate the strseq list. This is done blindly
10220 		 * without pulling out duplicate stream info. This is
10221 		 * inefficent but won't harm the process since the peer will
10222 		 * look at these in sequence and will thus release anything.
10223 		 * It could mean we exceed the PMTU and chop off some that
10224 		 * we could have included.. but this is unlikely (aka 1432/4
10225 		 * would mean 300+ stream seq's would have to be reported in
10226 		 * one FWD-TSN. With a bit of work we can later FIX this to
10227 		 * optimize and pull out duplcates.. but it does add more
10228 		 * overhead. So for now... not!
10229 		 */
10230 		at = TAILQ_FIRST(&asoc->sent_queue);
10231 		for (i = 0; i < cnt_of_skipped; i++) {
10232 			tp1 = TAILQ_NEXT(at, sctp_next);
10233 			if (tp1 == NULL)
10234 				break;
10235 			if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) {
10236 				/* We don't report these */
10237 				i--;
10238 				at = tp1;
10239 				continue;
10240 			}
10241 			if (at->rec.data.TSN_seq == advance_peer_ack_point) {
10242 				at->rec.data.fwd_tsn_cnt = 0;
10243 			}
10244 			strseq->stream = ntohs(at->rec.data.stream_number);
10245 			strseq->sequence = ntohs(at->rec.data.stream_seq);
10246 			strseq++;
10247 			at = tp1;
10248 		}
10249 	}
10250 	return;
10251 }
10252 
10253 void
10254 sctp_send_sack(struct sctp_tcb *stcb, int so_locked
10255 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
10256     SCTP_UNUSED
10257 #endif
10258 )
10259 {
10260 	/*-
10261 	 * Queue up a SACK or NR-SACK in the control queue.
10262 	 * We must first check to see if a SACK or NR-SACK is
10263 	 * somehow on the control queue.
10264 	 * If so, we will take and and remove the old one.
10265 	 */
10266 	struct sctp_association *asoc;
10267 	struct sctp_tmit_chunk *chk, *a_chk;
10268 	struct sctp_sack_chunk *sack;
10269 	struct sctp_nr_sack_chunk *nr_sack;
10270 	struct sctp_gap_ack_block *gap_descriptor;
10271 	struct sack_track *selector;
10272 	int mergeable = 0;
10273 	int offset;
10274 	caddr_t limit;
10275 	uint32_t *dup;
10276 	int limit_reached = 0;
10277 	unsigned int i, siz, j;
10278 	unsigned int num_gap_blocks = 0, num_nr_gap_blocks = 0, space;
10279 	int num_dups = 0;
10280 	int space_req;
10281 	uint32_t highest_tsn;
10282 	uint8_t flags;
10283 	uint8_t type;
10284 	uint8_t tsn_map;
10285 
10286 	if ((stcb->asoc.sctp_nr_sack_on_off == 1) &&
10287 	    (stcb->asoc.peer_supports_nr_sack == 1)) {
10288 		type = SCTP_NR_SELECTIVE_ACK;
10289 	} else {
10290 		type = SCTP_SELECTIVE_ACK;
10291 	}
10292 	a_chk = NULL;
10293 	asoc = &stcb->asoc;
10294 	SCTP_TCB_LOCK_ASSERT(stcb);
10295 	if (asoc->last_data_chunk_from == NULL) {
10296 		/* Hmm we never received anything */
10297 		return;
10298 	}
10299 	sctp_slide_mapping_arrays(stcb);
10300 	sctp_set_rwnd(stcb, asoc);
10301 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
10302 		if (chk->rec.chunk_id.id == type) {
10303 			/* Hmm, found a sack already on queue, remove it */
10304 			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
10305 			asoc->ctrl_queue_cnt--;
10306 			a_chk = chk;
10307 			if (a_chk->data) {
10308 				sctp_m_freem(a_chk->data);
10309 				a_chk->data = NULL;
10310 			}
10311 			if (a_chk->whoTo) {
10312 				sctp_free_remote_addr(a_chk->whoTo);
10313 				a_chk->whoTo = NULL;
10314 			}
10315 			break;
10316 		}
10317 	}
10318 	if (a_chk == NULL) {
10319 		sctp_alloc_a_chunk(stcb, a_chk);
10320 		if (a_chk == NULL) {
10321 			/* No memory so we drop the idea, and set a timer */
10322 			if (stcb->asoc.delayed_ack) {
10323 				sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
10324 				    stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_5);
10325 				sctp_timer_start(SCTP_TIMER_TYPE_RECV,
10326 				    stcb->sctp_ep, stcb, NULL);
10327 			} else {
10328 				stcb->asoc.send_sack = 1;
10329 			}
10330 			return;
10331 		}
10332 		a_chk->copy_by_ref = 0;
10333 		a_chk->rec.chunk_id.id = type;
10334 		a_chk->rec.chunk_id.can_take_data = 1;
10335 	}
10336 	/* Clear our pkt counts */
10337 	asoc->data_pkts_seen = 0;
10338 
10339 	a_chk->asoc = asoc;
10340 	a_chk->snd_count = 0;
10341 	a_chk->send_size = 0;	/* fill in later */
10342 	a_chk->sent = SCTP_DATAGRAM_UNSENT;
10343 	a_chk->whoTo = NULL;
10344 
10345 	if ((asoc->numduptsns) ||
10346 	    (!(asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE))) {
10347 		/*-
10348 		 * Ok, we have some duplicates or the destination for the
10349 		 * sack is unreachable, lets see if we can select an
10350 		 * alternate than asoc->last_data_chunk_from
10351 		 */
10352 		if ((asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE) &&
10353 		    (asoc->used_alt_onsack > asoc->numnets)) {
10354 			/* We used an alt last time, don't this time */
10355 			a_chk->whoTo = NULL;
10356 		} else {
10357 			asoc->used_alt_onsack++;
10358 			a_chk->whoTo = sctp_find_alternate_net(stcb, asoc->last_data_chunk_from, 0);
10359 		}
10360 		if (a_chk->whoTo == NULL) {
10361 			/* Nope, no alternate */
10362 			a_chk->whoTo = asoc->last_data_chunk_from;
10363 			asoc->used_alt_onsack = 0;
10364 		}
10365 	} else {
10366 		/*
10367 		 * No duplicates so we use the last place we received data
10368 		 * from.
10369 		 */
10370 		asoc->used_alt_onsack = 0;
10371 		a_chk->whoTo = asoc->last_data_chunk_from;
10372 	}
10373 	if (a_chk->whoTo) {
10374 		atomic_add_int(&a_chk->whoTo->ref_count, 1);
10375 	}
10376 	if (SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->highest_tsn_inside_nr_map)) {
10377 		highest_tsn = asoc->highest_tsn_inside_map;
10378 	} else {
10379 		highest_tsn = asoc->highest_tsn_inside_nr_map;
10380 	}
10381 	if (highest_tsn == asoc->cumulative_tsn) {
10382 		/* no gaps */
10383 		if (type == SCTP_SELECTIVE_ACK) {
10384 			space_req = sizeof(struct sctp_sack_chunk);
10385 		} else {
10386 			space_req = sizeof(struct sctp_nr_sack_chunk);
10387 		}
10388 	} else {
10389 		/* gaps get a cluster */
10390 		space_req = MCLBYTES;
10391 	}
10392 	/* Ok now lets formulate a MBUF with our sack */
10393 	a_chk->data = sctp_get_mbuf_for_msg(space_req, 0, M_NOWAIT, 1, MT_DATA);
10394 	if ((a_chk->data == NULL) ||
10395 	    (a_chk->whoTo == NULL)) {
10396 		/* rats, no mbuf memory */
10397 		if (a_chk->data) {
10398 			/* was a problem with the destination */
10399 			sctp_m_freem(a_chk->data);
10400 			a_chk->data = NULL;
10401 		}
10402 		sctp_free_a_chunk(stcb, a_chk, so_locked);
10403 		/* sa_ignore NO_NULL_CHK */
10404 		if (stcb->asoc.delayed_ack) {
10405 			sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
10406 			    stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_6);
10407 			sctp_timer_start(SCTP_TIMER_TYPE_RECV,
10408 			    stcb->sctp_ep, stcb, NULL);
10409 		} else {
10410 			stcb->asoc.send_sack = 1;
10411 		}
10412 		return;
10413 	}
10414 	/* ok, lets go through and fill it in */
10415 	SCTP_BUF_RESV_UF(a_chk->data, SCTP_MIN_OVERHEAD);
10416 	space = M_TRAILINGSPACE(a_chk->data);
10417 	if (space > (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD)) {
10418 		space = (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD);
10419 	}
10420 	limit = mtod(a_chk->data, caddr_t);
10421 	limit += space;
10422 
10423 	flags = 0;
10424 
10425 	if ((asoc->sctp_cmt_on_off > 0) &&
10426 	    SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
10427 		/*-
10428 		 * CMT DAC algorithm: If 2 (i.e., 0x10) packets have been
10429 		 * received, then set high bit to 1, else 0. Reset
10430 		 * pkts_rcvd.
10431 		 */
10432 		flags |= (asoc->cmt_dac_pkts_rcvd << 6);
10433 		asoc->cmt_dac_pkts_rcvd = 0;
10434 	}
10435 #ifdef SCTP_ASOCLOG_OF_TSNS
10436 	stcb->asoc.cumack_logsnt[stcb->asoc.cumack_log_atsnt] = asoc->cumulative_tsn;
10437 	stcb->asoc.cumack_log_atsnt++;
10438 	if (stcb->asoc.cumack_log_atsnt >= SCTP_TSN_LOG_SIZE) {
10439 		stcb->asoc.cumack_log_atsnt = 0;
10440 	}
10441 #endif
10442 	/* reset the readers interpretation */
10443 	stcb->freed_by_sorcv_sincelast = 0;
10444 
10445 	if (type == SCTP_SELECTIVE_ACK) {
10446 		sack = mtod(a_chk->data, struct sctp_sack_chunk *);
10447 		nr_sack = NULL;
10448 		gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)sack + sizeof(struct sctp_sack_chunk));
10449 		if (highest_tsn > asoc->mapping_array_base_tsn) {
10450 			siz = (((highest_tsn - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10451 		} else {
10452 			siz = (((MAX_TSN - highest_tsn) + 1) + highest_tsn + 7) / 8;
10453 		}
10454 	} else {
10455 		sack = NULL;
10456 		nr_sack = mtod(a_chk->data, struct sctp_nr_sack_chunk *);
10457 		gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)nr_sack + sizeof(struct sctp_nr_sack_chunk));
10458 		if (asoc->highest_tsn_inside_map > asoc->mapping_array_base_tsn) {
10459 			siz = (((asoc->highest_tsn_inside_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10460 		} else {
10461 			siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_map + 7) / 8;
10462 		}
10463 	}
10464 
10465 	if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) {
10466 		offset = 1;
10467 	} else {
10468 		offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn;
10469 	}
10470 	if (((type == SCTP_SELECTIVE_ACK) &&
10471 	    SCTP_TSN_GT(highest_tsn, asoc->cumulative_tsn)) ||
10472 	    ((type == SCTP_NR_SELECTIVE_ACK) &&
10473 	    SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->cumulative_tsn))) {
10474 		/* we have a gap .. maybe */
10475 		for (i = 0; i < siz; i++) {
10476 			tsn_map = asoc->mapping_array[i];
10477 			if (type == SCTP_SELECTIVE_ACK) {
10478 				tsn_map |= asoc->nr_mapping_array[i];
10479 			}
10480 			if (i == 0) {
10481 				/*
10482 				 * Clear all bits corresponding to TSNs
10483 				 * smaller or equal to the cumulative TSN.
10484 				 */
10485 				tsn_map &= (~0 << (1 - offset));
10486 			}
10487 			selector = &sack_array[tsn_map];
10488 			if (mergeable && selector->right_edge) {
10489 				/*
10490 				 * Backup, left and right edges were ok to
10491 				 * merge.
10492 				 */
10493 				num_gap_blocks--;
10494 				gap_descriptor--;
10495 			}
10496 			if (selector->num_entries == 0)
10497 				mergeable = 0;
10498 			else {
10499 				for (j = 0; j < selector->num_entries; j++) {
10500 					if (mergeable && selector->right_edge) {
10501 						/*
10502 						 * do a merge by NOT setting
10503 						 * the left side
10504 						 */
10505 						mergeable = 0;
10506 					} else {
10507 						/*
10508 						 * no merge, set the left
10509 						 * side
10510 						 */
10511 						mergeable = 0;
10512 						gap_descriptor->start = htons((selector->gaps[j].start + offset));
10513 					}
10514 					gap_descriptor->end = htons((selector->gaps[j].end + offset));
10515 					num_gap_blocks++;
10516 					gap_descriptor++;
10517 					if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) {
10518 						/* no more room */
10519 						limit_reached = 1;
10520 						break;
10521 					}
10522 				}
10523 				if (selector->left_edge) {
10524 					mergeable = 1;
10525 				}
10526 			}
10527 			if (limit_reached) {
10528 				/* Reached the limit stop */
10529 				break;
10530 			}
10531 			offset += 8;
10532 		}
10533 	}
10534 	if ((type == SCTP_NR_SELECTIVE_ACK) &&
10535 	    (limit_reached == 0)) {
10536 
10537 		mergeable = 0;
10538 
10539 		if (asoc->highest_tsn_inside_nr_map > asoc->mapping_array_base_tsn) {
10540 			siz = (((asoc->highest_tsn_inside_nr_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10541 		} else {
10542 			siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_nr_map + 7) / 8;
10543 		}
10544 
10545 		if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) {
10546 			offset = 1;
10547 		} else {
10548 			offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn;
10549 		}
10550 		if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->cumulative_tsn)) {
10551 			/* we have a gap .. maybe */
10552 			for (i = 0; i < siz; i++) {
10553 				tsn_map = asoc->nr_mapping_array[i];
10554 				if (i == 0) {
10555 					/*
10556 					 * Clear all bits corresponding to
10557 					 * TSNs smaller or equal to the
10558 					 * cumulative TSN.
10559 					 */
10560 					tsn_map &= (~0 << (1 - offset));
10561 				}
10562 				selector = &sack_array[tsn_map];
10563 				if (mergeable && selector->right_edge) {
10564 					/*
10565 					 * Backup, left and right edges were
10566 					 * ok to merge.
10567 					 */
10568 					num_nr_gap_blocks--;
10569 					gap_descriptor--;
10570 				}
10571 				if (selector->num_entries == 0)
10572 					mergeable = 0;
10573 				else {
10574 					for (j = 0; j < selector->num_entries; j++) {
10575 						if (mergeable && selector->right_edge) {
10576 							/*
10577 							 * do a merge by NOT
10578 							 * setting the left
10579 							 * side
10580 							 */
10581 							mergeable = 0;
10582 						} else {
10583 							/*
10584 							 * no merge, set the
10585 							 * left side
10586 							 */
10587 							mergeable = 0;
10588 							gap_descriptor->start = htons((selector->gaps[j].start + offset));
10589 						}
10590 						gap_descriptor->end = htons((selector->gaps[j].end + offset));
10591 						num_nr_gap_blocks++;
10592 						gap_descriptor++;
10593 						if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) {
10594 							/* no more room */
10595 							limit_reached = 1;
10596 							break;
10597 						}
10598 					}
10599 					if (selector->left_edge) {
10600 						mergeable = 1;
10601 					}
10602 				}
10603 				if (limit_reached) {
10604 					/* Reached the limit stop */
10605 					break;
10606 				}
10607 				offset += 8;
10608 			}
10609 		}
10610 	}
10611 	/* now we must add any dups we are going to report. */
10612 	if ((limit_reached == 0) && (asoc->numduptsns)) {
10613 		dup = (uint32_t *) gap_descriptor;
10614 		for (i = 0; i < asoc->numduptsns; i++) {
10615 			*dup = htonl(asoc->dup_tsns[i]);
10616 			dup++;
10617 			num_dups++;
10618 			if (((caddr_t)dup + sizeof(uint32_t)) > limit) {
10619 				/* no more room */
10620 				break;
10621 			}
10622 		}
10623 		asoc->numduptsns = 0;
10624 	}
10625 	/*
10626 	 * now that the chunk is prepared queue it to the control chunk
10627 	 * queue.
10628 	 */
10629 	if (type == SCTP_SELECTIVE_ACK) {
10630 		a_chk->send_size = sizeof(struct sctp_sack_chunk) +
10631 		    (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) +
10632 		    num_dups * sizeof(int32_t);
10633 		SCTP_BUF_LEN(a_chk->data) = a_chk->send_size;
10634 		sack->sack.cum_tsn_ack = htonl(asoc->cumulative_tsn);
10635 		sack->sack.a_rwnd = htonl(asoc->my_rwnd);
10636 		sack->sack.num_gap_ack_blks = htons(num_gap_blocks);
10637 		sack->sack.num_dup_tsns = htons(num_dups);
10638 		sack->ch.chunk_type = type;
10639 		sack->ch.chunk_flags = flags;
10640 		sack->ch.chunk_length = htons(a_chk->send_size);
10641 	} else {
10642 		a_chk->send_size = sizeof(struct sctp_nr_sack_chunk) +
10643 		    (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) +
10644 		    num_dups * sizeof(int32_t);
10645 		SCTP_BUF_LEN(a_chk->data) = a_chk->send_size;
10646 		nr_sack->nr_sack.cum_tsn_ack = htonl(asoc->cumulative_tsn);
10647 		nr_sack->nr_sack.a_rwnd = htonl(asoc->my_rwnd);
10648 		nr_sack->nr_sack.num_gap_ack_blks = htons(num_gap_blocks);
10649 		nr_sack->nr_sack.num_nr_gap_ack_blks = htons(num_nr_gap_blocks);
10650 		nr_sack->nr_sack.num_dup_tsns = htons(num_dups);
10651 		nr_sack->nr_sack.reserved = 0;
10652 		nr_sack->ch.chunk_type = type;
10653 		nr_sack->ch.chunk_flags = flags;
10654 		nr_sack->ch.chunk_length = htons(a_chk->send_size);
10655 	}
10656 	TAILQ_INSERT_TAIL(&asoc->control_send_queue, a_chk, sctp_next);
10657 	asoc->my_last_reported_rwnd = asoc->my_rwnd;
10658 	asoc->ctrl_queue_cnt++;
10659 	asoc->send_sack = 0;
10660 	SCTP_STAT_INCR(sctps_sendsacks);
10661 	return;
10662 }
10663 
10664 void
10665 sctp_send_abort_tcb(struct sctp_tcb *stcb, struct mbuf *operr, int so_locked
10666 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
10667     SCTP_UNUSED
10668 #endif
10669 )
10670 {
10671 	struct mbuf *m_abort, *m, *m_last;
10672 	struct mbuf *m_out, *m_end = NULL;
10673 	struct sctp_abort_chunk *abort;
10674 	struct sctp_auth_chunk *auth = NULL;
10675 	struct sctp_nets *net;
10676 	uint32_t vtag;
10677 	uint32_t auth_offset = 0;
10678 	uint16_t cause_len, chunk_len, padding_len;
10679 
10680 	SCTP_TCB_LOCK_ASSERT(stcb);
10681 	/*-
10682 	 * Add an AUTH chunk, if chunk requires it and save the offset into
10683 	 * the chain for AUTH
10684 	 */
10685 	if (sctp_auth_is_required_chunk(SCTP_ABORT_ASSOCIATION,
10686 	    stcb->asoc.peer_auth_chunks)) {
10687 		m_out = sctp_add_auth_chunk(NULL, &m_end, &auth, &auth_offset,
10688 		    stcb, SCTP_ABORT_ASSOCIATION);
10689 		SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10690 	} else {
10691 		m_out = NULL;
10692 	}
10693 	m_abort = sctp_get_mbuf_for_msg(sizeof(struct sctp_abort_chunk), 0, M_NOWAIT, 1, MT_HEADER);
10694 	if (m_abort == NULL) {
10695 		if (m_out) {
10696 			sctp_m_freem(m_out);
10697 		}
10698 		if (operr) {
10699 			sctp_m_freem(operr);
10700 		}
10701 		return;
10702 	}
10703 	/* link in any error */
10704 	SCTP_BUF_NEXT(m_abort) = operr;
10705 	cause_len = 0;
10706 	m_last = NULL;
10707 	for (m = operr; m; m = SCTP_BUF_NEXT(m)) {
10708 		cause_len += (uint16_t) SCTP_BUF_LEN(m);
10709 		if (SCTP_BUF_NEXT(m) == NULL) {
10710 			m_last = m;
10711 		}
10712 	}
10713 	SCTP_BUF_LEN(m_abort) = sizeof(struct sctp_abort_chunk);
10714 	chunk_len = (uint16_t) sizeof(struct sctp_abort_chunk) + cause_len;
10715 	padding_len = SCTP_SIZE32(chunk_len) - chunk_len;
10716 	if (m_out == NULL) {
10717 		/* NO Auth chunk prepended, so reserve space in front */
10718 		SCTP_BUF_RESV_UF(m_abort, SCTP_MIN_OVERHEAD);
10719 		m_out = m_abort;
10720 	} else {
10721 		/* Put AUTH chunk at the front of the chain */
10722 		SCTP_BUF_NEXT(m_end) = m_abort;
10723 	}
10724 	if (stcb->asoc.alternate) {
10725 		net = stcb->asoc.alternate;
10726 	} else {
10727 		net = stcb->asoc.primary_destination;
10728 	}
10729 	/* Fill in the ABORT chunk header. */
10730 	abort = mtod(m_abort, struct sctp_abort_chunk *);
10731 	abort->ch.chunk_type = SCTP_ABORT_ASSOCIATION;
10732 	if (stcb->asoc.peer_vtag == 0) {
10733 		/* This happens iff the assoc is in COOKIE-WAIT state. */
10734 		vtag = stcb->asoc.my_vtag;
10735 		abort->ch.chunk_flags = SCTP_HAD_NO_TCB;
10736 	} else {
10737 		vtag = stcb->asoc.peer_vtag;
10738 		abort->ch.chunk_flags = 0;
10739 	}
10740 	abort->ch.chunk_length = htons(chunk_len);
10741 	/* Add padding, if necessary. */
10742 	if (padding_len > 0) {
10743 		if ((m_last == NULL) || sctp_add_pad_tombuf(m_last, padding_len)) {
10744 			sctp_m_freem(m_out);
10745 			return;
10746 		}
10747 	}
10748 	(void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net,
10749 	    (struct sockaddr *)&net->ro._l_addr,
10750 	    m_out, auth_offset, auth, stcb->asoc.authinfo.active_keyid, 1, 0, 0,
10751 	    stcb->sctp_ep->sctp_lport, stcb->rport, htonl(vtag),
10752 	    stcb->asoc.primary_destination->port, NULL,
10753 	    0, 0,
10754 	    so_locked);
10755 	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10756 }
10757 
10758 void
10759 sctp_send_shutdown_complete(struct sctp_tcb *stcb,
10760     struct sctp_nets *net,
10761     int reflect_vtag)
10762 {
10763 	/* formulate and SEND a SHUTDOWN-COMPLETE */
10764 	struct mbuf *m_shutdown_comp;
10765 	struct sctp_shutdown_complete_chunk *shutdown_complete;
10766 	uint32_t vtag;
10767 	uint8_t flags;
10768 
10769 	m_shutdown_comp = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_NOWAIT, 1, MT_HEADER);
10770 	if (m_shutdown_comp == NULL) {
10771 		/* no mbuf's */
10772 		return;
10773 	}
10774 	if (reflect_vtag) {
10775 		flags = SCTP_HAD_NO_TCB;
10776 		vtag = stcb->asoc.my_vtag;
10777 	} else {
10778 		flags = 0;
10779 		vtag = stcb->asoc.peer_vtag;
10780 	}
10781 	shutdown_complete = mtod(m_shutdown_comp, struct sctp_shutdown_complete_chunk *);
10782 	shutdown_complete->ch.chunk_type = SCTP_SHUTDOWN_COMPLETE;
10783 	shutdown_complete->ch.chunk_flags = flags;
10784 	shutdown_complete->ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk));
10785 	SCTP_BUF_LEN(m_shutdown_comp) = sizeof(struct sctp_shutdown_complete_chunk);
10786 	(void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net,
10787 	    (struct sockaddr *)&net->ro._l_addr,
10788 	    m_shutdown_comp, 0, NULL, 0, 1, 0, 0,
10789 	    stcb->sctp_ep->sctp_lport, stcb->rport,
10790 	    htonl(vtag),
10791 	    net->port, NULL,
10792 	    0, 0,
10793 	    SCTP_SO_NOT_LOCKED);
10794 	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10795 	return;
10796 }
10797 
10798 static void
10799 sctp_send_resp_msg(struct sockaddr *src, struct sockaddr *dst,
10800     struct sctphdr *sh, uint32_t vtag,
10801     uint8_t type, struct mbuf *cause,
10802     uint8_t use_mflowid, uint32_t mflowid,
10803     uint32_t vrf_id, uint16_t port)
10804 {
10805 	struct mbuf *o_pak;
10806 	struct mbuf *mout;
10807 	struct sctphdr *shout;
10808 	struct sctp_chunkhdr *ch;
10809 	struct udphdr *udp;
10810 	int len, cause_len, padding_len;
10811 
10812 #if defined(INET) || defined(INET6)
10813 	int ret;
10814 
10815 #endif
10816 #ifdef INET
10817 	struct sockaddr_in *src_sin, *dst_sin;
10818 	struct ip *ip;
10819 
10820 #endif
10821 #ifdef INET6
10822 	struct sockaddr_in6 *src_sin6, *dst_sin6;
10823 	struct ip6_hdr *ip6;
10824 
10825 #endif
10826 
10827 	/* Compute the length of the cause and add final padding. */
10828 	cause_len = 0;
10829 	if (cause != NULL) {
10830 		struct mbuf *m_at, *m_last = NULL;
10831 
10832 		for (m_at = cause; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
10833 			if (SCTP_BUF_NEXT(m_at) == NULL)
10834 				m_last = m_at;
10835 			cause_len += SCTP_BUF_LEN(m_at);
10836 		}
10837 		padding_len = cause_len % 4;
10838 		if (padding_len != 0) {
10839 			padding_len = 4 - padding_len;
10840 		}
10841 		if (padding_len != 0) {
10842 			if (sctp_add_pad_tombuf(m_last, padding_len)) {
10843 				sctp_m_freem(cause);
10844 				return;
10845 			}
10846 		}
10847 	} else {
10848 		padding_len = 0;
10849 	}
10850 	/* Get an mbuf for the header. */
10851 	len = sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
10852 	switch (dst->sa_family) {
10853 #ifdef INET
10854 	case AF_INET:
10855 		len += sizeof(struct ip);
10856 		break;
10857 #endif
10858 #ifdef INET6
10859 	case AF_INET6:
10860 		len += sizeof(struct ip6_hdr);
10861 		break;
10862 #endif
10863 	default:
10864 		break;
10865 	}
10866 	if (port) {
10867 		len += sizeof(struct udphdr);
10868 	}
10869 	mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_NOWAIT, 1, MT_DATA);
10870 	if (mout == NULL) {
10871 		if (cause) {
10872 			sctp_m_freem(cause);
10873 		}
10874 		return;
10875 	}
10876 	SCTP_BUF_RESV_UF(mout, max_linkhdr);
10877 	SCTP_BUF_LEN(mout) = len;
10878 	SCTP_BUF_NEXT(mout) = cause;
10879 	if (use_mflowid != 0) {
10880 		mout->m_pkthdr.flowid = mflowid;
10881 		mout->m_flags |= M_FLOWID;
10882 	}
10883 #ifdef INET
10884 	ip = NULL;
10885 #endif
10886 #ifdef INET6
10887 	ip6 = NULL;
10888 #endif
10889 	switch (dst->sa_family) {
10890 #ifdef INET
10891 	case AF_INET:
10892 		src_sin = (struct sockaddr_in *)src;
10893 		dst_sin = (struct sockaddr_in *)dst;
10894 		ip = mtod(mout, struct ip *);
10895 		ip->ip_v = IPVERSION;
10896 		ip->ip_hl = (sizeof(struct ip) >> 2);
10897 		ip->ip_tos = 0;
10898 		ip->ip_id = ip_newid();
10899 		ip->ip_off = 0;
10900 		ip->ip_ttl = MODULE_GLOBAL(ip_defttl);
10901 		if (port) {
10902 			ip->ip_p = IPPROTO_UDP;
10903 		} else {
10904 			ip->ip_p = IPPROTO_SCTP;
10905 		}
10906 		ip->ip_src.s_addr = dst_sin->sin_addr.s_addr;
10907 		ip->ip_dst.s_addr = src_sin->sin_addr.s_addr;
10908 		ip->ip_sum = 0;
10909 		len = sizeof(struct ip);
10910 		shout = (struct sctphdr *)((caddr_t)ip + len);
10911 		break;
10912 #endif
10913 #ifdef INET6
10914 	case AF_INET6:
10915 		src_sin6 = (struct sockaddr_in6 *)src;
10916 		dst_sin6 = (struct sockaddr_in6 *)dst;
10917 		ip6 = mtod(mout, struct ip6_hdr *);
10918 		ip6->ip6_flow = htonl(0x60000000);
10919 		if (V_ip6_auto_flowlabel) {
10920 			ip6->ip6_flow |= (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK);
10921 		}
10922 		ip6->ip6_hlim = MODULE_GLOBAL(ip6_defhlim);
10923 		if (port) {
10924 			ip6->ip6_nxt = IPPROTO_UDP;
10925 		} else {
10926 			ip6->ip6_nxt = IPPROTO_SCTP;
10927 		}
10928 		ip6->ip6_src = dst_sin6->sin6_addr;
10929 		ip6->ip6_dst = src_sin6->sin6_addr;
10930 		len = sizeof(struct ip6_hdr);
10931 		shout = (struct sctphdr *)((caddr_t)ip6 + len);
10932 		break;
10933 #endif
10934 	default:
10935 		len = 0;
10936 		shout = mtod(mout, struct sctphdr *);
10937 		break;
10938 	}
10939 	if (port) {
10940 		if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
10941 			sctp_m_freem(mout);
10942 			return;
10943 		}
10944 		udp = (struct udphdr *)shout;
10945 		udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
10946 		udp->uh_dport = port;
10947 		udp->uh_sum = 0;
10948 		udp->uh_ulen = htons(sizeof(struct udphdr) +
10949 		    sizeof(struct sctphdr) +
10950 		    sizeof(struct sctp_chunkhdr) +
10951 		    cause_len + padding_len);
10952 		len += sizeof(struct udphdr);
10953 		shout = (struct sctphdr *)((caddr_t)shout + sizeof(struct udphdr));
10954 	} else {
10955 		udp = NULL;
10956 	}
10957 	shout->src_port = sh->dest_port;
10958 	shout->dest_port = sh->src_port;
10959 	shout->checksum = 0;
10960 	if (vtag) {
10961 		shout->v_tag = htonl(vtag);
10962 	} else {
10963 		shout->v_tag = sh->v_tag;
10964 	}
10965 	len += sizeof(struct sctphdr);
10966 	ch = (struct sctp_chunkhdr *)((caddr_t)shout + sizeof(struct sctphdr));
10967 	ch->chunk_type = type;
10968 	if (vtag) {
10969 		ch->chunk_flags = 0;
10970 	} else {
10971 		ch->chunk_flags = SCTP_HAD_NO_TCB;
10972 	}
10973 	ch->chunk_length = htons(sizeof(struct sctp_chunkhdr) + cause_len);
10974 	len += sizeof(struct sctp_chunkhdr);
10975 	len += cause_len + padding_len;
10976 
10977 	if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
10978 		sctp_m_freem(mout);
10979 		return;
10980 	}
10981 	SCTP_ATTACH_CHAIN(o_pak, mout, len);
10982 	switch (dst->sa_family) {
10983 #ifdef INET
10984 	case AF_INET:
10985 		if (port) {
10986 			if (V_udp_cksum) {
10987 				udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP));
10988 			} else {
10989 				udp->uh_sum = 0;
10990 			}
10991 		}
10992 		ip->ip_len = htons(len);
10993 		if (port) {
10994 #if defined(SCTP_WITH_NO_CSUM)
10995 			SCTP_STAT_INCR(sctps_sendnocrc);
10996 #else
10997 			shout->checksum = sctp_calculate_cksum(mout, sizeof(struct ip) + sizeof(struct udphdr));
10998 			SCTP_STAT_INCR(sctps_sendswcrc);
10999 #endif
11000 			if (V_udp_cksum) {
11001 				SCTP_ENABLE_UDP_CSUM(o_pak);
11002 			}
11003 		} else {
11004 #if defined(SCTP_WITH_NO_CSUM)
11005 			SCTP_STAT_INCR(sctps_sendnocrc);
11006 #else
11007 			mout->m_pkthdr.csum_flags = CSUM_SCTP;
11008 			mout->m_pkthdr.csum_data = 0;
11009 			SCTP_STAT_INCR(sctps_sendhwcrc);
11010 #endif
11011 		}
11012 #ifdef SCTP_PACKET_LOGGING
11013 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) {
11014 			sctp_packet_log(o_pak);
11015 		}
11016 #endif
11017 		SCTP_IP_OUTPUT(ret, o_pak, NULL, NULL, vrf_id);
11018 		break;
11019 #endif
11020 #ifdef INET6
11021 	case AF_INET6:
11022 		ip6->ip6_plen = len - sizeof(struct ip6_hdr);
11023 		if (port) {
11024 #if defined(SCTP_WITH_NO_CSUM)
11025 			SCTP_STAT_INCR(sctps_sendnocrc);
11026 #else
11027 			shout->checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr));
11028 			SCTP_STAT_INCR(sctps_sendswcrc);
11029 #endif
11030 			if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) {
11031 				udp->uh_sum = 0xffff;
11032 			}
11033 		} else {
11034 #if defined(SCTP_WITH_NO_CSUM)
11035 			SCTP_STAT_INCR(sctps_sendnocrc);
11036 #else
11037 			mout->m_pkthdr.csum_flags = CSUM_SCTP_IPV6;
11038 			mout->m_pkthdr.csum_data = 0;
11039 			SCTP_STAT_INCR(sctps_sendhwcrc);
11040 #endif
11041 		}
11042 #ifdef SCTP_PACKET_LOGGING
11043 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) {
11044 			sctp_packet_log(o_pak);
11045 		}
11046 #endif
11047 		SCTP_IP6_OUTPUT(ret, o_pak, NULL, NULL, NULL, vrf_id);
11048 		break;
11049 #endif
11050 	default:
11051 		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n",
11052 		    dst->sa_family);
11053 		sctp_m_freem(mout);
11054 		SCTP_LTRACE_ERR_RET_PKT(mout, NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT);
11055 		return;
11056 	}
11057 	SCTP_STAT_INCR(sctps_sendpackets);
11058 	SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
11059 	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
11060 	return;
11061 }
11062 
11063 void
11064 sctp_send_shutdown_complete2(struct sockaddr *src, struct sockaddr *dst,
11065     struct sctphdr *sh,
11066     uint8_t use_mflowid, uint32_t mflowid,
11067     uint32_t vrf_id, uint16_t port)
11068 {
11069 	sctp_send_resp_msg(src, dst, sh, 0, SCTP_SHUTDOWN_COMPLETE, NULL,
11070 	    use_mflowid, mflowid,
11071 	    vrf_id, port);
11072 }
11073 
11074 void
11075 sctp_send_hb(struct sctp_tcb *stcb, struct sctp_nets *net, int so_locked
11076 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING)
11077     SCTP_UNUSED
11078 #endif
11079 )
11080 {
11081 	struct sctp_tmit_chunk *chk;
11082 	struct sctp_heartbeat_chunk *hb;
11083 	struct timeval now;
11084 
11085 	SCTP_TCB_LOCK_ASSERT(stcb);
11086 	if (net == NULL) {
11087 		return;
11088 	}
11089 	(void)SCTP_GETTIME_TIMEVAL(&now);
11090 	switch (net->ro._l_addr.sa.sa_family) {
11091 #ifdef INET
11092 	case AF_INET:
11093 		break;
11094 #endif
11095 #ifdef INET6
11096 	case AF_INET6:
11097 		break;
11098 #endif
11099 	default:
11100 		return;
11101 	}
11102 	sctp_alloc_a_chunk(stcb, chk);
11103 	if (chk == NULL) {
11104 		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak, can't get a chunk for hb\n");
11105 		return;
11106 	}
11107 	chk->copy_by_ref = 0;
11108 	chk->rec.chunk_id.id = SCTP_HEARTBEAT_REQUEST;
11109 	chk->rec.chunk_id.can_take_data = 1;
11110 	chk->asoc = &stcb->asoc;
11111 	chk->send_size = sizeof(struct sctp_heartbeat_chunk);
11112 
11113 	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11114 	if (chk->data == NULL) {
11115 		sctp_free_a_chunk(stcb, chk, so_locked);
11116 		return;
11117 	}
11118 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11119 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11120 	chk->sent = SCTP_DATAGRAM_UNSENT;
11121 	chk->snd_count = 0;
11122 	chk->whoTo = net;
11123 	atomic_add_int(&chk->whoTo->ref_count, 1);
11124 	/* Now we have a mbuf that we can fill in with the details */
11125 	hb = mtod(chk->data, struct sctp_heartbeat_chunk *);
11126 	memset(hb, 0, sizeof(struct sctp_heartbeat_chunk));
11127 	/* fill out chunk header */
11128 	hb->ch.chunk_type = SCTP_HEARTBEAT_REQUEST;
11129 	hb->ch.chunk_flags = 0;
11130 	hb->ch.chunk_length = htons(chk->send_size);
11131 	/* Fill out hb parameter */
11132 	hb->heartbeat.hb_info.ph.param_type = htons(SCTP_HEARTBEAT_INFO);
11133 	hb->heartbeat.hb_info.ph.param_length = htons(sizeof(struct sctp_heartbeat_info_param));
11134 	hb->heartbeat.hb_info.time_value_1 = now.tv_sec;
11135 	hb->heartbeat.hb_info.time_value_2 = now.tv_usec;
11136 	/* Did our user request this one, put it in */
11137 	hb->heartbeat.hb_info.addr_family = net->ro._l_addr.sa.sa_family;
11138 	hb->heartbeat.hb_info.addr_len = net->ro._l_addr.sa.sa_len;
11139 	if (net->dest_state & SCTP_ADDR_UNCONFIRMED) {
11140 		/*
11141 		 * we only take from the entropy pool if the address is not
11142 		 * confirmed.
11143 		 */
11144 		net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
11145 		net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
11146 	} else {
11147 		net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = 0;
11148 		net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = 0;
11149 	}
11150 	switch (net->ro._l_addr.sa.sa_family) {
11151 #ifdef INET
11152 	case AF_INET:
11153 		memcpy(hb->heartbeat.hb_info.address,
11154 		    &net->ro._l_addr.sin.sin_addr,
11155 		    sizeof(net->ro._l_addr.sin.sin_addr));
11156 		break;
11157 #endif
11158 #ifdef INET6
11159 	case AF_INET6:
11160 		memcpy(hb->heartbeat.hb_info.address,
11161 		    &net->ro._l_addr.sin6.sin6_addr,
11162 		    sizeof(net->ro._l_addr.sin6.sin6_addr));
11163 		break;
11164 #endif
11165 	default:
11166 		return;
11167 		break;
11168 	}
11169 	net->hb_responded = 0;
11170 	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11171 	stcb->asoc.ctrl_queue_cnt++;
11172 	SCTP_STAT_INCR(sctps_sendheartbeat);
11173 	return;
11174 }
11175 
11176 void
11177 sctp_send_ecn_echo(struct sctp_tcb *stcb, struct sctp_nets *net,
11178     uint32_t high_tsn)
11179 {
11180 	struct sctp_association *asoc;
11181 	struct sctp_ecne_chunk *ecne;
11182 	struct sctp_tmit_chunk *chk;
11183 
11184 	if (net == NULL) {
11185 		return;
11186 	}
11187 	asoc = &stcb->asoc;
11188 	SCTP_TCB_LOCK_ASSERT(stcb);
11189 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
11190 		if ((chk->rec.chunk_id.id == SCTP_ECN_ECHO) && (net == chk->whoTo)) {
11191 			/* found a previous ECN_ECHO update it if needed */
11192 			uint32_t cnt, ctsn;
11193 
11194 			ecne = mtod(chk->data, struct sctp_ecne_chunk *);
11195 			ctsn = ntohl(ecne->tsn);
11196 			if (SCTP_TSN_GT(high_tsn, ctsn)) {
11197 				ecne->tsn = htonl(high_tsn);
11198 				SCTP_STAT_INCR(sctps_queue_upd_ecne);
11199 			}
11200 			cnt = ntohl(ecne->num_pkts_since_cwr);
11201 			cnt++;
11202 			ecne->num_pkts_since_cwr = htonl(cnt);
11203 			return;
11204 		}
11205 	}
11206 	/* nope could not find one to update so we must build one */
11207 	sctp_alloc_a_chunk(stcb, chk);
11208 	if (chk == NULL) {
11209 		return;
11210 	}
11211 	chk->copy_by_ref = 0;
11212 	SCTP_STAT_INCR(sctps_queue_upd_ecne);
11213 	chk->rec.chunk_id.id = SCTP_ECN_ECHO;
11214 	chk->rec.chunk_id.can_take_data = 0;
11215 	chk->asoc = &stcb->asoc;
11216 	chk->send_size = sizeof(struct sctp_ecne_chunk);
11217 	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11218 	if (chk->data == NULL) {
11219 		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11220 		return;
11221 	}
11222 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11223 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11224 	chk->sent = SCTP_DATAGRAM_UNSENT;
11225 	chk->snd_count = 0;
11226 	chk->whoTo = net;
11227 	atomic_add_int(&chk->whoTo->ref_count, 1);
11228 
11229 	stcb->asoc.ecn_echo_cnt_onq++;
11230 	ecne = mtod(chk->data, struct sctp_ecne_chunk *);
11231 	ecne->ch.chunk_type = SCTP_ECN_ECHO;
11232 	ecne->ch.chunk_flags = 0;
11233 	ecne->ch.chunk_length = htons(sizeof(struct sctp_ecne_chunk));
11234 	ecne->tsn = htonl(high_tsn);
11235 	ecne->num_pkts_since_cwr = htonl(1);
11236 	TAILQ_INSERT_HEAD(&stcb->asoc.control_send_queue, chk, sctp_next);
11237 	asoc->ctrl_queue_cnt++;
11238 }
11239 
11240 void
11241 sctp_send_packet_dropped(struct sctp_tcb *stcb, struct sctp_nets *net,
11242     struct mbuf *m, int len, int iphlen, int bad_crc)
11243 {
11244 	struct sctp_association *asoc;
11245 	struct sctp_pktdrop_chunk *drp;
11246 	struct sctp_tmit_chunk *chk;
11247 	uint8_t *datap;
11248 	int was_trunc = 0;
11249 	int fullsz = 0;
11250 	long spc;
11251 	int offset;
11252 	struct sctp_chunkhdr *ch, chunk_buf;
11253 	unsigned int chk_length;
11254 
11255 	if (!stcb) {
11256 		return;
11257 	}
11258 	asoc = &stcb->asoc;
11259 	SCTP_TCB_LOCK_ASSERT(stcb);
11260 	if (asoc->peer_supports_pktdrop == 0) {
11261 		/*-
11262 		 * peer must declare support before I send one.
11263 		 */
11264 		return;
11265 	}
11266 	if (stcb->sctp_socket == NULL) {
11267 		return;
11268 	}
11269 	sctp_alloc_a_chunk(stcb, chk);
11270 	if (chk == NULL) {
11271 		return;
11272 	}
11273 	chk->copy_by_ref = 0;
11274 	len -= iphlen;
11275 	chk->send_size = len;
11276 	/* Validate that we do not have an ABORT in here. */
11277 	offset = iphlen + sizeof(struct sctphdr);
11278 	ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset,
11279 	    sizeof(*ch), (uint8_t *) & chunk_buf);
11280 	while (ch != NULL) {
11281 		chk_length = ntohs(ch->chunk_length);
11282 		if (chk_length < sizeof(*ch)) {
11283 			/* break to abort land */
11284 			break;
11285 		}
11286 		switch (ch->chunk_type) {
11287 		case SCTP_PACKET_DROPPED:
11288 		case SCTP_ABORT_ASSOCIATION:
11289 		case SCTP_INITIATION_ACK:
11290 			/**
11291 			 * We don't respond with an PKT-DROP to an ABORT
11292 			 * or PKT-DROP. We also do not respond to an
11293 			 * INIT-ACK, because we can't know if the initiation
11294 			 * tag is correct or not.
11295 			 */
11296 			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11297 			return;
11298 		default:
11299 			break;
11300 		}
11301 		offset += SCTP_SIZE32(chk_length);
11302 		ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset,
11303 		    sizeof(*ch), (uint8_t *) & chunk_buf);
11304 	}
11305 
11306 	if ((len + SCTP_MAX_OVERHEAD + sizeof(struct sctp_pktdrop_chunk)) >
11307 	    min(stcb->asoc.smallest_mtu, MCLBYTES)) {
11308 		/*
11309 		 * only send 1 mtu worth, trim off the excess on the end.
11310 		 */
11311 		fullsz = len;
11312 		len = min(stcb->asoc.smallest_mtu, MCLBYTES) - SCTP_MAX_OVERHEAD;
11313 		was_trunc = 1;
11314 	}
11315 	chk->asoc = &stcb->asoc;
11316 	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
11317 	if (chk->data == NULL) {
11318 jump_out:
11319 		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11320 		return;
11321 	}
11322 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11323 	drp = mtod(chk->data, struct sctp_pktdrop_chunk *);
11324 	if (drp == NULL) {
11325 		sctp_m_freem(chk->data);
11326 		chk->data = NULL;
11327 		goto jump_out;
11328 	}
11329 	chk->book_size = SCTP_SIZE32((chk->send_size + sizeof(struct sctp_pktdrop_chunk) +
11330 	    sizeof(struct sctphdr) + SCTP_MED_OVERHEAD));
11331 	chk->book_size_scale = 0;
11332 	if (was_trunc) {
11333 		drp->ch.chunk_flags = SCTP_PACKET_TRUNCATED;
11334 		drp->trunc_len = htons(fullsz);
11335 		/*
11336 		 * Len is already adjusted to size minus overhead above take
11337 		 * out the pkt_drop chunk itself from it.
11338 		 */
11339 		chk->send_size = len - sizeof(struct sctp_pktdrop_chunk);
11340 		len = chk->send_size;
11341 	} else {
11342 		/* no truncation needed */
11343 		drp->ch.chunk_flags = 0;
11344 		drp->trunc_len = htons(0);
11345 	}
11346 	if (bad_crc) {
11347 		drp->ch.chunk_flags |= SCTP_BADCRC;
11348 	}
11349 	chk->send_size += sizeof(struct sctp_pktdrop_chunk);
11350 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11351 	chk->sent = SCTP_DATAGRAM_UNSENT;
11352 	chk->snd_count = 0;
11353 	if (net) {
11354 		/* we should hit here */
11355 		chk->whoTo = net;
11356 		atomic_add_int(&chk->whoTo->ref_count, 1);
11357 	} else {
11358 		chk->whoTo = NULL;
11359 	}
11360 	chk->rec.chunk_id.id = SCTP_PACKET_DROPPED;
11361 	chk->rec.chunk_id.can_take_data = 1;
11362 	drp->ch.chunk_type = SCTP_PACKET_DROPPED;
11363 	drp->ch.chunk_length = htons(chk->send_size);
11364 	spc = SCTP_SB_LIMIT_RCV(stcb->sctp_socket);
11365 	if (spc < 0) {
11366 		spc = 0;
11367 	}
11368 	drp->bottle_bw = htonl(spc);
11369 	if (asoc->my_rwnd) {
11370 		drp->current_onq = htonl(asoc->size_on_reasm_queue +
11371 		    asoc->size_on_all_streams +
11372 		    asoc->my_rwnd_control_len +
11373 		    stcb->sctp_socket->so_rcv.sb_cc);
11374 	} else {
11375 		/*-
11376 		 * If my rwnd is 0, possibly from mbuf depletion as well as
11377 		 * space used, tell the peer there is NO space aka onq == bw
11378 		 */
11379 		drp->current_onq = htonl(spc);
11380 	}
11381 	drp->reserved = 0;
11382 	datap = drp->data;
11383 	m_copydata(m, iphlen, len, (caddr_t)datap);
11384 	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11385 	asoc->ctrl_queue_cnt++;
11386 }
11387 
11388 void
11389 sctp_send_cwr(struct sctp_tcb *stcb, struct sctp_nets *net, uint32_t high_tsn, uint8_t override)
11390 {
11391 	struct sctp_association *asoc;
11392 	struct sctp_cwr_chunk *cwr;
11393 	struct sctp_tmit_chunk *chk;
11394 
11395 	SCTP_TCB_LOCK_ASSERT(stcb);
11396 	if (net == NULL) {
11397 		return;
11398 	}
11399 	asoc = &stcb->asoc;
11400 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
11401 		if ((chk->rec.chunk_id.id == SCTP_ECN_CWR) && (net == chk->whoTo)) {
11402 			/*
11403 			 * found a previous CWR queued to same destination
11404 			 * update it if needed
11405 			 */
11406 			uint32_t ctsn;
11407 
11408 			cwr = mtod(chk->data, struct sctp_cwr_chunk *);
11409 			ctsn = ntohl(cwr->tsn);
11410 			if (SCTP_TSN_GT(high_tsn, ctsn)) {
11411 				cwr->tsn = htonl(high_tsn);
11412 			}
11413 			if (override & SCTP_CWR_REDUCE_OVERRIDE) {
11414 				/* Make sure override is carried */
11415 				cwr->ch.chunk_flags |= SCTP_CWR_REDUCE_OVERRIDE;
11416 			}
11417 			return;
11418 		}
11419 	}
11420 	sctp_alloc_a_chunk(stcb, chk);
11421 	if (chk == NULL) {
11422 		return;
11423 	}
11424 	chk->copy_by_ref = 0;
11425 	chk->rec.chunk_id.id = SCTP_ECN_CWR;
11426 	chk->rec.chunk_id.can_take_data = 1;
11427 	chk->asoc = &stcb->asoc;
11428 	chk->send_size = sizeof(struct sctp_cwr_chunk);
11429 	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11430 	if (chk->data == NULL) {
11431 		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11432 		return;
11433 	}
11434 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11435 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11436 	chk->sent = SCTP_DATAGRAM_UNSENT;
11437 	chk->snd_count = 0;
11438 	chk->whoTo = net;
11439 	atomic_add_int(&chk->whoTo->ref_count, 1);
11440 	cwr = mtod(chk->data, struct sctp_cwr_chunk *);
11441 	cwr->ch.chunk_type = SCTP_ECN_CWR;
11442 	cwr->ch.chunk_flags = override;
11443 	cwr->ch.chunk_length = htons(sizeof(struct sctp_cwr_chunk));
11444 	cwr->tsn = htonl(high_tsn);
11445 	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11446 	asoc->ctrl_queue_cnt++;
11447 }
11448 
11449 void
11450 sctp_add_stream_reset_out(struct sctp_tmit_chunk *chk,
11451     int number_entries, uint16_t * list,
11452     uint32_t seq, uint32_t resp_seq, uint32_t last_sent)
11453 {
11454 	uint16_t len, old_len, i;
11455 	struct sctp_stream_reset_out_request *req_out;
11456 	struct sctp_chunkhdr *ch;
11457 
11458 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11459 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11460 
11461 	/* get to new offset for the param. */
11462 	req_out = (struct sctp_stream_reset_out_request *)((caddr_t)ch + len);
11463 	/* now how long will this param be? */
11464 	len = (sizeof(struct sctp_stream_reset_out_request) + (sizeof(uint16_t) * number_entries));
11465 	req_out->ph.param_type = htons(SCTP_STR_RESET_OUT_REQUEST);
11466 	req_out->ph.param_length = htons(len);
11467 	req_out->request_seq = htonl(seq);
11468 	req_out->response_seq = htonl(resp_seq);
11469 	req_out->send_reset_at_tsn = htonl(last_sent);
11470 	if (number_entries) {
11471 		for (i = 0; i < number_entries; i++) {
11472 			req_out->list_of_streams[i] = htons(list[i]);
11473 		}
11474 	}
11475 	if (SCTP_SIZE32(len) > len) {
11476 		/*-
11477 		 * Need to worry about the pad we may end up adding to the
11478 		 * end. This is easy since the struct is either aligned to 4
11479 		 * bytes or 2 bytes off.
11480 		 */
11481 		req_out->list_of_streams[number_entries] = 0;
11482 	}
11483 	/* now fix the chunk length */
11484 	ch->chunk_length = htons(len + old_len);
11485 	chk->book_size = len + old_len;
11486 	chk->book_size_scale = 0;
11487 	chk->send_size = SCTP_SIZE32(chk->book_size);
11488 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11489 	return;
11490 }
11491 
11492 static void
11493 sctp_add_stream_reset_in(struct sctp_tmit_chunk *chk,
11494     int number_entries, uint16_t * list,
11495     uint32_t seq)
11496 {
11497 	uint16_t len, old_len, i;
11498 	struct sctp_stream_reset_in_request *req_in;
11499 	struct sctp_chunkhdr *ch;
11500 
11501 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11502 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11503 
11504 	/* get to new offset for the param. */
11505 	req_in = (struct sctp_stream_reset_in_request *)((caddr_t)ch + len);
11506 	/* now how long will this param be? */
11507 	len = (sizeof(struct sctp_stream_reset_in_request) + (sizeof(uint16_t) * number_entries));
11508 	req_in->ph.param_type = htons(SCTP_STR_RESET_IN_REQUEST);
11509 	req_in->ph.param_length = htons(len);
11510 	req_in->request_seq = htonl(seq);
11511 	if (number_entries) {
11512 		for (i = 0; i < number_entries; i++) {
11513 			req_in->list_of_streams[i] = htons(list[i]);
11514 		}
11515 	}
11516 	if (SCTP_SIZE32(len) > len) {
11517 		/*-
11518 		 * Need to worry about the pad we may end up adding to the
11519 		 * end. This is easy since the struct is either aligned to 4
11520 		 * bytes or 2 bytes off.
11521 		 */
11522 		req_in->list_of_streams[number_entries] = 0;
11523 	}
11524 	/* now fix the chunk length */
11525 	ch->chunk_length = htons(len + old_len);
11526 	chk->book_size = len + old_len;
11527 	chk->book_size_scale = 0;
11528 	chk->send_size = SCTP_SIZE32(chk->book_size);
11529 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11530 	return;
11531 }
11532 
11533 static void
11534 sctp_add_stream_reset_tsn(struct sctp_tmit_chunk *chk,
11535     uint32_t seq)
11536 {
11537 	uint16_t len, old_len;
11538 	struct sctp_stream_reset_tsn_request *req_tsn;
11539 	struct sctp_chunkhdr *ch;
11540 
11541 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11542 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11543 
11544 	/* get to new offset for the param. */
11545 	req_tsn = (struct sctp_stream_reset_tsn_request *)((caddr_t)ch + len);
11546 	/* now how long will this param be? */
11547 	len = sizeof(struct sctp_stream_reset_tsn_request);
11548 	req_tsn->ph.param_type = htons(SCTP_STR_RESET_TSN_REQUEST);
11549 	req_tsn->ph.param_length = htons(len);
11550 	req_tsn->request_seq = htonl(seq);
11551 
11552 	/* now fix the chunk length */
11553 	ch->chunk_length = htons(len + old_len);
11554 	chk->send_size = len + old_len;
11555 	chk->book_size = SCTP_SIZE32(chk->send_size);
11556 	chk->book_size_scale = 0;
11557 	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11558 	return;
11559 }
11560 
11561 void
11562 sctp_add_stream_reset_result(struct sctp_tmit_chunk *chk,
11563     uint32_t resp_seq, uint32_t result)
11564 {
11565 	uint16_t len, old_len;
11566 	struct sctp_stream_reset_response *resp;
11567 	struct sctp_chunkhdr *ch;
11568 
11569 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11570 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11571 
11572 	/* get to new offset for the param. */
11573 	resp = (struct sctp_stream_reset_response *)((caddr_t)ch + len);
11574 	/* now how long will this param be? */
11575 	len = sizeof(struct sctp_stream_reset_response);
11576 	resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE);
11577 	resp->ph.param_length = htons(len);
11578 	resp->response_seq = htonl(resp_seq);
11579 	resp->result = ntohl(result);
11580 
11581 	/* now fix the chunk length */
11582 	ch->chunk_length = htons(len + old_len);
11583 	chk->book_size = len + old_len;
11584 	chk->book_size_scale = 0;
11585 	chk->send_size = SCTP_SIZE32(chk->book_size);
11586 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11587 	return;
11588 }
11589 
11590 void
11591 sctp_add_stream_reset_result_tsn(struct sctp_tmit_chunk *chk,
11592     uint32_t resp_seq, uint32_t result,
11593     uint32_t send_una, uint32_t recv_next)
11594 {
11595 	uint16_t len, old_len;
11596 	struct sctp_stream_reset_response_tsn *resp;
11597 	struct sctp_chunkhdr *ch;
11598 
11599 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11600 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11601 
11602 	/* get to new offset for the param. */
11603 	resp = (struct sctp_stream_reset_response_tsn *)((caddr_t)ch + len);
11604 	/* now how long will this param be? */
11605 	len = sizeof(struct sctp_stream_reset_response_tsn);
11606 	resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE);
11607 	resp->ph.param_length = htons(len);
11608 	resp->response_seq = htonl(resp_seq);
11609 	resp->result = htonl(result);
11610 	resp->senders_next_tsn = htonl(send_una);
11611 	resp->receivers_next_tsn = htonl(recv_next);
11612 
11613 	/* now fix the chunk length */
11614 	ch->chunk_length = htons(len + old_len);
11615 	chk->book_size = len + old_len;
11616 	chk->send_size = SCTP_SIZE32(chk->book_size);
11617 	chk->book_size_scale = 0;
11618 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11619 	return;
11620 }
11621 
11622 static void
11623 sctp_add_an_out_stream(struct sctp_tmit_chunk *chk,
11624     uint32_t seq,
11625     uint16_t adding)
11626 {
11627 	uint16_t len, old_len;
11628 	struct sctp_chunkhdr *ch;
11629 	struct sctp_stream_reset_add_strm *addstr;
11630 
11631 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11632 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11633 
11634 	/* get to new offset for the param. */
11635 	addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len);
11636 	/* now how long will this param be? */
11637 	len = sizeof(struct sctp_stream_reset_add_strm);
11638 
11639 	/* Fill it out. */
11640 	addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_OUT_STREAMS);
11641 	addstr->ph.param_length = htons(len);
11642 	addstr->request_seq = htonl(seq);
11643 	addstr->number_of_streams = htons(adding);
11644 	addstr->reserved = 0;
11645 
11646 	/* now fix the chunk length */
11647 	ch->chunk_length = htons(len + old_len);
11648 	chk->send_size = len + old_len;
11649 	chk->book_size = SCTP_SIZE32(chk->send_size);
11650 	chk->book_size_scale = 0;
11651 	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11652 	return;
11653 }
11654 
11655 static void
11656 sctp_add_an_in_stream(struct sctp_tmit_chunk *chk,
11657     uint32_t seq,
11658     uint16_t adding)
11659 {
11660 	uint16_t len, old_len;
11661 	struct sctp_chunkhdr *ch;
11662 	struct sctp_stream_reset_add_strm *addstr;
11663 
11664 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11665 	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11666 
11667 	/* get to new offset for the param. */
11668 	addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len);
11669 	/* now how long will this param be? */
11670 	len = sizeof(struct sctp_stream_reset_add_strm);
11671 	/* Fill it out. */
11672 	addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_IN_STREAMS);
11673 	addstr->ph.param_length = htons(len);
11674 	addstr->request_seq = htonl(seq);
11675 	addstr->number_of_streams = htons(adding);
11676 	addstr->reserved = 0;
11677 
11678 	/* now fix the chunk length */
11679 	ch->chunk_length = htons(len + old_len);
11680 	chk->send_size = len + old_len;
11681 	chk->book_size = SCTP_SIZE32(chk->send_size);
11682 	chk->book_size_scale = 0;
11683 	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11684 	return;
11685 }
11686 
11687 int
11688 sctp_send_str_reset_req(struct sctp_tcb *stcb,
11689     int number_entries, uint16_t * list,
11690     uint8_t send_out_req,
11691     uint8_t send_in_req,
11692     uint8_t send_tsn_req,
11693     uint8_t add_stream,
11694     uint16_t adding_o,
11695     uint16_t adding_i, uint8_t peer_asked)
11696 {
11697 
11698 	struct sctp_association *asoc;
11699 	struct sctp_tmit_chunk *chk;
11700 	struct sctp_chunkhdr *ch;
11701 	uint32_t seq;
11702 
11703 	asoc = &stcb->asoc;
11704 	if (asoc->stream_reset_outstanding) {
11705 		/*-
11706 		 * Already one pending, must get ACK back to clear the flag.
11707 		 */
11708 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EBUSY);
11709 		return (EBUSY);
11710 	}
11711 	if ((send_out_req == 0) && (send_in_req == 0) && (send_tsn_req == 0) &&
11712 	    (add_stream == 0)) {
11713 		/* nothing to do */
11714 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
11715 		return (EINVAL);
11716 	}
11717 	if (send_tsn_req && (send_out_req || send_in_req)) {
11718 		/* error, can't do that */
11719 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
11720 		return (EINVAL);
11721 	}
11722 	sctp_alloc_a_chunk(stcb, chk);
11723 	if (chk == NULL) {
11724 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11725 		return (ENOMEM);
11726 	}
11727 	chk->copy_by_ref = 0;
11728 	chk->rec.chunk_id.id = SCTP_STREAM_RESET;
11729 	chk->rec.chunk_id.can_take_data = 0;
11730 	chk->asoc = &stcb->asoc;
11731 	chk->book_size = sizeof(struct sctp_chunkhdr);
11732 	chk->send_size = SCTP_SIZE32(chk->book_size);
11733 	chk->book_size_scale = 0;
11734 
11735 	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
11736 	if (chk->data == NULL) {
11737 		sctp_free_a_chunk(stcb, chk, SCTP_SO_LOCKED);
11738 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11739 		return (ENOMEM);
11740 	}
11741 	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11742 
11743 	/* setup chunk parameters */
11744 	chk->sent = SCTP_DATAGRAM_UNSENT;
11745 	chk->snd_count = 0;
11746 	if (stcb->asoc.alternate) {
11747 		chk->whoTo = stcb->asoc.alternate;
11748 	} else {
11749 		chk->whoTo = stcb->asoc.primary_destination;
11750 	}
11751 	atomic_add_int(&chk->whoTo->ref_count, 1);
11752 	ch = mtod(chk->data, struct sctp_chunkhdr *);
11753 	ch->chunk_type = SCTP_STREAM_RESET;
11754 	ch->chunk_flags = 0;
11755 	ch->chunk_length = htons(chk->book_size);
11756 	SCTP_BUF_LEN(chk->data) = chk->send_size;
11757 
11758 	seq = stcb->asoc.str_reset_seq_out;
11759 	if (send_out_req) {
11760 		sctp_add_stream_reset_out(chk, number_entries, list,
11761 		    seq, (stcb->asoc.str_reset_seq_in - 1), (stcb->asoc.sending_seq - 1));
11762 		asoc->stream_reset_out_is_outstanding = 1;
11763 		seq++;
11764 		asoc->stream_reset_outstanding++;
11765 	}
11766 	if ((add_stream & 1) &&
11767 	    ((stcb->asoc.strm_realoutsize - stcb->asoc.streamoutcnt) < adding_o)) {
11768 		/* Need to allocate more */
11769 		struct sctp_stream_out *oldstream;
11770 		struct sctp_stream_queue_pending *sp, *nsp;
11771 		int i;
11772 
11773 		oldstream = stcb->asoc.strmout;
11774 		/* get some more */
11775 		SCTP_MALLOC(stcb->asoc.strmout, struct sctp_stream_out *,
11776 		    ((stcb->asoc.streamoutcnt + adding_o) * sizeof(struct sctp_stream_out)),
11777 		    SCTP_M_STRMO);
11778 		if (stcb->asoc.strmout == NULL) {
11779 			uint8_t x;
11780 
11781 			stcb->asoc.strmout = oldstream;
11782 			/* Turn off the bit */
11783 			x = add_stream & 0xfe;
11784 			add_stream = x;
11785 			goto skip_stuff;
11786 		}
11787 		/*
11788 		 * Ok now we proceed with copying the old out stuff and
11789 		 * initializing the new stuff.
11790 		 */
11791 		SCTP_TCB_SEND_LOCK(stcb);
11792 		stcb->asoc.ss_functions.sctp_ss_clear(stcb, &stcb->asoc, 0, 1);
11793 		for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
11794 			TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
11795 			stcb->asoc.strmout[i].chunks_on_queues = oldstream[i].chunks_on_queues;
11796 			stcb->asoc.strmout[i].next_sequence_send = oldstream[i].next_sequence_send;
11797 			stcb->asoc.strmout[i].last_msg_incomplete = oldstream[i].last_msg_incomplete;
11798 			stcb->asoc.strmout[i].stream_no = i;
11799 			stcb->asoc.ss_functions.sctp_ss_init_stream(&stcb->asoc.strmout[i], &oldstream[i]);
11800 			/* now anything on those queues? */
11801 			TAILQ_FOREACH_SAFE(sp, &oldstream[i].outqueue, next, nsp) {
11802 				TAILQ_REMOVE(&oldstream[i].outqueue, sp, next);
11803 				TAILQ_INSERT_TAIL(&stcb->asoc.strmout[i].outqueue, sp, next);
11804 			}
11805 			/* Now move assoc pointers too */
11806 			if (stcb->asoc.last_out_stream == &oldstream[i]) {
11807 				stcb->asoc.last_out_stream = &stcb->asoc.strmout[i];
11808 			}
11809 			if (stcb->asoc.locked_on_sending == &oldstream[i]) {
11810 				stcb->asoc.locked_on_sending = &stcb->asoc.strmout[i];
11811 			}
11812 		}
11813 		/* now the new streams */
11814 		stcb->asoc.ss_functions.sctp_ss_init(stcb, &stcb->asoc, 1);
11815 		for (i = stcb->asoc.streamoutcnt; i < (stcb->asoc.streamoutcnt + adding_o); i++) {
11816 			TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
11817 			stcb->asoc.strmout[i].chunks_on_queues = 0;
11818 			stcb->asoc.strmout[i].next_sequence_send = 0x0;
11819 			stcb->asoc.strmout[i].stream_no = i;
11820 			stcb->asoc.strmout[i].last_msg_incomplete = 0;
11821 			stcb->asoc.ss_functions.sctp_ss_init_stream(&stcb->asoc.strmout[i], NULL);
11822 		}
11823 		stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt + adding_o;
11824 		SCTP_FREE(oldstream, SCTP_M_STRMO);
11825 		SCTP_TCB_SEND_UNLOCK(stcb);
11826 	}
11827 skip_stuff:
11828 	if ((add_stream & 1) && (adding_o > 0)) {
11829 		asoc->strm_pending_add_size = adding_o;
11830 		asoc->peer_req_out = peer_asked;
11831 		sctp_add_an_out_stream(chk, seq, adding_o);
11832 		seq++;
11833 		asoc->stream_reset_outstanding++;
11834 	}
11835 	if ((add_stream & 2) && (adding_i > 0)) {
11836 		sctp_add_an_in_stream(chk, seq, adding_i);
11837 		seq++;
11838 		asoc->stream_reset_outstanding++;
11839 	}
11840 	if (send_in_req) {
11841 		sctp_add_stream_reset_in(chk, number_entries, list, seq);
11842 		seq++;
11843 		asoc->stream_reset_outstanding++;
11844 	}
11845 	if (send_tsn_req) {
11846 		sctp_add_stream_reset_tsn(chk, seq);
11847 		asoc->stream_reset_outstanding++;
11848 	}
11849 	asoc->str_reset = chk;
11850 	/* insert the chunk for sending */
11851 	TAILQ_INSERT_TAIL(&asoc->control_send_queue,
11852 	    chk,
11853 	    sctp_next);
11854 	asoc->ctrl_queue_cnt++;
11855 	sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, stcb->sctp_ep, stcb, chk->whoTo);
11856 	return (0);
11857 }
11858 
11859 void
11860 sctp_send_abort(struct mbuf *m, int iphlen, struct sockaddr *src, struct sockaddr *dst,
11861     struct sctphdr *sh, uint32_t vtag, struct mbuf *cause,
11862     uint8_t use_mflowid, uint32_t mflowid,
11863     uint32_t vrf_id, uint16_t port)
11864 {
11865 	/* Don't respond to an ABORT with an ABORT. */
11866 	if (sctp_is_there_an_abort_here(m, iphlen, &vtag)) {
11867 		if (cause)
11868 			sctp_m_freem(cause);
11869 		return;
11870 	}
11871 	sctp_send_resp_msg(src, dst, sh, vtag, SCTP_ABORT_ASSOCIATION, cause,
11872 	    use_mflowid, mflowid,
11873 	    vrf_id, port);
11874 	return;
11875 }
11876 
11877 void
11878 sctp_send_operr_to(struct sockaddr *src, struct sockaddr *dst,
11879     struct sctphdr *sh, uint32_t vtag, struct mbuf *cause,
11880     uint8_t use_mflowid, uint32_t mflowid,
11881     uint32_t vrf_id, uint16_t port)
11882 {
11883 	sctp_send_resp_msg(src, dst, sh, vtag, SCTP_OPERATION_ERROR, cause,
11884 	    use_mflowid, mflowid,
11885 	    vrf_id, port);
11886 	return;
11887 }
11888 
11889 static struct mbuf *
11890 sctp_copy_resume(struct uio *uio,
11891     int max_send_len,
11892     int user_marks_eor,
11893     int *error,
11894     uint32_t * sndout,
11895     struct mbuf **new_tail)
11896 {
11897 	struct mbuf *m;
11898 
11899 	m = m_uiotombuf(uio, M_WAITOK, max_send_len, 0,
11900 	    (M_PKTHDR | (user_marks_eor ? M_EOR : 0)));
11901 	if (m == NULL) {
11902 		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11903 		*error = ENOMEM;
11904 	} else {
11905 		*sndout = m_length(m, NULL);
11906 		*new_tail = m_last(m);
11907 	}
11908 	return (m);
11909 }
11910 
11911 static int
11912 sctp_copy_one(struct sctp_stream_queue_pending *sp,
11913     struct uio *uio,
11914     int resv_upfront)
11915 {
11916 	int left;
11917 
11918 	left = sp->length;
11919 	sp->data = m_uiotombuf(uio, M_WAITOK, sp->length,
11920 	    resv_upfront, 0);
11921 	if (sp->data == NULL) {
11922 		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11923 		return (ENOMEM);
11924 	}
11925 	sp->tail_mbuf = m_last(sp->data);
11926 	return (0);
11927 }
11928 
11929 
11930 
11931 static struct sctp_stream_queue_pending *
11932 sctp_copy_it_in(struct sctp_tcb *stcb,
11933     struct sctp_association *asoc,
11934     struct sctp_sndrcvinfo *srcv,
11935     struct uio *uio,
11936     struct sctp_nets *net,
11937     int max_send_len,
11938     int user_marks_eor,
11939     int *error)
11940 {
11941 	/*-
11942 	 * This routine must be very careful in its work. Protocol
11943 	 * processing is up and running so care must be taken to spl...()
11944 	 * when you need to do something that may effect the stcb/asoc. The
11945 	 * sb is locked however. When data is copied the protocol processing
11946 	 * should be enabled since this is a slower operation...
11947 	 */
11948 	struct sctp_stream_queue_pending *sp = NULL;
11949 	int resv_in_first;
11950 
11951 	*error = 0;
11952 	/* Now can we send this? */
11953 	if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) ||
11954 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
11955 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
11956 	    (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) {
11957 		/* got data while shutting down */
11958 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
11959 		*error = ECONNRESET;
11960 		goto out_now;
11961 	}
11962 	sctp_alloc_a_strmoq(stcb, sp);
11963 	if (sp == NULL) {
11964 		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11965 		*error = ENOMEM;
11966 		goto out_now;
11967 	}
11968 	sp->act_flags = 0;
11969 	sp->sender_all_done = 0;
11970 	sp->sinfo_flags = srcv->sinfo_flags;
11971 	sp->timetolive = srcv->sinfo_timetolive;
11972 	sp->ppid = srcv->sinfo_ppid;
11973 	sp->context = srcv->sinfo_context;
11974 	(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
11975 
11976 	sp->stream = srcv->sinfo_stream;
11977 	sp->length = min(uio->uio_resid, max_send_len);
11978 	if ((sp->length == (uint32_t) uio->uio_resid) &&
11979 	    ((user_marks_eor == 0) ||
11980 	    (srcv->sinfo_flags & SCTP_EOF) ||
11981 	    (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) {
11982 		sp->msg_is_complete = 1;
11983 	} else {
11984 		sp->msg_is_complete = 0;
11985 	}
11986 	sp->sender_all_done = 0;
11987 	sp->some_taken = 0;
11988 	sp->put_last_out = 0;
11989 	resv_in_first = sizeof(struct sctp_data_chunk);
11990 	sp->data = sp->tail_mbuf = NULL;
11991 	if (sp->length == 0) {
11992 		*error = 0;
11993 		goto skip_copy;
11994 	}
11995 	if (srcv->sinfo_keynumber_valid) {
11996 		sp->auth_keyid = srcv->sinfo_keynumber;
11997 	} else {
11998 		sp->auth_keyid = stcb->asoc.authinfo.active_keyid;
11999 	}
12000 	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) {
12001 		sctp_auth_key_acquire(stcb, sp->auth_keyid);
12002 		sp->holds_key_ref = 1;
12003 	}
12004 	*error = sctp_copy_one(sp, uio, resv_in_first);
12005 skip_copy:
12006 	if (*error) {
12007 		sctp_free_a_strmoq(stcb, sp, SCTP_SO_LOCKED);
12008 		sp = NULL;
12009 	} else {
12010 		if (sp->sinfo_flags & SCTP_ADDR_OVER) {
12011 			sp->net = net;
12012 			atomic_add_int(&sp->net->ref_count, 1);
12013 		} else {
12014 			sp->net = NULL;
12015 		}
12016 		sctp_set_prsctp_policy(sp);
12017 	}
12018 out_now:
12019 	return (sp);
12020 }
12021 
12022 
12023 int
12024 sctp_sosend(struct socket *so,
12025     struct sockaddr *addr,
12026     struct uio *uio,
12027     struct mbuf *top,
12028     struct mbuf *control,
12029     int flags,
12030     struct thread *p
12031 )
12032 {
12033 	int error, use_sndinfo = 0;
12034 	struct sctp_sndrcvinfo sndrcvninfo;
12035 	struct sockaddr *addr_to_use;
12036 
12037 #if defined(INET) && defined(INET6)
12038 	struct sockaddr_in sin;
12039 
12040 #endif
12041 
12042 	if (control) {
12043 		/* process cmsg snd/rcv info (maybe a assoc-id) */
12044 		if (sctp_find_cmsg(SCTP_SNDRCV, (void *)&sndrcvninfo, control,
12045 		    sizeof(sndrcvninfo))) {
12046 			/* got one */
12047 			use_sndinfo = 1;
12048 		}
12049 	}
12050 	addr_to_use = addr;
12051 #if defined(INET) && defined(INET6)
12052 	if ((addr) && (addr->sa_family == AF_INET6)) {
12053 		struct sockaddr_in6 *sin6;
12054 
12055 		sin6 = (struct sockaddr_in6 *)addr;
12056 		if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) {
12057 			in6_sin6_2_sin(&sin, sin6);
12058 			addr_to_use = (struct sockaddr *)&sin;
12059 		}
12060 	}
12061 #endif
12062 	error = sctp_lower_sosend(so, addr_to_use, uio, top,
12063 	    control,
12064 	    flags,
12065 	    use_sndinfo ? &sndrcvninfo : NULL
12066 	    ,p
12067 	    );
12068 	return (error);
12069 }
12070 
12071 
12072 int
12073 sctp_lower_sosend(struct socket *so,
12074     struct sockaddr *addr,
12075     struct uio *uio,
12076     struct mbuf *i_pak,
12077     struct mbuf *control,
12078     int flags,
12079     struct sctp_sndrcvinfo *srcv
12080     ,
12081     struct thread *p
12082 )
12083 {
12084 	unsigned int sndlen = 0, max_len;
12085 	int error, len;
12086 	struct mbuf *top = NULL;
12087 	int queue_only = 0, queue_only_for_init = 0;
12088 	int free_cnt_applied = 0;
12089 	int un_sent;
12090 	int now_filled = 0;
12091 	unsigned int inqueue_bytes = 0;
12092 	struct sctp_block_entry be;
12093 	struct sctp_inpcb *inp;
12094 	struct sctp_tcb *stcb = NULL;
12095 	struct timeval now;
12096 	struct sctp_nets *net;
12097 	struct sctp_association *asoc;
12098 	struct sctp_inpcb *t_inp;
12099 	int user_marks_eor;
12100 	int create_lock_applied = 0;
12101 	int nagle_applies = 0;
12102 	int some_on_control = 0;
12103 	int got_all_of_the_send = 0;
12104 	int hold_tcblock = 0;
12105 	int non_blocking = 0;
12106 	uint32_t local_add_more, local_soresv = 0;
12107 	uint16_t port;
12108 	uint16_t sinfo_flags;
12109 	sctp_assoc_t sinfo_assoc_id;
12110 
12111 	error = 0;
12112 	net = NULL;
12113 	stcb = NULL;
12114 	asoc = NULL;
12115 
12116 	t_inp = inp = (struct sctp_inpcb *)so->so_pcb;
12117 	if (inp == NULL) {
12118 		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12119 		error = EINVAL;
12120 		if (i_pak) {
12121 			SCTP_RELEASE_PKT(i_pak);
12122 		}
12123 		return (error);
12124 	}
12125 	if ((uio == NULL) && (i_pak == NULL)) {
12126 		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12127 		return (EINVAL);
12128 	}
12129 	user_marks_eor = sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR);
12130 	atomic_add_int(&inp->total_sends, 1);
12131 	if (uio) {
12132 		if (uio->uio_resid < 0) {
12133 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12134 			return (EINVAL);
12135 		}
12136 		sndlen = uio->uio_resid;
12137 	} else {
12138 		top = SCTP_HEADER_TO_CHAIN(i_pak);
12139 		sndlen = SCTP_HEADER_LEN(i_pak);
12140 	}
12141 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Send called addr:%p send length %d\n",
12142 	    (void *)addr,
12143 	    sndlen);
12144 	if ((inp->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) &&
12145 	    (inp->sctp_socket->so_qlimit)) {
12146 		/* The listener can NOT send */
12147 		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOTCONN);
12148 		error = ENOTCONN;
12149 		goto out_unlocked;
12150 	}
12151 	/**
12152 	 * Pre-screen address, if one is given the sin-len
12153 	 * must be set correctly!
12154 	 */
12155 	if (addr) {
12156 		union sctp_sockstore *raddr = (union sctp_sockstore *)addr;
12157 
12158 		switch (raddr->sa.sa_family) {
12159 #ifdef INET
12160 		case AF_INET:
12161 			if (raddr->sin.sin_len != sizeof(struct sockaddr_in)) {
12162 				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12163 				error = EINVAL;
12164 				goto out_unlocked;
12165 			}
12166 			port = raddr->sin.sin_port;
12167 			break;
12168 #endif
12169 #ifdef INET6
12170 		case AF_INET6:
12171 			if (raddr->sin6.sin6_len != sizeof(struct sockaddr_in6)) {
12172 				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12173 				error = EINVAL;
12174 				goto out_unlocked;
12175 			}
12176 			port = raddr->sin6.sin6_port;
12177 			break;
12178 #endif
12179 		default:
12180 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAFNOSUPPORT);
12181 			error = EAFNOSUPPORT;
12182 			goto out_unlocked;
12183 		}
12184 	} else
12185 		port = 0;
12186 
12187 	if (srcv) {
12188 		sinfo_flags = srcv->sinfo_flags;
12189 		sinfo_assoc_id = srcv->sinfo_assoc_id;
12190 		if (INVALID_SINFO_FLAG(sinfo_flags) ||
12191 		    PR_SCTP_INVALID_POLICY(sinfo_flags)) {
12192 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12193 			error = EINVAL;
12194 			goto out_unlocked;
12195 		}
12196 		if (srcv->sinfo_flags)
12197 			SCTP_STAT_INCR(sctps_sends_with_flags);
12198 	} else {
12199 		sinfo_flags = inp->def_send.sinfo_flags;
12200 		sinfo_assoc_id = inp->def_send.sinfo_assoc_id;
12201 	}
12202 	if (sinfo_flags & SCTP_SENDALL) {
12203 		/* its a sendall */
12204 		error = sctp_sendall(inp, uio, top, srcv);
12205 		top = NULL;
12206 		goto out_unlocked;
12207 	}
12208 	if ((sinfo_flags & SCTP_ADDR_OVER) && (addr == NULL)) {
12209 		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12210 		error = EINVAL;
12211 		goto out_unlocked;
12212 	}
12213 	/* now we must find the assoc */
12214 	if ((inp->sctp_flags & SCTP_PCB_FLAGS_CONNECTED) ||
12215 	    (inp->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL)) {
12216 		SCTP_INP_RLOCK(inp);
12217 		stcb = LIST_FIRST(&inp->sctp_asoc_list);
12218 		if (stcb) {
12219 			SCTP_TCB_LOCK(stcb);
12220 			hold_tcblock = 1;
12221 		}
12222 		SCTP_INP_RUNLOCK(inp);
12223 	} else if (sinfo_assoc_id) {
12224 		stcb = sctp_findassociation_ep_asocid(inp, sinfo_assoc_id, 0);
12225 	} else if (addr) {
12226 		/*-
12227 		 * Since we did not use findep we must
12228 		 * increment it, and if we don't find a tcb
12229 		 * decrement it.
12230 		 */
12231 		SCTP_INP_WLOCK(inp);
12232 		SCTP_INP_INCR_REF(inp);
12233 		SCTP_INP_WUNLOCK(inp);
12234 		stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL);
12235 		if (stcb == NULL) {
12236 			SCTP_INP_WLOCK(inp);
12237 			SCTP_INP_DECR_REF(inp);
12238 			SCTP_INP_WUNLOCK(inp);
12239 		} else {
12240 			hold_tcblock = 1;
12241 		}
12242 	}
12243 	if ((stcb == NULL) && (addr)) {
12244 		/* Possible implicit send? */
12245 		SCTP_ASOC_CREATE_LOCK(inp);
12246 		create_lock_applied = 1;
12247 		if ((inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
12248 		    (inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE)) {
12249 			/* Should I really unlock ? */
12250 			SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12251 			error = EINVAL;
12252 			goto out_unlocked;
12253 
12254 		}
12255 		if (((inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) == 0) &&
12256 		    (addr->sa_family == AF_INET6)) {
12257 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12258 			error = EINVAL;
12259 			goto out_unlocked;
12260 		}
12261 		SCTP_INP_WLOCK(inp);
12262 		SCTP_INP_INCR_REF(inp);
12263 		SCTP_INP_WUNLOCK(inp);
12264 		/* With the lock applied look again */
12265 		stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL);
12266 		if ((stcb == NULL) && (control != NULL) && (port > 0)) {
12267 			stcb = sctp_findassociation_cmsgs(&t_inp, port, control, &net, &error);
12268 		}
12269 		if (stcb == NULL) {
12270 			SCTP_INP_WLOCK(inp);
12271 			SCTP_INP_DECR_REF(inp);
12272 			SCTP_INP_WUNLOCK(inp);
12273 		} else {
12274 			hold_tcblock = 1;
12275 		}
12276 		if (error) {
12277 			goto out_unlocked;
12278 		}
12279 		if (t_inp != inp) {
12280 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOTCONN);
12281 			error = ENOTCONN;
12282 			goto out_unlocked;
12283 		}
12284 	}
12285 	if (stcb == NULL) {
12286 		if (addr == NULL) {
12287 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT);
12288 			error = ENOENT;
12289 			goto out_unlocked;
12290 		} else {
12291 			/* We must go ahead and start the INIT process */
12292 			uint32_t vrf_id;
12293 
12294 			if ((sinfo_flags & SCTP_ABORT) ||
12295 			    ((sinfo_flags & SCTP_EOF) && (sndlen == 0))) {
12296 				/*-
12297 				 * User asks to abort a non-existant assoc,
12298 				 * or EOF a non-existant assoc with no data
12299 				 */
12300 				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT);
12301 				error = ENOENT;
12302 				goto out_unlocked;
12303 			}
12304 			/* get an asoc/stcb struct */
12305 			vrf_id = inp->def_vrf_id;
12306 #ifdef INVARIANTS
12307 			if (create_lock_applied == 0) {
12308 				panic("Error, should hold create lock and I don't?");
12309 			}
12310 #endif
12311 			stcb = sctp_aloc_assoc(inp, addr, &error, 0, vrf_id,
12312 			    p
12313 			    );
12314 			if (stcb == NULL) {
12315 				/* Error is setup for us in the call */
12316 				goto out_unlocked;
12317 			}
12318 			if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) {
12319 				stcb->sctp_ep->sctp_flags |= SCTP_PCB_FLAGS_CONNECTED;
12320 				/*
12321 				 * Set the connected flag so we can queue
12322 				 * data
12323 				 */
12324 				soisconnecting(so);
12325 			}
12326 			hold_tcblock = 1;
12327 			if (create_lock_applied) {
12328 				SCTP_ASOC_CREATE_UNLOCK(inp);
12329 				create_lock_applied = 0;
12330 			} else {
12331 				SCTP_PRINTF("Huh-3? create lock should have been on??\n");
12332 			}
12333 			/*
12334 			 * Turn on queue only flag to prevent data from
12335 			 * being sent
12336 			 */
12337 			queue_only = 1;
12338 			asoc = &stcb->asoc;
12339 			SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT);
12340 			(void)SCTP_GETTIME_TIMEVAL(&asoc->time_entered);
12341 
12342 			/* initialize authentication params for the assoc */
12343 			sctp_initialize_auth_params(inp, stcb);
12344 
12345 			if (control) {
12346 				if (sctp_process_cmsgs_for_init(stcb, control, &error)) {
12347 					sctp_free_assoc(inp, stcb, SCTP_PCBFREE_FORCE, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_7);
12348 					hold_tcblock = 0;
12349 					stcb = NULL;
12350 					goto out_unlocked;
12351 				}
12352 			}
12353 			/* out with the INIT */
12354 			queue_only_for_init = 1;
12355 			/*-
12356 			 * we may want to dig in after this call and adjust the MTU
12357 			 * value. It defaulted to 1500 (constant) but the ro
12358 			 * structure may now have an update and thus we may need to
12359 			 * change it BEFORE we append the message.
12360 			 */
12361 		}
12362 	} else
12363 		asoc = &stcb->asoc;
12364 	if (srcv == NULL)
12365 		srcv = (struct sctp_sndrcvinfo *)&asoc->def_send;
12366 	if (srcv->sinfo_flags & SCTP_ADDR_OVER) {
12367 		if (addr)
12368 			net = sctp_findnet(stcb, addr);
12369 		else
12370 			net = NULL;
12371 		if ((net == NULL) ||
12372 		    ((port != 0) && (port != stcb->rport))) {
12373 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12374 			error = EINVAL;
12375 			goto out_unlocked;
12376 		}
12377 	} else {
12378 		if (stcb->asoc.alternate) {
12379 			net = stcb->asoc.alternate;
12380 		} else {
12381 			net = stcb->asoc.primary_destination;
12382 		}
12383 	}
12384 	atomic_add_int(&stcb->total_sends, 1);
12385 	/* Keep the stcb from being freed under our feet */
12386 	atomic_add_int(&asoc->refcnt, 1);
12387 	free_cnt_applied = 1;
12388 
12389 	if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NO_FRAGMENT)) {
12390 		if (sndlen > asoc->smallest_mtu) {
12391 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
12392 			error = EMSGSIZE;
12393 			goto out_unlocked;
12394 		}
12395 	}
12396 	if (SCTP_SO_IS_NBIO(so)
12397 	    || (flags & MSG_NBIO)
12398 	    ) {
12399 		non_blocking = 1;
12400 	}
12401 	/* would we block? */
12402 	if (non_blocking) {
12403 		if (hold_tcblock == 0) {
12404 			SCTP_TCB_LOCK(stcb);
12405 			hold_tcblock = 1;
12406 		}
12407 		inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk));
12408 		if ((SCTP_SB_LIMIT_SND(so) < (sndlen + inqueue_bytes + stcb->asoc.sb_send_resv)) ||
12409 		    (stcb->asoc.chunks_on_out_queue >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
12410 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EWOULDBLOCK);
12411 			if (sndlen > SCTP_SB_LIMIT_SND(so))
12412 				error = EMSGSIZE;
12413 			else
12414 				error = EWOULDBLOCK;
12415 			goto out_unlocked;
12416 		}
12417 		stcb->asoc.sb_send_resv += sndlen;
12418 		SCTP_TCB_UNLOCK(stcb);
12419 		hold_tcblock = 0;
12420 	} else {
12421 		atomic_add_int(&stcb->asoc.sb_send_resv, sndlen);
12422 	}
12423 	local_soresv = sndlen;
12424 	if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12425 		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12426 		error = ECONNRESET;
12427 		goto out_unlocked;
12428 	}
12429 	if (create_lock_applied) {
12430 		SCTP_ASOC_CREATE_UNLOCK(inp);
12431 		create_lock_applied = 0;
12432 	}
12433 	if (asoc->stream_reset_outstanding) {
12434 		/*
12435 		 * Can't queue any data while stream reset is underway.
12436 		 */
12437 		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAGAIN);
12438 		error = EAGAIN;
12439 		goto out_unlocked;
12440 	}
12441 	if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) ||
12442 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) {
12443 		queue_only = 1;
12444 	}
12445 	/* we are now done with all control */
12446 	if (control) {
12447 		sctp_m_freem(control);
12448 		control = NULL;
12449 	}
12450 	if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) ||
12451 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
12452 	    (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
12453 	    (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) {
12454 		if (srcv->sinfo_flags & SCTP_ABORT) {
12455 			;
12456 		} else {
12457 			SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12458 			error = ECONNRESET;
12459 			goto out_unlocked;
12460 		}
12461 	}
12462 	/* Ok, we will attempt a msgsnd :> */
12463 	if (p) {
12464 		p->td_ru.ru_msgsnd++;
12465 	}
12466 	/* Are we aborting? */
12467 	if (srcv->sinfo_flags & SCTP_ABORT) {
12468 		struct mbuf *mm;
12469 		int tot_demand, tot_out = 0, max_out;
12470 
12471 		SCTP_STAT_INCR(sctps_sends_with_abort);
12472 		if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) ||
12473 		    (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) {
12474 			/* It has to be up before we abort */
12475 			/* how big is the user initiated abort? */
12476 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12477 			error = EINVAL;
12478 			goto out;
12479 		}
12480 		if (hold_tcblock) {
12481 			SCTP_TCB_UNLOCK(stcb);
12482 			hold_tcblock = 0;
12483 		}
12484 		if (top) {
12485 			struct mbuf *cntm = NULL;
12486 
12487 			mm = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr), 0, M_WAITOK, 1, MT_DATA);
12488 			if (sndlen != 0) {
12489 				for (cntm = top; cntm; cntm = SCTP_BUF_NEXT(cntm)) {
12490 					tot_out += SCTP_BUF_LEN(cntm);
12491 				}
12492 			}
12493 		} else {
12494 			/* Must fit in a MTU */
12495 			tot_out = sndlen;
12496 			tot_demand = (tot_out + sizeof(struct sctp_paramhdr));
12497 			if (tot_demand > SCTP_DEFAULT_ADD_MORE) {
12498 				/* To big */
12499 				SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
12500 				error = EMSGSIZE;
12501 				goto out;
12502 			}
12503 			mm = sctp_get_mbuf_for_msg(tot_demand, 0, M_WAITOK, 1, MT_DATA);
12504 		}
12505 		if (mm == NULL) {
12506 			SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12507 			error = ENOMEM;
12508 			goto out;
12509 		}
12510 		max_out = asoc->smallest_mtu - sizeof(struct sctp_paramhdr);
12511 		max_out -= sizeof(struct sctp_abort_msg);
12512 		if (tot_out > max_out) {
12513 			tot_out = max_out;
12514 		}
12515 		if (mm) {
12516 			struct sctp_paramhdr *ph;
12517 
12518 			/* now move forward the data pointer */
12519 			ph = mtod(mm, struct sctp_paramhdr *);
12520 			ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
12521 			ph->param_length = htons(sizeof(struct sctp_paramhdr) + tot_out);
12522 			ph++;
12523 			SCTP_BUF_LEN(mm) = tot_out + sizeof(struct sctp_paramhdr);
12524 			if (top == NULL) {
12525 				error = uiomove((caddr_t)ph, (int)tot_out, uio);
12526 				if (error) {
12527 					/*-
12528 					 * Here if we can't get his data we
12529 					 * still abort we just don't get to
12530 					 * send the users note :-0
12531 					 */
12532 					sctp_m_freem(mm);
12533 					mm = NULL;
12534 				}
12535 			} else {
12536 				if (sndlen != 0) {
12537 					SCTP_BUF_NEXT(mm) = top;
12538 				}
12539 			}
12540 		}
12541 		if (hold_tcblock == 0) {
12542 			SCTP_TCB_LOCK(stcb);
12543 		}
12544 		atomic_add_int(&stcb->asoc.refcnt, -1);
12545 		free_cnt_applied = 0;
12546 		/* release this lock, otherwise we hang on ourselves */
12547 		sctp_abort_an_association(stcb->sctp_ep, stcb, mm, SCTP_SO_LOCKED);
12548 		/* now relock the stcb so everything is sane */
12549 		hold_tcblock = 0;
12550 		stcb = NULL;
12551 		/*
12552 		 * In this case top is already chained to mm avoid double
12553 		 * free, since we free it below if top != NULL and driver
12554 		 * would free it after sending the packet out
12555 		 */
12556 		if (sndlen != 0) {
12557 			top = NULL;
12558 		}
12559 		goto out_unlocked;
12560 	}
12561 	/* Calculate the maximum we can send */
12562 	inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk));
12563 	if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) {
12564 		if (non_blocking) {
12565 			/* we already checked for non-blocking above. */
12566 			max_len = sndlen;
12567 		} else {
12568 			max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
12569 		}
12570 	} else {
12571 		max_len = 0;
12572 	}
12573 	if (hold_tcblock) {
12574 		SCTP_TCB_UNLOCK(stcb);
12575 		hold_tcblock = 0;
12576 	}
12577 	/* Is the stream no. valid? */
12578 	if (srcv->sinfo_stream >= asoc->streamoutcnt) {
12579 		/* Invalid stream number */
12580 		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12581 		error = EINVAL;
12582 		goto out_unlocked;
12583 	}
12584 	if (asoc->strmout == NULL) {
12585 		/* huh? software error */
12586 		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
12587 		error = EFAULT;
12588 		goto out_unlocked;
12589 	}
12590 	/* Unless E_EOR mode is on, we must make a send FIT in one call. */
12591 	if ((user_marks_eor == 0) &&
12592 	    (sndlen > SCTP_SB_LIMIT_SND(stcb->sctp_socket))) {
12593 		/* It will NEVER fit */
12594 		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
12595 		error = EMSGSIZE;
12596 		goto out_unlocked;
12597 	}
12598 	if ((uio == NULL) && user_marks_eor) {
12599 		/*-
12600 		 * We do not support eeor mode for
12601 		 * sending with mbuf chains (like sendfile).
12602 		 */
12603 		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12604 		error = EINVAL;
12605 		goto out_unlocked;
12606 	}
12607 	if (user_marks_eor) {
12608 		local_add_more = min(SCTP_SB_LIMIT_SND(so), SCTP_BASE_SYSCTL(sctp_add_more_threshold));
12609 	} else {
12610 		/*-
12611 		 * For non-eeor the whole message must fit in
12612 		 * the socket send buffer.
12613 		 */
12614 		local_add_more = sndlen;
12615 	}
12616 	len = 0;
12617 	if (non_blocking) {
12618 		goto skip_preblock;
12619 	}
12620 	if (((max_len <= local_add_more) &&
12621 	    (SCTP_SB_LIMIT_SND(so) >= local_add_more)) ||
12622 	    (max_len == 0) ||
12623 	    ((stcb->asoc.chunks_on_out_queue + stcb->asoc.stream_queue_cnt) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
12624 		/* No room right now ! */
12625 		SOCKBUF_LOCK(&so->so_snd);
12626 		inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk));
12627 		while ((SCTP_SB_LIMIT_SND(so) < (inqueue_bytes + local_add_more)) ||
12628 		    ((stcb->asoc.stream_queue_cnt + stcb->asoc.chunks_on_out_queue) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
12629 			SCTPDBG(SCTP_DEBUG_OUTPUT1, "pre_block limit:%u <(inq:%d + %d) || (%d+%d > %d)\n",
12630 			    (unsigned int)SCTP_SB_LIMIT_SND(so),
12631 			    inqueue_bytes,
12632 			    local_add_more,
12633 			    stcb->asoc.stream_queue_cnt,
12634 			    stcb->asoc.chunks_on_out_queue,
12635 			    SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue));
12636 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
12637 				sctp_log_block(SCTP_BLOCK_LOG_INTO_BLKA, asoc, sndlen);
12638 			}
12639 			be.error = 0;
12640 			stcb->block_entry = &be;
12641 			error = sbwait(&so->so_snd);
12642 			stcb->block_entry = NULL;
12643 			if (error || so->so_error || be.error) {
12644 				if (error == 0) {
12645 					if (so->so_error)
12646 						error = so->so_error;
12647 					if (be.error) {
12648 						error = be.error;
12649 					}
12650 				}
12651 				SOCKBUF_UNLOCK(&so->so_snd);
12652 				goto out_unlocked;
12653 			}
12654 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
12655 				sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK,
12656 				    asoc, stcb->asoc.total_output_queue_size);
12657 			}
12658 			if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12659 				goto out_unlocked;
12660 			}
12661 			inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk));
12662 		}
12663 		if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) {
12664 			max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
12665 		} else {
12666 			max_len = 0;
12667 		}
12668 		SOCKBUF_UNLOCK(&so->so_snd);
12669 	}
12670 skip_preblock:
12671 	if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12672 		goto out_unlocked;
12673 	}
12674 	/*
12675 	 * sndlen covers for mbuf case uio_resid covers for the non-mbuf
12676 	 * case NOTE: uio will be null when top/mbuf is passed
12677 	 */
12678 	if (sndlen == 0) {
12679 		if (srcv->sinfo_flags & SCTP_EOF) {
12680 			got_all_of_the_send = 1;
12681 			goto dataless_eof;
12682 		} else {
12683 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12684 			error = EINVAL;
12685 			goto out;
12686 		}
12687 	}
12688 	if (top == NULL) {
12689 		struct sctp_stream_queue_pending *sp;
12690 		struct sctp_stream_out *strm;
12691 		uint32_t sndout;
12692 
12693 		SCTP_TCB_SEND_LOCK(stcb);
12694 		if ((asoc->stream_locked) &&
12695 		    (asoc->stream_locked_on != srcv->sinfo_stream)) {
12696 			SCTP_TCB_SEND_UNLOCK(stcb);
12697 			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12698 			error = EINVAL;
12699 			goto out;
12700 		}
12701 		SCTP_TCB_SEND_UNLOCK(stcb);
12702 
12703 		strm = &stcb->asoc.strmout[srcv->sinfo_stream];
12704 		if (strm->last_msg_incomplete == 0) {
12705 	do_a_copy_in:
12706 			sp = sctp_copy_it_in(stcb, asoc, srcv, uio, net, max_len, user_marks_eor, &error);
12707 			if ((sp == NULL) || (error)) {
12708 				goto out;
12709 			}
12710 			SCTP_TCB_SEND_LOCK(stcb);
12711 			if (sp->msg_is_complete) {
12712 				strm->last_msg_incomplete = 0;
12713 				asoc->stream_locked = 0;
12714 			} else {
12715 				/*
12716 				 * Just got locked to this guy in case of an
12717 				 * interrupt.
12718 				 */
12719 				strm->last_msg_incomplete = 1;
12720 				asoc->stream_locked = 1;
12721 				asoc->stream_locked_on = srcv->sinfo_stream;
12722 				sp->sender_all_done = 0;
12723 			}
12724 			sctp_snd_sb_alloc(stcb, sp->length);
12725 			atomic_add_int(&asoc->stream_queue_cnt, 1);
12726 			if (srcv->sinfo_flags & SCTP_UNORDERED) {
12727 				SCTP_STAT_INCR(sctps_sends_with_unord);
12728 			}
12729 			TAILQ_INSERT_TAIL(&strm->outqueue, sp, next);
12730 			stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, asoc, strm, sp, 1);
12731 			SCTP_TCB_SEND_UNLOCK(stcb);
12732 		} else {
12733 			SCTP_TCB_SEND_LOCK(stcb);
12734 			sp = TAILQ_LAST(&strm->outqueue, sctp_streamhead);
12735 			SCTP_TCB_SEND_UNLOCK(stcb);
12736 			if (sp == NULL) {
12737 				/* ???? Huh ??? last msg is gone */
12738 #ifdef INVARIANTS
12739 				panic("Warning: Last msg marked incomplete, yet nothing left?");
12740 #else
12741 				SCTP_PRINTF("Warning: Last msg marked incomplete, yet nothing left?\n");
12742 				strm->last_msg_incomplete = 0;
12743 #endif
12744 				goto do_a_copy_in;
12745 
12746 			}
12747 		}
12748 		while (uio->uio_resid > 0) {
12749 			/* How much room do we have? */
12750 			struct mbuf *new_tail, *mm;
12751 
12752 			if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size)
12753 				max_len = SCTP_SB_LIMIT_SND(so) - stcb->asoc.total_output_queue_size;
12754 			else
12755 				max_len = 0;
12756 
12757 			if ((max_len > SCTP_BASE_SYSCTL(sctp_add_more_threshold)) ||
12758 			    (max_len && (SCTP_SB_LIMIT_SND(so) < SCTP_BASE_SYSCTL(sctp_add_more_threshold))) ||
12759 			    (uio->uio_resid && (uio->uio_resid <= (int)max_len))) {
12760 				sndout = 0;
12761 				new_tail = NULL;
12762 				if (hold_tcblock) {
12763 					SCTP_TCB_UNLOCK(stcb);
12764 					hold_tcblock = 0;
12765 				}
12766 				mm = sctp_copy_resume(uio, max_len, user_marks_eor, &error, &sndout, &new_tail);
12767 				if ((mm == NULL) || error) {
12768 					if (mm) {
12769 						sctp_m_freem(mm);
12770 					}
12771 					goto out;
12772 				}
12773 				/* Update the mbuf and count */
12774 				SCTP_TCB_SEND_LOCK(stcb);
12775 				if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12776 					/*
12777 					 * we need to get out. Peer probably
12778 					 * aborted.
12779 					 */
12780 					sctp_m_freem(mm);
12781 					if (stcb->asoc.state & SCTP_PCB_FLAGS_WAS_ABORTED) {
12782 						SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12783 						error = ECONNRESET;
12784 					}
12785 					SCTP_TCB_SEND_UNLOCK(stcb);
12786 					goto out;
12787 				}
12788 				if (sp->tail_mbuf) {
12789 					/* tack it to the end */
12790 					SCTP_BUF_NEXT(sp->tail_mbuf) = mm;
12791 					sp->tail_mbuf = new_tail;
12792 				} else {
12793 					/* A stolen mbuf */
12794 					sp->data = mm;
12795 					sp->tail_mbuf = new_tail;
12796 				}
12797 				sctp_snd_sb_alloc(stcb, sndout);
12798 				atomic_add_int(&sp->length, sndout);
12799 				len += sndout;
12800 
12801 				/* Did we reach EOR? */
12802 				if ((uio->uio_resid == 0) &&
12803 				    ((user_marks_eor == 0) ||
12804 				    (srcv->sinfo_flags & SCTP_EOF) ||
12805 				    (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) {
12806 					sp->msg_is_complete = 1;
12807 				} else {
12808 					sp->msg_is_complete = 0;
12809 				}
12810 				SCTP_TCB_SEND_UNLOCK(stcb);
12811 			}
12812 			if (uio->uio_resid == 0) {
12813 				/* got it all? */
12814 				continue;
12815 			}
12816 			/* PR-SCTP? */
12817 			if ((asoc->peer_supports_prsctp) && (asoc->sent_queue_cnt_removeable > 0)) {
12818 				/*
12819 				 * This is ugly but we must assure locking
12820 				 * order
12821 				 */
12822 				if (hold_tcblock == 0) {
12823 					SCTP_TCB_LOCK(stcb);
12824 					hold_tcblock = 1;
12825 				}
12826 				sctp_prune_prsctp(stcb, asoc, srcv, sndlen);
12827 				inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk));
12828 				if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size)
12829 					max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
12830 				else
12831 					max_len = 0;
12832 				if (max_len > 0) {
12833 					continue;
12834 				}
12835 				SCTP_TCB_UNLOCK(stcb);
12836 				hold_tcblock = 0;
12837 			}
12838 			/* wait for space now */
12839 			if (non_blocking) {
12840 				/* Non-blocking io in place out */
12841 				goto skip_out_eof;
12842 			}
12843 			/* What about the INIT, send it maybe */
12844 			if (queue_only_for_init) {
12845 				if (hold_tcblock == 0) {
12846 					SCTP_TCB_LOCK(stcb);
12847 					hold_tcblock = 1;
12848 				}
12849 				if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) {
12850 					/* a collision took us forward? */
12851 					queue_only = 0;
12852 				} else {
12853 					sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED);
12854 					SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT);
12855 					queue_only = 1;
12856 				}
12857 			}
12858 			if ((net->flight_size > net->cwnd) &&
12859 			    (asoc->sctp_cmt_on_off == 0)) {
12860 				SCTP_STAT_INCR(sctps_send_cwnd_avoid);
12861 				queue_only = 1;
12862 			} else if (asoc->ifp_had_enobuf) {
12863 				SCTP_STAT_INCR(sctps_ifnomemqueued);
12864 				if (net->flight_size > (2 * net->mtu)) {
12865 					queue_only = 1;
12866 				}
12867 				asoc->ifp_had_enobuf = 0;
12868 			}
12869 			un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) +
12870 			    (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk)));
12871 			if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
12872 			    (stcb->asoc.total_flight > 0) &&
12873 			    (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) &&
12874 			    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
12875 
12876 				/*-
12877 				 * Ok, Nagle is set on and we have data outstanding.
12878 				 * Don't send anything and let SACKs drive out the
12879 				 * data unless wen have a "full" segment to send.
12880 				 */
12881 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
12882 					sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED);
12883 				}
12884 				SCTP_STAT_INCR(sctps_naglequeued);
12885 				nagle_applies = 1;
12886 			} else {
12887 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
12888 					if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY))
12889 						sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED);
12890 				}
12891 				SCTP_STAT_INCR(sctps_naglesent);
12892 				nagle_applies = 0;
12893 			}
12894 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
12895 
12896 				sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only,
12897 				    nagle_applies, un_sent);
12898 				sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size,
12899 				    stcb->asoc.total_flight,
12900 				    stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count);
12901 			}
12902 			if (queue_only_for_init)
12903 				queue_only_for_init = 0;
12904 			if ((queue_only == 0) && (nagle_applies == 0)) {
12905 				/*-
12906 				 * need to start chunk output
12907 				 * before blocking.. note that if
12908 				 * a lock is already applied, then
12909 				 * the input via the net is happening
12910 				 * and I don't need to start output :-D
12911 				 */
12912 				if (hold_tcblock == 0) {
12913 					if (SCTP_TCB_TRYLOCK(stcb)) {
12914 						hold_tcblock = 1;
12915 						sctp_chunk_output(inp,
12916 						    stcb,
12917 						    SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
12918 					}
12919 				} else {
12920 					sctp_chunk_output(inp,
12921 					    stcb,
12922 					    SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
12923 				}
12924 				if (hold_tcblock == 1) {
12925 					SCTP_TCB_UNLOCK(stcb);
12926 					hold_tcblock = 0;
12927 				}
12928 			}
12929 			SOCKBUF_LOCK(&so->so_snd);
12930 			/*-
12931 			 * This is a bit strange, but I think it will
12932 			 * work. The total_output_queue_size is locked and
12933 			 * protected by the TCB_LOCK, which we just released.
12934 			 * There is a race that can occur between releasing it
12935 			 * above, and me getting the socket lock, where sacks
12936 			 * come in but we have not put the SB_WAIT on the
12937 			 * so_snd buffer to get the wakeup. After the LOCK
12938 			 * is applied the sack_processing will also need to
12939 			 * LOCK the so->so_snd to do the actual sowwakeup(). So
12940 			 * once we have the socket buffer lock if we recheck the
12941 			 * size we KNOW we will get to sleep safely with the
12942 			 * wakeup flag in place.
12943 			 */
12944 			if (SCTP_SB_LIMIT_SND(so) <= (stcb->asoc.total_output_queue_size +
12945 			    min(SCTP_BASE_SYSCTL(sctp_add_more_threshold), SCTP_SB_LIMIT_SND(so)))) {
12946 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
12947 					sctp_log_block(SCTP_BLOCK_LOG_INTO_BLK,
12948 					    asoc, uio->uio_resid);
12949 				}
12950 				be.error = 0;
12951 				stcb->block_entry = &be;
12952 				error = sbwait(&so->so_snd);
12953 				stcb->block_entry = NULL;
12954 
12955 				if (error || so->so_error || be.error) {
12956 					if (error == 0) {
12957 						if (so->so_error)
12958 							error = so->so_error;
12959 						if (be.error) {
12960 							error = be.error;
12961 						}
12962 					}
12963 					SOCKBUF_UNLOCK(&so->so_snd);
12964 					goto out_unlocked;
12965 				}
12966 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
12967 					sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK,
12968 					    asoc, stcb->asoc.total_output_queue_size);
12969 				}
12970 			}
12971 			SOCKBUF_UNLOCK(&so->so_snd);
12972 			if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12973 				goto out_unlocked;
12974 			}
12975 		}
12976 		SCTP_TCB_SEND_LOCK(stcb);
12977 		if (sp) {
12978 			if (sp->msg_is_complete == 0) {
12979 				strm->last_msg_incomplete = 1;
12980 				asoc->stream_locked = 1;
12981 				asoc->stream_locked_on = srcv->sinfo_stream;
12982 			} else {
12983 				sp->sender_all_done = 1;
12984 				strm->last_msg_incomplete = 0;
12985 				asoc->stream_locked = 0;
12986 			}
12987 		} else {
12988 			SCTP_PRINTF("Huh no sp TSNH?\n");
12989 			strm->last_msg_incomplete = 0;
12990 			asoc->stream_locked = 0;
12991 		}
12992 		SCTP_TCB_SEND_UNLOCK(stcb);
12993 		if (uio->uio_resid == 0) {
12994 			got_all_of_the_send = 1;
12995 		}
12996 	} else {
12997 		/* We send in a 0, since we do NOT have any locks */
12998 		error = sctp_msg_append(stcb, net, top, srcv, 0);
12999 		top = NULL;
13000 		if (srcv->sinfo_flags & SCTP_EOF) {
13001 			/*
13002 			 * This should only happen for Panda for the mbuf
13003 			 * send case, which does NOT yet support EEOR mode.
13004 			 * Thus, we can just set this flag to do the proper
13005 			 * EOF handling.
13006 			 */
13007 			got_all_of_the_send = 1;
13008 		}
13009 	}
13010 	if (error) {
13011 		goto out;
13012 	}
13013 dataless_eof:
13014 	/* EOF thing ? */
13015 	if ((srcv->sinfo_flags & SCTP_EOF) &&
13016 	    (got_all_of_the_send == 1)) {
13017 		int cnt;
13018 
13019 		SCTP_STAT_INCR(sctps_sends_with_eof);
13020 		error = 0;
13021 		if (hold_tcblock == 0) {
13022 			SCTP_TCB_LOCK(stcb);
13023 			hold_tcblock = 1;
13024 		}
13025 		cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_LOCKED);
13026 		if (TAILQ_EMPTY(&asoc->send_queue) &&
13027 		    TAILQ_EMPTY(&asoc->sent_queue) &&
13028 		    (cnt == 0)) {
13029 			if (asoc->locked_on_sending) {
13030 				goto abort_anyway;
13031 			}
13032 			/* there is nothing queued to send, so I'm done... */
13033 			if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) &&
13034 			    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
13035 			    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
13036 				struct sctp_nets *netp;
13037 
13038 				/* only send SHUTDOWN the first time through */
13039 				if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) {
13040 					SCTP_STAT_DECR_GAUGE32(sctps_currestab);
13041 				}
13042 				SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
13043 				SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
13044 				sctp_stop_timers_for_shutdown(stcb);
13045 				if (stcb->asoc.alternate) {
13046 					netp = stcb->asoc.alternate;
13047 				} else {
13048 					netp = stcb->asoc.primary_destination;
13049 				}
13050 				sctp_send_shutdown(stcb, netp);
13051 				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb,
13052 				    netp);
13053 				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
13054 				    asoc->primary_destination);
13055 			}
13056 		} else {
13057 			/*-
13058 			 * we still got (or just got) data to send, so set
13059 			 * SHUTDOWN_PENDING
13060 			 */
13061 			/*-
13062 			 * XXX sockets draft says that SCTP_EOF should be
13063 			 * sent with no data.  currently, we will allow user
13064 			 * data to be sent first and move to
13065 			 * SHUTDOWN-PENDING
13066 			 */
13067 			if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) &&
13068 			    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
13069 			    (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
13070 				if (hold_tcblock == 0) {
13071 					SCTP_TCB_LOCK(stcb);
13072 					hold_tcblock = 1;
13073 				}
13074 				if (asoc->locked_on_sending) {
13075 					/* Locked to send out the data */
13076 					struct sctp_stream_queue_pending *sp;
13077 
13078 					sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead);
13079 					if (sp) {
13080 						if ((sp->length == 0) && (sp->msg_is_complete == 0))
13081 							asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
13082 					}
13083 				}
13084 				asoc->state |= SCTP_STATE_SHUTDOWN_PENDING;
13085 				if (TAILQ_EMPTY(&asoc->send_queue) &&
13086 				    TAILQ_EMPTY(&asoc->sent_queue) &&
13087 				    (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) {
13088 			abort_anyway:
13089 					if (free_cnt_applied) {
13090 						atomic_add_int(&stcb->asoc.refcnt, -1);
13091 						free_cnt_applied = 0;
13092 					}
13093 					sctp_abort_an_association(stcb->sctp_ep, stcb,
13094 					    NULL, SCTP_SO_LOCKED);
13095 					/*
13096 					 * now relock the stcb so everything
13097 					 * is sane
13098 					 */
13099 					hold_tcblock = 0;
13100 					stcb = NULL;
13101 					goto out;
13102 				}
13103 				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
13104 				    asoc->primary_destination);
13105 				sctp_feature_off(inp, SCTP_PCB_FLAGS_NODELAY);
13106 			}
13107 		}
13108 	}
13109 skip_out_eof:
13110 	if (!TAILQ_EMPTY(&stcb->asoc.control_send_queue)) {
13111 		some_on_control = 1;
13112 	}
13113 	if (queue_only_for_init) {
13114 		if (hold_tcblock == 0) {
13115 			SCTP_TCB_LOCK(stcb);
13116 			hold_tcblock = 1;
13117 		}
13118 		if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) {
13119 			/* a collision took us forward? */
13120 			queue_only = 0;
13121 		} else {
13122 			sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED);
13123 			SCTP_SET_STATE(&stcb->asoc, SCTP_STATE_COOKIE_WAIT);
13124 			queue_only = 1;
13125 		}
13126 	}
13127 	if ((net->flight_size > net->cwnd) &&
13128 	    (stcb->asoc.sctp_cmt_on_off == 0)) {
13129 		SCTP_STAT_INCR(sctps_send_cwnd_avoid);
13130 		queue_only = 1;
13131 	} else if (asoc->ifp_had_enobuf) {
13132 		SCTP_STAT_INCR(sctps_ifnomemqueued);
13133 		if (net->flight_size > (2 * net->mtu)) {
13134 			queue_only = 1;
13135 		}
13136 		asoc->ifp_had_enobuf = 0;
13137 	}
13138 	un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) +
13139 	    (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk)));
13140 	if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
13141 	    (stcb->asoc.total_flight > 0) &&
13142 	    (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) &&
13143 	    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
13144 		/*-
13145 		 * Ok, Nagle is set on and we have data outstanding.
13146 		 * Don't send anything and let SACKs drive out the
13147 		 * data unless wen have a "full" segment to send.
13148 		 */
13149 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13150 			sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED);
13151 		}
13152 		SCTP_STAT_INCR(sctps_naglequeued);
13153 		nagle_applies = 1;
13154 	} else {
13155 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13156 			if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY))
13157 				sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED);
13158 		}
13159 		SCTP_STAT_INCR(sctps_naglesent);
13160 		nagle_applies = 0;
13161 	}
13162 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13163 		sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only,
13164 		    nagle_applies, un_sent);
13165 		sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size,
13166 		    stcb->asoc.total_flight,
13167 		    stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count);
13168 	}
13169 	if ((queue_only == 0) && (nagle_applies == 0) && (stcb->asoc.peers_rwnd && un_sent)) {
13170 		/* we can attempt to send too. */
13171 		if (hold_tcblock == 0) {
13172 			/*
13173 			 * If there is activity recv'ing sacks no need to
13174 			 * send
13175 			 */
13176 			if (SCTP_TCB_TRYLOCK(stcb)) {
13177 				sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13178 				hold_tcblock = 1;
13179 			}
13180 		} else {
13181 			sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13182 		}
13183 	} else if ((queue_only == 0) &&
13184 		    (stcb->asoc.peers_rwnd == 0) &&
13185 	    (stcb->asoc.total_flight == 0)) {
13186 		/* We get to have a probe outstanding */
13187 		if (hold_tcblock == 0) {
13188 			hold_tcblock = 1;
13189 			SCTP_TCB_LOCK(stcb);
13190 		}
13191 		sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13192 	} else if (some_on_control) {
13193 		int num_out, reason, frag_point;
13194 
13195 		/* Here we do control only */
13196 		if (hold_tcblock == 0) {
13197 			hold_tcblock = 1;
13198 			SCTP_TCB_LOCK(stcb);
13199 		}
13200 		frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
13201 		(void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out,
13202 		    &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_LOCKED);
13203 	}
13204 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "USR Send complete qo:%d prw:%d unsent:%d tf:%d cooq:%d toqs:%d err:%d\n",
13205 	    queue_only, stcb->asoc.peers_rwnd, un_sent,
13206 	    stcb->asoc.total_flight, stcb->asoc.chunks_on_out_queue,
13207 	    stcb->asoc.total_output_queue_size, error);
13208 
13209 out:
13210 out_unlocked:
13211 
13212 	if (local_soresv && stcb) {
13213 		atomic_subtract_int(&stcb->asoc.sb_send_resv, sndlen);
13214 	}
13215 	if (create_lock_applied) {
13216 		SCTP_ASOC_CREATE_UNLOCK(inp);
13217 	}
13218 	if ((stcb) && hold_tcblock) {
13219 		SCTP_TCB_UNLOCK(stcb);
13220 	}
13221 	if (stcb && free_cnt_applied) {
13222 		atomic_add_int(&stcb->asoc.refcnt, -1);
13223 	}
13224 #ifdef INVARIANTS
13225 	if (stcb) {
13226 		if (mtx_owned(&stcb->tcb_mtx)) {
13227 			panic("Leaving with tcb mtx owned?");
13228 		}
13229 		if (mtx_owned(&stcb->tcb_send_mtx)) {
13230 			panic("Leaving with tcb send mtx owned?");
13231 		}
13232 	}
13233 #endif
13234 #ifdef INVARIANTS
13235 	if (inp) {
13236 		sctp_validate_no_locks(inp);
13237 	} else {
13238 		SCTP_PRINTF("Warning - inp is NULL so cant validate locks\n");
13239 	}
13240 #endif
13241 	if (top) {
13242 		sctp_m_freem(top);
13243 	}
13244 	if (control) {
13245 		sctp_m_freem(control);
13246 	}
13247 	return (error);
13248 }
13249 
13250 
13251 /*
13252  * generate an AUTHentication chunk, if required
13253  */
13254 struct mbuf *
13255 sctp_add_auth_chunk(struct mbuf *m, struct mbuf **m_end,
13256     struct sctp_auth_chunk **auth_ret, uint32_t * offset,
13257     struct sctp_tcb *stcb, uint8_t chunk)
13258 {
13259 	struct mbuf *m_auth;
13260 	struct sctp_auth_chunk *auth;
13261 	int chunk_len;
13262 	struct mbuf *cn;
13263 
13264 	if ((m_end == NULL) || (auth_ret == NULL) || (offset == NULL) ||
13265 	    (stcb == NULL))
13266 		return (m);
13267 
13268 	/* sysctl disabled auth? */
13269 	if (SCTP_BASE_SYSCTL(sctp_auth_disable))
13270 		return (m);
13271 
13272 	/* peer doesn't do auth... */
13273 	if (!stcb->asoc.peer_supports_auth) {
13274 		return (m);
13275 	}
13276 	/* does the requested chunk require auth? */
13277 	if (!sctp_auth_is_required_chunk(chunk, stcb->asoc.peer_auth_chunks)) {
13278 		return (m);
13279 	}
13280 	m_auth = sctp_get_mbuf_for_msg(sizeof(*auth), 0, M_NOWAIT, 1, MT_HEADER);
13281 	if (m_auth == NULL) {
13282 		/* no mbuf's */
13283 		return (m);
13284 	}
13285 	/* reserve some space if this will be the first mbuf */
13286 	if (m == NULL)
13287 		SCTP_BUF_RESV_UF(m_auth, SCTP_MIN_OVERHEAD);
13288 	/* fill in the AUTH chunk details */
13289 	auth = mtod(m_auth, struct sctp_auth_chunk *);
13290 	bzero(auth, sizeof(*auth));
13291 	auth->ch.chunk_type = SCTP_AUTHENTICATION;
13292 	auth->ch.chunk_flags = 0;
13293 	chunk_len = sizeof(*auth) +
13294 	    sctp_get_hmac_digest_len(stcb->asoc.peer_hmac_id);
13295 	auth->ch.chunk_length = htons(chunk_len);
13296 	auth->hmac_id = htons(stcb->asoc.peer_hmac_id);
13297 	/* key id and hmac digest will be computed and filled in upon send */
13298 
13299 	/* save the offset where the auth was inserted into the chain */
13300 	*offset = 0;
13301 	for (cn = m; cn; cn = SCTP_BUF_NEXT(cn)) {
13302 		*offset += SCTP_BUF_LEN(cn);
13303 	}
13304 
13305 	/* update length and return pointer to the auth chunk */
13306 	SCTP_BUF_LEN(m_auth) = chunk_len;
13307 	m = sctp_copy_mbufchain(m_auth, m, m_end, 1, chunk_len, 0);
13308 	if (auth_ret != NULL)
13309 		*auth_ret = auth;
13310 
13311 	return (m);
13312 }
13313 
13314 #ifdef INET6
13315 int
13316 sctp_v6src_match_nexthop(struct sockaddr_in6 *src6, sctp_route_t * ro)
13317 {
13318 	struct nd_prefix *pfx = NULL;
13319 	struct nd_pfxrouter *pfxrtr = NULL;
13320 	struct sockaddr_in6 gw6;
13321 
13322 	if (ro == NULL || ro->ro_rt == NULL || src6->sin6_family != AF_INET6)
13323 		return (0);
13324 
13325 	/* get prefix entry of address */
13326 	LIST_FOREACH(pfx, &MODULE_GLOBAL(nd_prefix), ndpr_entry) {
13327 		if (pfx->ndpr_stateflags & NDPRF_DETACHED)
13328 			continue;
13329 		if (IN6_ARE_MASKED_ADDR_EQUAL(&pfx->ndpr_prefix.sin6_addr,
13330 		    &src6->sin6_addr, &pfx->ndpr_mask))
13331 			break;
13332 	}
13333 	/* no prefix entry in the prefix list */
13334 	if (pfx == NULL) {
13335 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefix entry for ");
13336 		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6);
13337 		return (0);
13338 	}
13339 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "v6src_match_nexthop(), Prefix entry is ");
13340 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6);
13341 
13342 	/* search installed gateway from prefix entry */
13343 	LIST_FOREACH(pfxrtr, &pfx->ndpr_advrtrs, pfr_entry) {
13344 		memset(&gw6, 0, sizeof(struct sockaddr_in6));
13345 		gw6.sin6_family = AF_INET6;
13346 		gw6.sin6_len = sizeof(struct sockaddr_in6);
13347 		memcpy(&gw6.sin6_addr, &pfxrtr->router->rtaddr,
13348 		    sizeof(struct in6_addr));
13349 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "prefix router is ");
13350 		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&gw6);
13351 		SCTPDBG(SCTP_DEBUG_OUTPUT2, "installed router is ");
13352 		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway);
13353 		if (sctp_cmpaddr((struct sockaddr *)&gw6,
13354 		    ro->ro_rt->rt_gateway)) {
13355 			SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is installed\n");
13356 			return (1);
13357 		}
13358 	}
13359 	SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is not installed\n");
13360 	return (0);
13361 }
13362 
13363 #endif
13364 
13365 int
13366 sctp_v4src_match_nexthop(struct sctp_ifa *sifa, sctp_route_t * ro)
13367 {
13368 #ifdef INET
13369 	struct sockaddr_in *sin, *mask;
13370 	struct ifaddr *ifa;
13371 	struct in_addr srcnetaddr, gwnetaddr;
13372 
13373 	if (ro == NULL || ro->ro_rt == NULL ||
13374 	    sifa->address.sa.sa_family != AF_INET) {
13375 		return (0);
13376 	}
13377 	ifa = (struct ifaddr *)sifa->ifa;
13378 	mask = (struct sockaddr_in *)(ifa->ifa_netmask);
13379 	sin = (struct sockaddr_in *)&sifa->address.sin;
13380 	srcnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr);
13381 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: src address is ");
13382 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa);
13383 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", srcnetaddr.s_addr);
13384 
13385 	sin = (struct sockaddr_in *)ro->ro_rt->rt_gateway;
13386 	gwnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr);
13387 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: nexthop is ");
13388 	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway);
13389 	SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", gwnetaddr.s_addr);
13390 	if (srcnetaddr.s_addr == gwnetaddr.s_addr) {
13391 		return (1);
13392 	}
13393 #endif
13394 	return (0);
13395 }
13396