1 /*- 2 * Copyright (c) 2001-2008, by Cisco Systems, Inc. All rights reserved. 3 * Copyright (c) 2008-2011, by Randall Stewart. All rights reserved. 4 * Copyright (c) 2008-2011, by Michael Tuexen. All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions are met: 8 * 9 * a) Redistributions of source code must retain the above copyright notice, 10 * this list of conditions and the following disclaimer. 11 * 12 * b) Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in 14 * the documentation and/or other materials provided with the distribution. 15 * 16 * c) Neither the name of Cisco Systems, Inc. nor the names of its 17 * contributors may be used to endorse or promote products derived 18 * from this software without specific prior written permission. 19 * 20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30 * THE POSSIBILITY OF SUCH DAMAGE. 31 */ 32 33 /* $KAME: sctp_output.c,v 1.46 2005/03/06 16:04:17 itojun Exp $ */ 34 35 #include <sys/cdefs.h> 36 __FBSDID("$FreeBSD$"); 37 38 #include <netinet/sctp_os.h> 39 #include <sys/proc.h> 40 #include <netinet/sctp_var.h> 41 #include <netinet/sctp_sysctl.h> 42 #include <netinet/sctp_header.h> 43 #include <netinet/sctp_pcb.h> 44 #include <netinet/sctputil.h> 45 #include <netinet/sctp_output.h> 46 #include <netinet/sctp_uio.h> 47 #include <netinet/sctputil.h> 48 #include <netinet/sctp_auth.h> 49 #include <netinet/sctp_timer.h> 50 #include <netinet/sctp_asconf.h> 51 #include <netinet/sctp_indata.h> 52 #include <netinet/sctp_bsd_addr.h> 53 #include <netinet/sctp_input.h> 54 #include <netinet/sctp_crc32.h> 55 #include <netinet/udp.h> 56 #include <machine/in_cksum.h> 57 58 59 60 #define SCTP_MAX_GAPS_INARRAY 4 61 struct sack_track { 62 uint8_t right_edge; /* mergable on the right edge */ 63 uint8_t left_edge; /* mergable on the left edge */ 64 uint8_t num_entries; 65 uint8_t spare; 66 struct sctp_gap_ack_block gaps[SCTP_MAX_GAPS_INARRAY]; 67 }; 68 69 struct sack_track sack_array[256] = { 70 {0, 0, 0, 0, /* 0x00 */ 71 {{0, 0}, 72 {0, 0}, 73 {0, 0}, 74 {0, 0} 75 } 76 }, 77 {1, 0, 1, 0, /* 0x01 */ 78 {{0, 0}, 79 {0, 0}, 80 {0, 0}, 81 {0, 0} 82 } 83 }, 84 {0, 0, 1, 0, /* 0x02 */ 85 {{1, 1}, 86 {0, 0}, 87 {0, 0}, 88 {0, 0} 89 } 90 }, 91 {1, 0, 1, 0, /* 0x03 */ 92 {{0, 1}, 93 {0, 0}, 94 {0, 0}, 95 {0, 0} 96 } 97 }, 98 {0, 0, 1, 0, /* 0x04 */ 99 {{2, 2}, 100 {0, 0}, 101 {0, 0}, 102 {0, 0} 103 } 104 }, 105 {1, 0, 2, 0, /* 0x05 */ 106 {{0, 0}, 107 {2, 2}, 108 {0, 0}, 109 {0, 0} 110 } 111 }, 112 {0, 0, 1, 0, /* 0x06 */ 113 {{1, 2}, 114 {0, 0}, 115 {0, 0}, 116 {0, 0} 117 } 118 }, 119 {1, 0, 1, 0, /* 0x07 */ 120 {{0, 2}, 121 {0, 0}, 122 {0, 0}, 123 {0, 0} 124 } 125 }, 126 {0, 0, 1, 0, /* 0x08 */ 127 {{3, 3}, 128 {0, 0}, 129 {0, 0}, 130 {0, 0} 131 } 132 }, 133 {1, 0, 2, 0, /* 0x09 */ 134 {{0, 0}, 135 {3, 3}, 136 {0, 0}, 137 {0, 0} 138 } 139 }, 140 {0, 0, 2, 0, /* 0x0a */ 141 {{1, 1}, 142 {3, 3}, 143 {0, 0}, 144 {0, 0} 145 } 146 }, 147 {1, 0, 2, 0, /* 0x0b */ 148 {{0, 1}, 149 {3, 3}, 150 {0, 0}, 151 {0, 0} 152 } 153 }, 154 {0, 0, 1, 0, /* 0x0c */ 155 {{2, 3}, 156 {0, 0}, 157 {0, 0}, 158 {0, 0} 159 } 160 }, 161 {1, 0, 2, 0, /* 0x0d */ 162 {{0, 0}, 163 {2, 3}, 164 {0, 0}, 165 {0, 0} 166 } 167 }, 168 {0, 0, 1, 0, /* 0x0e */ 169 {{1, 3}, 170 {0, 0}, 171 {0, 0}, 172 {0, 0} 173 } 174 }, 175 {1, 0, 1, 0, /* 0x0f */ 176 {{0, 3}, 177 {0, 0}, 178 {0, 0}, 179 {0, 0} 180 } 181 }, 182 {0, 0, 1, 0, /* 0x10 */ 183 {{4, 4}, 184 {0, 0}, 185 {0, 0}, 186 {0, 0} 187 } 188 }, 189 {1, 0, 2, 0, /* 0x11 */ 190 {{0, 0}, 191 {4, 4}, 192 {0, 0}, 193 {0, 0} 194 } 195 }, 196 {0, 0, 2, 0, /* 0x12 */ 197 {{1, 1}, 198 {4, 4}, 199 {0, 0}, 200 {0, 0} 201 } 202 }, 203 {1, 0, 2, 0, /* 0x13 */ 204 {{0, 1}, 205 {4, 4}, 206 {0, 0}, 207 {0, 0} 208 } 209 }, 210 {0, 0, 2, 0, /* 0x14 */ 211 {{2, 2}, 212 {4, 4}, 213 {0, 0}, 214 {0, 0} 215 } 216 }, 217 {1, 0, 3, 0, /* 0x15 */ 218 {{0, 0}, 219 {2, 2}, 220 {4, 4}, 221 {0, 0} 222 } 223 }, 224 {0, 0, 2, 0, /* 0x16 */ 225 {{1, 2}, 226 {4, 4}, 227 {0, 0}, 228 {0, 0} 229 } 230 }, 231 {1, 0, 2, 0, /* 0x17 */ 232 {{0, 2}, 233 {4, 4}, 234 {0, 0}, 235 {0, 0} 236 } 237 }, 238 {0, 0, 1, 0, /* 0x18 */ 239 {{3, 4}, 240 {0, 0}, 241 {0, 0}, 242 {0, 0} 243 } 244 }, 245 {1, 0, 2, 0, /* 0x19 */ 246 {{0, 0}, 247 {3, 4}, 248 {0, 0}, 249 {0, 0} 250 } 251 }, 252 {0, 0, 2, 0, /* 0x1a */ 253 {{1, 1}, 254 {3, 4}, 255 {0, 0}, 256 {0, 0} 257 } 258 }, 259 {1, 0, 2, 0, /* 0x1b */ 260 {{0, 1}, 261 {3, 4}, 262 {0, 0}, 263 {0, 0} 264 } 265 }, 266 {0, 0, 1, 0, /* 0x1c */ 267 {{2, 4}, 268 {0, 0}, 269 {0, 0}, 270 {0, 0} 271 } 272 }, 273 {1, 0, 2, 0, /* 0x1d */ 274 {{0, 0}, 275 {2, 4}, 276 {0, 0}, 277 {0, 0} 278 } 279 }, 280 {0, 0, 1, 0, /* 0x1e */ 281 {{1, 4}, 282 {0, 0}, 283 {0, 0}, 284 {0, 0} 285 } 286 }, 287 {1, 0, 1, 0, /* 0x1f */ 288 {{0, 4}, 289 {0, 0}, 290 {0, 0}, 291 {0, 0} 292 } 293 }, 294 {0, 0, 1, 0, /* 0x20 */ 295 {{5, 5}, 296 {0, 0}, 297 {0, 0}, 298 {0, 0} 299 } 300 }, 301 {1, 0, 2, 0, /* 0x21 */ 302 {{0, 0}, 303 {5, 5}, 304 {0, 0}, 305 {0, 0} 306 } 307 }, 308 {0, 0, 2, 0, /* 0x22 */ 309 {{1, 1}, 310 {5, 5}, 311 {0, 0}, 312 {0, 0} 313 } 314 }, 315 {1, 0, 2, 0, /* 0x23 */ 316 {{0, 1}, 317 {5, 5}, 318 {0, 0}, 319 {0, 0} 320 } 321 }, 322 {0, 0, 2, 0, /* 0x24 */ 323 {{2, 2}, 324 {5, 5}, 325 {0, 0}, 326 {0, 0} 327 } 328 }, 329 {1, 0, 3, 0, /* 0x25 */ 330 {{0, 0}, 331 {2, 2}, 332 {5, 5}, 333 {0, 0} 334 } 335 }, 336 {0, 0, 2, 0, /* 0x26 */ 337 {{1, 2}, 338 {5, 5}, 339 {0, 0}, 340 {0, 0} 341 } 342 }, 343 {1, 0, 2, 0, /* 0x27 */ 344 {{0, 2}, 345 {5, 5}, 346 {0, 0}, 347 {0, 0} 348 } 349 }, 350 {0, 0, 2, 0, /* 0x28 */ 351 {{3, 3}, 352 {5, 5}, 353 {0, 0}, 354 {0, 0} 355 } 356 }, 357 {1, 0, 3, 0, /* 0x29 */ 358 {{0, 0}, 359 {3, 3}, 360 {5, 5}, 361 {0, 0} 362 } 363 }, 364 {0, 0, 3, 0, /* 0x2a */ 365 {{1, 1}, 366 {3, 3}, 367 {5, 5}, 368 {0, 0} 369 } 370 }, 371 {1, 0, 3, 0, /* 0x2b */ 372 {{0, 1}, 373 {3, 3}, 374 {5, 5}, 375 {0, 0} 376 } 377 }, 378 {0, 0, 2, 0, /* 0x2c */ 379 {{2, 3}, 380 {5, 5}, 381 {0, 0}, 382 {0, 0} 383 } 384 }, 385 {1, 0, 3, 0, /* 0x2d */ 386 {{0, 0}, 387 {2, 3}, 388 {5, 5}, 389 {0, 0} 390 } 391 }, 392 {0, 0, 2, 0, /* 0x2e */ 393 {{1, 3}, 394 {5, 5}, 395 {0, 0}, 396 {0, 0} 397 } 398 }, 399 {1, 0, 2, 0, /* 0x2f */ 400 {{0, 3}, 401 {5, 5}, 402 {0, 0}, 403 {0, 0} 404 } 405 }, 406 {0, 0, 1, 0, /* 0x30 */ 407 {{4, 5}, 408 {0, 0}, 409 {0, 0}, 410 {0, 0} 411 } 412 }, 413 {1, 0, 2, 0, /* 0x31 */ 414 {{0, 0}, 415 {4, 5}, 416 {0, 0}, 417 {0, 0} 418 } 419 }, 420 {0, 0, 2, 0, /* 0x32 */ 421 {{1, 1}, 422 {4, 5}, 423 {0, 0}, 424 {0, 0} 425 } 426 }, 427 {1, 0, 2, 0, /* 0x33 */ 428 {{0, 1}, 429 {4, 5}, 430 {0, 0}, 431 {0, 0} 432 } 433 }, 434 {0, 0, 2, 0, /* 0x34 */ 435 {{2, 2}, 436 {4, 5}, 437 {0, 0}, 438 {0, 0} 439 } 440 }, 441 {1, 0, 3, 0, /* 0x35 */ 442 {{0, 0}, 443 {2, 2}, 444 {4, 5}, 445 {0, 0} 446 } 447 }, 448 {0, 0, 2, 0, /* 0x36 */ 449 {{1, 2}, 450 {4, 5}, 451 {0, 0}, 452 {0, 0} 453 } 454 }, 455 {1, 0, 2, 0, /* 0x37 */ 456 {{0, 2}, 457 {4, 5}, 458 {0, 0}, 459 {0, 0} 460 } 461 }, 462 {0, 0, 1, 0, /* 0x38 */ 463 {{3, 5}, 464 {0, 0}, 465 {0, 0}, 466 {0, 0} 467 } 468 }, 469 {1, 0, 2, 0, /* 0x39 */ 470 {{0, 0}, 471 {3, 5}, 472 {0, 0}, 473 {0, 0} 474 } 475 }, 476 {0, 0, 2, 0, /* 0x3a */ 477 {{1, 1}, 478 {3, 5}, 479 {0, 0}, 480 {0, 0} 481 } 482 }, 483 {1, 0, 2, 0, /* 0x3b */ 484 {{0, 1}, 485 {3, 5}, 486 {0, 0}, 487 {0, 0} 488 } 489 }, 490 {0, 0, 1, 0, /* 0x3c */ 491 {{2, 5}, 492 {0, 0}, 493 {0, 0}, 494 {0, 0} 495 } 496 }, 497 {1, 0, 2, 0, /* 0x3d */ 498 {{0, 0}, 499 {2, 5}, 500 {0, 0}, 501 {0, 0} 502 } 503 }, 504 {0, 0, 1, 0, /* 0x3e */ 505 {{1, 5}, 506 {0, 0}, 507 {0, 0}, 508 {0, 0} 509 } 510 }, 511 {1, 0, 1, 0, /* 0x3f */ 512 {{0, 5}, 513 {0, 0}, 514 {0, 0}, 515 {0, 0} 516 } 517 }, 518 {0, 0, 1, 0, /* 0x40 */ 519 {{6, 6}, 520 {0, 0}, 521 {0, 0}, 522 {0, 0} 523 } 524 }, 525 {1, 0, 2, 0, /* 0x41 */ 526 {{0, 0}, 527 {6, 6}, 528 {0, 0}, 529 {0, 0} 530 } 531 }, 532 {0, 0, 2, 0, /* 0x42 */ 533 {{1, 1}, 534 {6, 6}, 535 {0, 0}, 536 {0, 0} 537 } 538 }, 539 {1, 0, 2, 0, /* 0x43 */ 540 {{0, 1}, 541 {6, 6}, 542 {0, 0}, 543 {0, 0} 544 } 545 }, 546 {0, 0, 2, 0, /* 0x44 */ 547 {{2, 2}, 548 {6, 6}, 549 {0, 0}, 550 {0, 0} 551 } 552 }, 553 {1, 0, 3, 0, /* 0x45 */ 554 {{0, 0}, 555 {2, 2}, 556 {6, 6}, 557 {0, 0} 558 } 559 }, 560 {0, 0, 2, 0, /* 0x46 */ 561 {{1, 2}, 562 {6, 6}, 563 {0, 0}, 564 {0, 0} 565 } 566 }, 567 {1, 0, 2, 0, /* 0x47 */ 568 {{0, 2}, 569 {6, 6}, 570 {0, 0}, 571 {0, 0} 572 } 573 }, 574 {0, 0, 2, 0, /* 0x48 */ 575 {{3, 3}, 576 {6, 6}, 577 {0, 0}, 578 {0, 0} 579 } 580 }, 581 {1, 0, 3, 0, /* 0x49 */ 582 {{0, 0}, 583 {3, 3}, 584 {6, 6}, 585 {0, 0} 586 } 587 }, 588 {0, 0, 3, 0, /* 0x4a */ 589 {{1, 1}, 590 {3, 3}, 591 {6, 6}, 592 {0, 0} 593 } 594 }, 595 {1, 0, 3, 0, /* 0x4b */ 596 {{0, 1}, 597 {3, 3}, 598 {6, 6}, 599 {0, 0} 600 } 601 }, 602 {0, 0, 2, 0, /* 0x4c */ 603 {{2, 3}, 604 {6, 6}, 605 {0, 0}, 606 {0, 0} 607 } 608 }, 609 {1, 0, 3, 0, /* 0x4d */ 610 {{0, 0}, 611 {2, 3}, 612 {6, 6}, 613 {0, 0} 614 } 615 }, 616 {0, 0, 2, 0, /* 0x4e */ 617 {{1, 3}, 618 {6, 6}, 619 {0, 0}, 620 {0, 0} 621 } 622 }, 623 {1, 0, 2, 0, /* 0x4f */ 624 {{0, 3}, 625 {6, 6}, 626 {0, 0}, 627 {0, 0} 628 } 629 }, 630 {0, 0, 2, 0, /* 0x50 */ 631 {{4, 4}, 632 {6, 6}, 633 {0, 0}, 634 {0, 0} 635 } 636 }, 637 {1, 0, 3, 0, /* 0x51 */ 638 {{0, 0}, 639 {4, 4}, 640 {6, 6}, 641 {0, 0} 642 } 643 }, 644 {0, 0, 3, 0, /* 0x52 */ 645 {{1, 1}, 646 {4, 4}, 647 {6, 6}, 648 {0, 0} 649 } 650 }, 651 {1, 0, 3, 0, /* 0x53 */ 652 {{0, 1}, 653 {4, 4}, 654 {6, 6}, 655 {0, 0} 656 } 657 }, 658 {0, 0, 3, 0, /* 0x54 */ 659 {{2, 2}, 660 {4, 4}, 661 {6, 6}, 662 {0, 0} 663 } 664 }, 665 {1, 0, 4, 0, /* 0x55 */ 666 {{0, 0}, 667 {2, 2}, 668 {4, 4}, 669 {6, 6} 670 } 671 }, 672 {0, 0, 3, 0, /* 0x56 */ 673 {{1, 2}, 674 {4, 4}, 675 {6, 6}, 676 {0, 0} 677 } 678 }, 679 {1, 0, 3, 0, /* 0x57 */ 680 {{0, 2}, 681 {4, 4}, 682 {6, 6}, 683 {0, 0} 684 } 685 }, 686 {0, 0, 2, 0, /* 0x58 */ 687 {{3, 4}, 688 {6, 6}, 689 {0, 0}, 690 {0, 0} 691 } 692 }, 693 {1, 0, 3, 0, /* 0x59 */ 694 {{0, 0}, 695 {3, 4}, 696 {6, 6}, 697 {0, 0} 698 } 699 }, 700 {0, 0, 3, 0, /* 0x5a */ 701 {{1, 1}, 702 {3, 4}, 703 {6, 6}, 704 {0, 0} 705 } 706 }, 707 {1, 0, 3, 0, /* 0x5b */ 708 {{0, 1}, 709 {3, 4}, 710 {6, 6}, 711 {0, 0} 712 } 713 }, 714 {0, 0, 2, 0, /* 0x5c */ 715 {{2, 4}, 716 {6, 6}, 717 {0, 0}, 718 {0, 0} 719 } 720 }, 721 {1, 0, 3, 0, /* 0x5d */ 722 {{0, 0}, 723 {2, 4}, 724 {6, 6}, 725 {0, 0} 726 } 727 }, 728 {0, 0, 2, 0, /* 0x5e */ 729 {{1, 4}, 730 {6, 6}, 731 {0, 0}, 732 {0, 0} 733 } 734 }, 735 {1, 0, 2, 0, /* 0x5f */ 736 {{0, 4}, 737 {6, 6}, 738 {0, 0}, 739 {0, 0} 740 } 741 }, 742 {0, 0, 1, 0, /* 0x60 */ 743 {{5, 6}, 744 {0, 0}, 745 {0, 0}, 746 {0, 0} 747 } 748 }, 749 {1, 0, 2, 0, /* 0x61 */ 750 {{0, 0}, 751 {5, 6}, 752 {0, 0}, 753 {0, 0} 754 } 755 }, 756 {0, 0, 2, 0, /* 0x62 */ 757 {{1, 1}, 758 {5, 6}, 759 {0, 0}, 760 {0, 0} 761 } 762 }, 763 {1, 0, 2, 0, /* 0x63 */ 764 {{0, 1}, 765 {5, 6}, 766 {0, 0}, 767 {0, 0} 768 } 769 }, 770 {0, 0, 2, 0, /* 0x64 */ 771 {{2, 2}, 772 {5, 6}, 773 {0, 0}, 774 {0, 0} 775 } 776 }, 777 {1, 0, 3, 0, /* 0x65 */ 778 {{0, 0}, 779 {2, 2}, 780 {5, 6}, 781 {0, 0} 782 } 783 }, 784 {0, 0, 2, 0, /* 0x66 */ 785 {{1, 2}, 786 {5, 6}, 787 {0, 0}, 788 {0, 0} 789 } 790 }, 791 {1, 0, 2, 0, /* 0x67 */ 792 {{0, 2}, 793 {5, 6}, 794 {0, 0}, 795 {0, 0} 796 } 797 }, 798 {0, 0, 2, 0, /* 0x68 */ 799 {{3, 3}, 800 {5, 6}, 801 {0, 0}, 802 {0, 0} 803 } 804 }, 805 {1, 0, 3, 0, /* 0x69 */ 806 {{0, 0}, 807 {3, 3}, 808 {5, 6}, 809 {0, 0} 810 } 811 }, 812 {0, 0, 3, 0, /* 0x6a */ 813 {{1, 1}, 814 {3, 3}, 815 {5, 6}, 816 {0, 0} 817 } 818 }, 819 {1, 0, 3, 0, /* 0x6b */ 820 {{0, 1}, 821 {3, 3}, 822 {5, 6}, 823 {0, 0} 824 } 825 }, 826 {0, 0, 2, 0, /* 0x6c */ 827 {{2, 3}, 828 {5, 6}, 829 {0, 0}, 830 {0, 0} 831 } 832 }, 833 {1, 0, 3, 0, /* 0x6d */ 834 {{0, 0}, 835 {2, 3}, 836 {5, 6}, 837 {0, 0} 838 } 839 }, 840 {0, 0, 2, 0, /* 0x6e */ 841 {{1, 3}, 842 {5, 6}, 843 {0, 0}, 844 {0, 0} 845 } 846 }, 847 {1, 0, 2, 0, /* 0x6f */ 848 {{0, 3}, 849 {5, 6}, 850 {0, 0}, 851 {0, 0} 852 } 853 }, 854 {0, 0, 1, 0, /* 0x70 */ 855 {{4, 6}, 856 {0, 0}, 857 {0, 0}, 858 {0, 0} 859 } 860 }, 861 {1, 0, 2, 0, /* 0x71 */ 862 {{0, 0}, 863 {4, 6}, 864 {0, 0}, 865 {0, 0} 866 } 867 }, 868 {0, 0, 2, 0, /* 0x72 */ 869 {{1, 1}, 870 {4, 6}, 871 {0, 0}, 872 {0, 0} 873 } 874 }, 875 {1, 0, 2, 0, /* 0x73 */ 876 {{0, 1}, 877 {4, 6}, 878 {0, 0}, 879 {0, 0} 880 } 881 }, 882 {0, 0, 2, 0, /* 0x74 */ 883 {{2, 2}, 884 {4, 6}, 885 {0, 0}, 886 {0, 0} 887 } 888 }, 889 {1, 0, 3, 0, /* 0x75 */ 890 {{0, 0}, 891 {2, 2}, 892 {4, 6}, 893 {0, 0} 894 } 895 }, 896 {0, 0, 2, 0, /* 0x76 */ 897 {{1, 2}, 898 {4, 6}, 899 {0, 0}, 900 {0, 0} 901 } 902 }, 903 {1, 0, 2, 0, /* 0x77 */ 904 {{0, 2}, 905 {4, 6}, 906 {0, 0}, 907 {0, 0} 908 } 909 }, 910 {0, 0, 1, 0, /* 0x78 */ 911 {{3, 6}, 912 {0, 0}, 913 {0, 0}, 914 {0, 0} 915 } 916 }, 917 {1, 0, 2, 0, /* 0x79 */ 918 {{0, 0}, 919 {3, 6}, 920 {0, 0}, 921 {0, 0} 922 } 923 }, 924 {0, 0, 2, 0, /* 0x7a */ 925 {{1, 1}, 926 {3, 6}, 927 {0, 0}, 928 {0, 0} 929 } 930 }, 931 {1, 0, 2, 0, /* 0x7b */ 932 {{0, 1}, 933 {3, 6}, 934 {0, 0}, 935 {0, 0} 936 } 937 }, 938 {0, 0, 1, 0, /* 0x7c */ 939 {{2, 6}, 940 {0, 0}, 941 {0, 0}, 942 {0, 0} 943 } 944 }, 945 {1, 0, 2, 0, /* 0x7d */ 946 {{0, 0}, 947 {2, 6}, 948 {0, 0}, 949 {0, 0} 950 } 951 }, 952 {0, 0, 1, 0, /* 0x7e */ 953 {{1, 6}, 954 {0, 0}, 955 {0, 0}, 956 {0, 0} 957 } 958 }, 959 {1, 0, 1, 0, /* 0x7f */ 960 {{0, 6}, 961 {0, 0}, 962 {0, 0}, 963 {0, 0} 964 } 965 }, 966 {0, 1, 1, 0, /* 0x80 */ 967 {{7, 7}, 968 {0, 0}, 969 {0, 0}, 970 {0, 0} 971 } 972 }, 973 {1, 1, 2, 0, /* 0x81 */ 974 {{0, 0}, 975 {7, 7}, 976 {0, 0}, 977 {0, 0} 978 } 979 }, 980 {0, 1, 2, 0, /* 0x82 */ 981 {{1, 1}, 982 {7, 7}, 983 {0, 0}, 984 {0, 0} 985 } 986 }, 987 {1, 1, 2, 0, /* 0x83 */ 988 {{0, 1}, 989 {7, 7}, 990 {0, 0}, 991 {0, 0} 992 } 993 }, 994 {0, 1, 2, 0, /* 0x84 */ 995 {{2, 2}, 996 {7, 7}, 997 {0, 0}, 998 {0, 0} 999 } 1000 }, 1001 {1, 1, 3, 0, /* 0x85 */ 1002 {{0, 0}, 1003 {2, 2}, 1004 {7, 7}, 1005 {0, 0} 1006 } 1007 }, 1008 {0, 1, 2, 0, /* 0x86 */ 1009 {{1, 2}, 1010 {7, 7}, 1011 {0, 0}, 1012 {0, 0} 1013 } 1014 }, 1015 {1, 1, 2, 0, /* 0x87 */ 1016 {{0, 2}, 1017 {7, 7}, 1018 {0, 0}, 1019 {0, 0} 1020 } 1021 }, 1022 {0, 1, 2, 0, /* 0x88 */ 1023 {{3, 3}, 1024 {7, 7}, 1025 {0, 0}, 1026 {0, 0} 1027 } 1028 }, 1029 {1, 1, 3, 0, /* 0x89 */ 1030 {{0, 0}, 1031 {3, 3}, 1032 {7, 7}, 1033 {0, 0} 1034 } 1035 }, 1036 {0, 1, 3, 0, /* 0x8a */ 1037 {{1, 1}, 1038 {3, 3}, 1039 {7, 7}, 1040 {0, 0} 1041 } 1042 }, 1043 {1, 1, 3, 0, /* 0x8b */ 1044 {{0, 1}, 1045 {3, 3}, 1046 {7, 7}, 1047 {0, 0} 1048 } 1049 }, 1050 {0, 1, 2, 0, /* 0x8c */ 1051 {{2, 3}, 1052 {7, 7}, 1053 {0, 0}, 1054 {0, 0} 1055 } 1056 }, 1057 {1, 1, 3, 0, /* 0x8d */ 1058 {{0, 0}, 1059 {2, 3}, 1060 {7, 7}, 1061 {0, 0} 1062 } 1063 }, 1064 {0, 1, 2, 0, /* 0x8e */ 1065 {{1, 3}, 1066 {7, 7}, 1067 {0, 0}, 1068 {0, 0} 1069 } 1070 }, 1071 {1, 1, 2, 0, /* 0x8f */ 1072 {{0, 3}, 1073 {7, 7}, 1074 {0, 0}, 1075 {0, 0} 1076 } 1077 }, 1078 {0, 1, 2, 0, /* 0x90 */ 1079 {{4, 4}, 1080 {7, 7}, 1081 {0, 0}, 1082 {0, 0} 1083 } 1084 }, 1085 {1, 1, 3, 0, /* 0x91 */ 1086 {{0, 0}, 1087 {4, 4}, 1088 {7, 7}, 1089 {0, 0} 1090 } 1091 }, 1092 {0, 1, 3, 0, /* 0x92 */ 1093 {{1, 1}, 1094 {4, 4}, 1095 {7, 7}, 1096 {0, 0} 1097 } 1098 }, 1099 {1, 1, 3, 0, /* 0x93 */ 1100 {{0, 1}, 1101 {4, 4}, 1102 {7, 7}, 1103 {0, 0} 1104 } 1105 }, 1106 {0, 1, 3, 0, /* 0x94 */ 1107 {{2, 2}, 1108 {4, 4}, 1109 {7, 7}, 1110 {0, 0} 1111 } 1112 }, 1113 {1, 1, 4, 0, /* 0x95 */ 1114 {{0, 0}, 1115 {2, 2}, 1116 {4, 4}, 1117 {7, 7} 1118 } 1119 }, 1120 {0, 1, 3, 0, /* 0x96 */ 1121 {{1, 2}, 1122 {4, 4}, 1123 {7, 7}, 1124 {0, 0} 1125 } 1126 }, 1127 {1, 1, 3, 0, /* 0x97 */ 1128 {{0, 2}, 1129 {4, 4}, 1130 {7, 7}, 1131 {0, 0} 1132 } 1133 }, 1134 {0, 1, 2, 0, /* 0x98 */ 1135 {{3, 4}, 1136 {7, 7}, 1137 {0, 0}, 1138 {0, 0} 1139 } 1140 }, 1141 {1, 1, 3, 0, /* 0x99 */ 1142 {{0, 0}, 1143 {3, 4}, 1144 {7, 7}, 1145 {0, 0} 1146 } 1147 }, 1148 {0, 1, 3, 0, /* 0x9a */ 1149 {{1, 1}, 1150 {3, 4}, 1151 {7, 7}, 1152 {0, 0} 1153 } 1154 }, 1155 {1, 1, 3, 0, /* 0x9b */ 1156 {{0, 1}, 1157 {3, 4}, 1158 {7, 7}, 1159 {0, 0} 1160 } 1161 }, 1162 {0, 1, 2, 0, /* 0x9c */ 1163 {{2, 4}, 1164 {7, 7}, 1165 {0, 0}, 1166 {0, 0} 1167 } 1168 }, 1169 {1, 1, 3, 0, /* 0x9d */ 1170 {{0, 0}, 1171 {2, 4}, 1172 {7, 7}, 1173 {0, 0} 1174 } 1175 }, 1176 {0, 1, 2, 0, /* 0x9e */ 1177 {{1, 4}, 1178 {7, 7}, 1179 {0, 0}, 1180 {0, 0} 1181 } 1182 }, 1183 {1, 1, 2, 0, /* 0x9f */ 1184 {{0, 4}, 1185 {7, 7}, 1186 {0, 0}, 1187 {0, 0} 1188 } 1189 }, 1190 {0, 1, 2, 0, /* 0xa0 */ 1191 {{5, 5}, 1192 {7, 7}, 1193 {0, 0}, 1194 {0, 0} 1195 } 1196 }, 1197 {1, 1, 3, 0, /* 0xa1 */ 1198 {{0, 0}, 1199 {5, 5}, 1200 {7, 7}, 1201 {0, 0} 1202 } 1203 }, 1204 {0, 1, 3, 0, /* 0xa2 */ 1205 {{1, 1}, 1206 {5, 5}, 1207 {7, 7}, 1208 {0, 0} 1209 } 1210 }, 1211 {1, 1, 3, 0, /* 0xa3 */ 1212 {{0, 1}, 1213 {5, 5}, 1214 {7, 7}, 1215 {0, 0} 1216 } 1217 }, 1218 {0, 1, 3, 0, /* 0xa4 */ 1219 {{2, 2}, 1220 {5, 5}, 1221 {7, 7}, 1222 {0, 0} 1223 } 1224 }, 1225 {1, 1, 4, 0, /* 0xa5 */ 1226 {{0, 0}, 1227 {2, 2}, 1228 {5, 5}, 1229 {7, 7} 1230 } 1231 }, 1232 {0, 1, 3, 0, /* 0xa6 */ 1233 {{1, 2}, 1234 {5, 5}, 1235 {7, 7}, 1236 {0, 0} 1237 } 1238 }, 1239 {1, 1, 3, 0, /* 0xa7 */ 1240 {{0, 2}, 1241 {5, 5}, 1242 {7, 7}, 1243 {0, 0} 1244 } 1245 }, 1246 {0, 1, 3, 0, /* 0xa8 */ 1247 {{3, 3}, 1248 {5, 5}, 1249 {7, 7}, 1250 {0, 0} 1251 } 1252 }, 1253 {1, 1, 4, 0, /* 0xa9 */ 1254 {{0, 0}, 1255 {3, 3}, 1256 {5, 5}, 1257 {7, 7} 1258 } 1259 }, 1260 {0, 1, 4, 0, /* 0xaa */ 1261 {{1, 1}, 1262 {3, 3}, 1263 {5, 5}, 1264 {7, 7} 1265 } 1266 }, 1267 {1, 1, 4, 0, /* 0xab */ 1268 {{0, 1}, 1269 {3, 3}, 1270 {5, 5}, 1271 {7, 7} 1272 } 1273 }, 1274 {0, 1, 3, 0, /* 0xac */ 1275 {{2, 3}, 1276 {5, 5}, 1277 {7, 7}, 1278 {0, 0} 1279 } 1280 }, 1281 {1, 1, 4, 0, /* 0xad */ 1282 {{0, 0}, 1283 {2, 3}, 1284 {5, 5}, 1285 {7, 7} 1286 } 1287 }, 1288 {0, 1, 3, 0, /* 0xae */ 1289 {{1, 3}, 1290 {5, 5}, 1291 {7, 7}, 1292 {0, 0} 1293 } 1294 }, 1295 {1, 1, 3, 0, /* 0xaf */ 1296 {{0, 3}, 1297 {5, 5}, 1298 {7, 7}, 1299 {0, 0} 1300 } 1301 }, 1302 {0, 1, 2, 0, /* 0xb0 */ 1303 {{4, 5}, 1304 {7, 7}, 1305 {0, 0}, 1306 {0, 0} 1307 } 1308 }, 1309 {1, 1, 3, 0, /* 0xb1 */ 1310 {{0, 0}, 1311 {4, 5}, 1312 {7, 7}, 1313 {0, 0} 1314 } 1315 }, 1316 {0, 1, 3, 0, /* 0xb2 */ 1317 {{1, 1}, 1318 {4, 5}, 1319 {7, 7}, 1320 {0, 0} 1321 } 1322 }, 1323 {1, 1, 3, 0, /* 0xb3 */ 1324 {{0, 1}, 1325 {4, 5}, 1326 {7, 7}, 1327 {0, 0} 1328 } 1329 }, 1330 {0, 1, 3, 0, /* 0xb4 */ 1331 {{2, 2}, 1332 {4, 5}, 1333 {7, 7}, 1334 {0, 0} 1335 } 1336 }, 1337 {1, 1, 4, 0, /* 0xb5 */ 1338 {{0, 0}, 1339 {2, 2}, 1340 {4, 5}, 1341 {7, 7} 1342 } 1343 }, 1344 {0, 1, 3, 0, /* 0xb6 */ 1345 {{1, 2}, 1346 {4, 5}, 1347 {7, 7}, 1348 {0, 0} 1349 } 1350 }, 1351 {1, 1, 3, 0, /* 0xb7 */ 1352 {{0, 2}, 1353 {4, 5}, 1354 {7, 7}, 1355 {0, 0} 1356 } 1357 }, 1358 {0, 1, 2, 0, /* 0xb8 */ 1359 {{3, 5}, 1360 {7, 7}, 1361 {0, 0}, 1362 {0, 0} 1363 } 1364 }, 1365 {1, 1, 3, 0, /* 0xb9 */ 1366 {{0, 0}, 1367 {3, 5}, 1368 {7, 7}, 1369 {0, 0} 1370 } 1371 }, 1372 {0, 1, 3, 0, /* 0xba */ 1373 {{1, 1}, 1374 {3, 5}, 1375 {7, 7}, 1376 {0, 0} 1377 } 1378 }, 1379 {1, 1, 3, 0, /* 0xbb */ 1380 {{0, 1}, 1381 {3, 5}, 1382 {7, 7}, 1383 {0, 0} 1384 } 1385 }, 1386 {0, 1, 2, 0, /* 0xbc */ 1387 {{2, 5}, 1388 {7, 7}, 1389 {0, 0}, 1390 {0, 0} 1391 } 1392 }, 1393 {1, 1, 3, 0, /* 0xbd */ 1394 {{0, 0}, 1395 {2, 5}, 1396 {7, 7}, 1397 {0, 0} 1398 } 1399 }, 1400 {0, 1, 2, 0, /* 0xbe */ 1401 {{1, 5}, 1402 {7, 7}, 1403 {0, 0}, 1404 {0, 0} 1405 } 1406 }, 1407 {1, 1, 2, 0, /* 0xbf */ 1408 {{0, 5}, 1409 {7, 7}, 1410 {0, 0}, 1411 {0, 0} 1412 } 1413 }, 1414 {0, 1, 1, 0, /* 0xc0 */ 1415 {{6, 7}, 1416 {0, 0}, 1417 {0, 0}, 1418 {0, 0} 1419 } 1420 }, 1421 {1, 1, 2, 0, /* 0xc1 */ 1422 {{0, 0}, 1423 {6, 7}, 1424 {0, 0}, 1425 {0, 0} 1426 } 1427 }, 1428 {0, 1, 2, 0, /* 0xc2 */ 1429 {{1, 1}, 1430 {6, 7}, 1431 {0, 0}, 1432 {0, 0} 1433 } 1434 }, 1435 {1, 1, 2, 0, /* 0xc3 */ 1436 {{0, 1}, 1437 {6, 7}, 1438 {0, 0}, 1439 {0, 0} 1440 } 1441 }, 1442 {0, 1, 2, 0, /* 0xc4 */ 1443 {{2, 2}, 1444 {6, 7}, 1445 {0, 0}, 1446 {0, 0} 1447 } 1448 }, 1449 {1, 1, 3, 0, /* 0xc5 */ 1450 {{0, 0}, 1451 {2, 2}, 1452 {6, 7}, 1453 {0, 0} 1454 } 1455 }, 1456 {0, 1, 2, 0, /* 0xc6 */ 1457 {{1, 2}, 1458 {6, 7}, 1459 {0, 0}, 1460 {0, 0} 1461 } 1462 }, 1463 {1, 1, 2, 0, /* 0xc7 */ 1464 {{0, 2}, 1465 {6, 7}, 1466 {0, 0}, 1467 {0, 0} 1468 } 1469 }, 1470 {0, 1, 2, 0, /* 0xc8 */ 1471 {{3, 3}, 1472 {6, 7}, 1473 {0, 0}, 1474 {0, 0} 1475 } 1476 }, 1477 {1, 1, 3, 0, /* 0xc9 */ 1478 {{0, 0}, 1479 {3, 3}, 1480 {6, 7}, 1481 {0, 0} 1482 } 1483 }, 1484 {0, 1, 3, 0, /* 0xca */ 1485 {{1, 1}, 1486 {3, 3}, 1487 {6, 7}, 1488 {0, 0} 1489 } 1490 }, 1491 {1, 1, 3, 0, /* 0xcb */ 1492 {{0, 1}, 1493 {3, 3}, 1494 {6, 7}, 1495 {0, 0} 1496 } 1497 }, 1498 {0, 1, 2, 0, /* 0xcc */ 1499 {{2, 3}, 1500 {6, 7}, 1501 {0, 0}, 1502 {0, 0} 1503 } 1504 }, 1505 {1, 1, 3, 0, /* 0xcd */ 1506 {{0, 0}, 1507 {2, 3}, 1508 {6, 7}, 1509 {0, 0} 1510 } 1511 }, 1512 {0, 1, 2, 0, /* 0xce */ 1513 {{1, 3}, 1514 {6, 7}, 1515 {0, 0}, 1516 {0, 0} 1517 } 1518 }, 1519 {1, 1, 2, 0, /* 0xcf */ 1520 {{0, 3}, 1521 {6, 7}, 1522 {0, 0}, 1523 {0, 0} 1524 } 1525 }, 1526 {0, 1, 2, 0, /* 0xd0 */ 1527 {{4, 4}, 1528 {6, 7}, 1529 {0, 0}, 1530 {0, 0} 1531 } 1532 }, 1533 {1, 1, 3, 0, /* 0xd1 */ 1534 {{0, 0}, 1535 {4, 4}, 1536 {6, 7}, 1537 {0, 0} 1538 } 1539 }, 1540 {0, 1, 3, 0, /* 0xd2 */ 1541 {{1, 1}, 1542 {4, 4}, 1543 {6, 7}, 1544 {0, 0} 1545 } 1546 }, 1547 {1, 1, 3, 0, /* 0xd3 */ 1548 {{0, 1}, 1549 {4, 4}, 1550 {6, 7}, 1551 {0, 0} 1552 } 1553 }, 1554 {0, 1, 3, 0, /* 0xd4 */ 1555 {{2, 2}, 1556 {4, 4}, 1557 {6, 7}, 1558 {0, 0} 1559 } 1560 }, 1561 {1, 1, 4, 0, /* 0xd5 */ 1562 {{0, 0}, 1563 {2, 2}, 1564 {4, 4}, 1565 {6, 7} 1566 } 1567 }, 1568 {0, 1, 3, 0, /* 0xd6 */ 1569 {{1, 2}, 1570 {4, 4}, 1571 {6, 7}, 1572 {0, 0} 1573 } 1574 }, 1575 {1, 1, 3, 0, /* 0xd7 */ 1576 {{0, 2}, 1577 {4, 4}, 1578 {6, 7}, 1579 {0, 0} 1580 } 1581 }, 1582 {0, 1, 2, 0, /* 0xd8 */ 1583 {{3, 4}, 1584 {6, 7}, 1585 {0, 0}, 1586 {0, 0} 1587 } 1588 }, 1589 {1, 1, 3, 0, /* 0xd9 */ 1590 {{0, 0}, 1591 {3, 4}, 1592 {6, 7}, 1593 {0, 0} 1594 } 1595 }, 1596 {0, 1, 3, 0, /* 0xda */ 1597 {{1, 1}, 1598 {3, 4}, 1599 {6, 7}, 1600 {0, 0} 1601 } 1602 }, 1603 {1, 1, 3, 0, /* 0xdb */ 1604 {{0, 1}, 1605 {3, 4}, 1606 {6, 7}, 1607 {0, 0} 1608 } 1609 }, 1610 {0, 1, 2, 0, /* 0xdc */ 1611 {{2, 4}, 1612 {6, 7}, 1613 {0, 0}, 1614 {0, 0} 1615 } 1616 }, 1617 {1, 1, 3, 0, /* 0xdd */ 1618 {{0, 0}, 1619 {2, 4}, 1620 {6, 7}, 1621 {0, 0} 1622 } 1623 }, 1624 {0, 1, 2, 0, /* 0xde */ 1625 {{1, 4}, 1626 {6, 7}, 1627 {0, 0}, 1628 {0, 0} 1629 } 1630 }, 1631 {1, 1, 2, 0, /* 0xdf */ 1632 {{0, 4}, 1633 {6, 7}, 1634 {0, 0}, 1635 {0, 0} 1636 } 1637 }, 1638 {0, 1, 1, 0, /* 0xe0 */ 1639 {{5, 7}, 1640 {0, 0}, 1641 {0, 0}, 1642 {0, 0} 1643 } 1644 }, 1645 {1, 1, 2, 0, /* 0xe1 */ 1646 {{0, 0}, 1647 {5, 7}, 1648 {0, 0}, 1649 {0, 0} 1650 } 1651 }, 1652 {0, 1, 2, 0, /* 0xe2 */ 1653 {{1, 1}, 1654 {5, 7}, 1655 {0, 0}, 1656 {0, 0} 1657 } 1658 }, 1659 {1, 1, 2, 0, /* 0xe3 */ 1660 {{0, 1}, 1661 {5, 7}, 1662 {0, 0}, 1663 {0, 0} 1664 } 1665 }, 1666 {0, 1, 2, 0, /* 0xe4 */ 1667 {{2, 2}, 1668 {5, 7}, 1669 {0, 0}, 1670 {0, 0} 1671 } 1672 }, 1673 {1, 1, 3, 0, /* 0xe5 */ 1674 {{0, 0}, 1675 {2, 2}, 1676 {5, 7}, 1677 {0, 0} 1678 } 1679 }, 1680 {0, 1, 2, 0, /* 0xe6 */ 1681 {{1, 2}, 1682 {5, 7}, 1683 {0, 0}, 1684 {0, 0} 1685 } 1686 }, 1687 {1, 1, 2, 0, /* 0xe7 */ 1688 {{0, 2}, 1689 {5, 7}, 1690 {0, 0}, 1691 {0, 0} 1692 } 1693 }, 1694 {0, 1, 2, 0, /* 0xe8 */ 1695 {{3, 3}, 1696 {5, 7}, 1697 {0, 0}, 1698 {0, 0} 1699 } 1700 }, 1701 {1, 1, 3, 0, /* 0xe9 */ 1702 {{0, 0}, 1703 {3, 3}, 1704 {5, 7}, 1705 {0, 0} 1706 } 1707 }, 1708 {0, 1, 3, 0, /* 0xea */ 1709 {{1, 1}, 1710 {3, 3}, 1711 {5, 7}, 1712 {0, 0} 1713 } 1714 }, 1715 {1, 1, 3, 0, /* 0xeb */ 1716 {{0, 1}, 1717 {3, 3}, 1718 {5, 7}, 1719 {0, 0} 1720 } 1721 }, 1722 {0, 1, 2, 0, /* 0xec */ 1723 {{2, 3}, 1724 {5, 7}, 1725 {0, 0}, 1726 {0, 0} 1727 } 1728 }, 1729 {1, 1, 3, 0, /* 0xed */ 1730 {{0, 0}, 1731 {2, 3}, 1732 {5, 7}, 1733 {0, 0} 1734 } 1735 }, 1736 {0, 1, 2, 0, /* 0xee */ 1737 {{1, 3}, 1738 {5, 7}, 1739 {0, 0}, 1740 {0, 0} 1741 } 1742 }, 1743 {1, 1, 2, 0, /* 0xef */ 1744 {{0, 3}, 1745 {5, 7}, 1746 {0, 0}, 1747 {0, 0} 1748 } 1749 }, 1750 {0, 1, 1, 0, /* 0xf0 */ 1751 {{4, 7}, 1752 {0, 0}, 1753 {0, 0}, 1754 {0, 0} 1755 } 1756 }, 1757 {1, 1, 2, 0, /* 0xf1 */ 1758 {{0, 0}, 1759 {4, 7}, 1760 {0, 0}, 1761 {0, 0} 1762 } 1763 }, 1764 {0, 1, 2, 0, /* 0xf2 */ 1765 {{1, 1}, 1766 {4, 7}, 1767 {0, 0}, 1768 {0, 0} 1769 } 1770 }, 1771 {1, 1, 2, 0, /* 0xf3 */ 1772 {{0, 1}, 1773 {4, 7}, 1774 {0, 0}, 1775 {0, 0} 1776 } 1777 }, 1778 {0, 1, 2, 0, /* 0xf4 */ 1779 {{2, 2}, 1780 {4, 7}, 1781 {0, 0}, 1782 {0, 0} 1783 } 1784 }, 1785 {1, 1, 3, 0, /* 0xf5 */ 1786 {{0, 0}, 1787 {2, 2}, 1788 {4, 7}, 1789 {0, 0} 1790 } 1791 }, 1792 {0, 1, 2, 0, /* 0xf6 */ 1793 {{1, 2}, 1794 {4, 7}, 1795 {0, 0}, 1796 {0, 0} 1797 } 1798 }, 1799 {1, 1, 2, 0, /* 0xf7 */ 1800 {{0, 2}, 1801 {4, 7}, 1802 {0, 0}, 1803 {0, 0} 1804 } 1805 }, 1806 {0, 1, 1, 0, /* 0xf8 */ 1807 {{3, 7}, 1808 {0, 0}, 1809 {0, 0}, 1810 {0, 0} 1811 } 1812 }, 1813 {1, 1, 2, 0, /* 0xf9 */ 1814 {{0, 0}, 1815 {3, 7}, 1816 {0, 0}, 1817 {0, 0} 1818 } 1819 }, 1820 {0, 1, 2, 0, /* 0xfa */ 1821 {{1, 1}, 1822 {3, 7}, 1823 {0, 0}, 1824 {0, 0} 1825 } 1826 }, 1827 {1, 1, 2, 0, /* 0xfb */ 1828 {{0, 1}, 1829 {3, 7}, 1830 {0, 0}, 1831 {0, 0} 1832 } 1833 }, 1834 {0, 1, 1, 0, /* 0xfc */ 1835 {{2, 7}, 1836 {0, 0}, 1837 {0, 0}, 1838 {0, 0} 1839 } 1840 }, 1841 {1, 1, 2, 0, /* 0xfd */ 1842 {{0, 0}, 1843 {2, 7}, 1844 {0, 0}, 1845 {0, 0} 1846 } 1847 }, 1848 {0, 1, 1, 0, /* 0xfe */ 1849 {{1, 7}, 1850 {0, 0}, 1851 {0, 0}, 1852 {0, 0} 1853 } 1854 }, 1855 {1, 1, 1, 0, /* 0xff */ 1856 {{0, 7}, 1857 {0, 0}, 1858 {0, 0}, 1859 {0, 0} 1860 } 1861 } 1862 }; 1863 1864 1865 int 1866 sctp_is_address_in_scope(struct sctp_ifa *ifa, 1867 int ipv4_addr_legal, 1868 int ipv6_addr_legal, 1869 int loopback_scope, 1870 int ipv4_local_scope, 1871 int local_scope SCTP_UNUSED,/* XXX */ 1872 int site_scope, 1873 int do_update) 1874 { 1875 if ((loopback_scope == 0) && 1876 (ifa->ifn_p) && SCTP_IFN_IS_IFT_LOOP(ifa->ifn_p)) { 1877 /* 1878 * skip loopback if not in scope * 1879 */ 1880 return (0); 1881 } 1882 switch (ifa->address.sa.sa_family) { 1883 #ifdef INET 1884 case AF_INET: 1885 if (ipv4_addr_legal) { 1886 struct sockaddr_in *sin; 1887 1888 sin = (struct sockaddr_in *)&ifa->address.sin; 1889 if (sin->sin_addr.s_addr == 0) { 1890 /* not in scope , unspecified */ 1891 return (0); 1892 } 1893 if ((ipv4_local_scope == 0) && 1894 (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr))) { 1895 /* private address not in scope */ 1896 return (0); 1897 } 1898 } else { 1899 return (0); 1900 } 1901 break; 1902 #endif 1903 #ifdef INET6 1904 case AF_INET6: 1905 if (ipv6_addr_legal) { 1906 struct sockaddr_in6 *sin6; 1907 1908 /* 1909 * Must update the flags, bummer, which means any 1910 * IFA locks must now be applied HERE <-> 1911 */ 1912 if (do_update) { 1913 sctp_gather_internal_ifa_flags(ifa); 1914 } 1915 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 1916 return (0); 1917 } 1918 /* ok to use deprecated addresses? */ 1919 sin6 = (struct sockaddr_in6 *)&ifa->address.sin6; 1920 if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 1921 /* skip unspecifed addresses */ 1922 return (0); 1923 } 1924 if ( /* (local_scope == 0) && */ 1925 (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr))) { 1926 return (0); 1927 } 1928 if ((site_scope == 0) && 1929 (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr))) { 1930 return (0); 1931 } 1932 } else { 1933 return (0); 1934 } 1935 break; 1936 #endif 1937 default: 1938 return (0); 1939 } 1940 return (1); 1941 } 1942 1943 static struct mbuf * 1944 sctp_add_addr_to_mbuf(struct mbuf *m, struct sctp_ifa *ifa) 1945 { 1946 struct sctp_paramhdr *parmh; 1947 struct mbuf *mret; 1948 int len; 1949 1950 switch (ifa->address.sa.sa_family) { 1951 #ifdef INET 1952 case AF_INET: 1953 len = sizeof(struct sctp_ipv4addr_param); 1954 break; 1955 #endif 1956 #ifdef INET6 1957 case AF_INET6: 1958 len = sizeof(struct sctp_ipv6addr_param); 1959 break; 1960 #endif 1961 default: 1962 return (m); 1963 } 1964 if (M_TRAILINGSPACE(m) >= len) { 1965 /* easy side we just drop it on the end */ 1966 parmh = (struct sctp_paramhdr *)(SCTP_BUF_AT(m, SCTP_BUF_LEN(m))); 1967 mret = m; 1968 } else { 1969 /* Need more space */ 1970 mret = m; 1971 while (SCTP_BUF_NEXT(mret) != NULL) { 1972 mret = SCTP_BUF_NEXT(mret); 1973 } 1974 SCTP_BUF_NEXT(mret) = sctp_get_mbuf_for_msg(len, 0, M_DONTWAIT, 1, MT_DATA); 1975 if (SCTP_BUF_NEXT(mret) == NULL) { 1976 /* We are hosed, can't add more addresses */ 1977 return (m); 1978 } 1979 mret = SCTP_BUF_NEXT(mret); 1980 parmh = mtod(mret, struct sctp_paramhdr *); 1981 } 1982 /* now add the parameter */ 1983 switch (ifa->address.sa.sa_family) { 1984 #ifdef INET 1985 case AF_INET: 1986 { 1987 struct sctp_ipv4addr_param *ipv4p; 1988 struct sockaddr_in *sin; 1989 1990 sin = (struct sockaddr_in *)&ifa->address.sin; 1991 ipv4p = (struct sctp_ipv4addr_param *)parmh; 1992 parmh->param_type = htons(SCTP_IPV4_ADDRESS); 1993 parmh->param_length = htons(len); 1994 ipv4p->addr = sin->sin_addr.s_addr; 1995 SCTP_BUF_LEN(mret) += len; 1996 break; 1997 } 1998 #endif 1999 #ifdef INET6 2000 case AF_INET6: 2001 { 2002 struct sctp_ipv6addr_param *ipv6p; 2003 struct sockaddr_in6 *sin6; 2004 2005 sin6 = (struct sockaddr_in6 *)&ifa->address.sin6; 2006 ipv6p = (struct sctp_ipv6addr_param *)parmh; 2007 parmh->param_type = htons(SCTP_IPV6_ADDRESS); 2008 parmh->param_length = htons(len); 2009 memcpy(ipv6p->addr, &sin6->sin6_addr, 2010 sizeof(ipv6p->addr)); 2011 /* clear embedded scope in the address */ 2012 in6_clearscope((struct in6_addr *)ipv6p->addr); 2013 SCTP_BUF_LEN(mret) += len; 2014 break; 2015 } 2016 #endif 2017 default: 2018 return (m); 2019 } 2020 return (mret); 2021 } 2022 2023 2024 struct mbuf * 2025 sctp_add_addresses_to_i_ia(struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2026 struct sctp_scoping *scope, 2027 struct mbuf *m_at, int cnt_inits_to) 2028 { 2029 struct sctp_vrf *vrf = NULL; 2030 int cnt, limit_out = 0, total_count; 2031 uint32_t vrf_id; 2032 2033 vrf_id = inp->def_vrf_id; 2034 SCTP_IPI_ADDR_RLOCK(); 2035 vrf = sctp_find_vrf(vrf_id); 2036 if (vrf == NULL) { 2037 SCTP_IPI_ADDR_RUNLOCK(); 2038 return (m_at); 2039 } 2040 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) { 2041 struct sctp_ifa *sctp_ifap; 2042 struct sctp_ifn *sctp_ifnp; 2043 2044 cnt = cnt_inits_to; 2045 if (vrf->total_ifa_count > SCTP_COUNT_LIMIT) { 2046 limit_out = 1; 2047 cnt = SCTP_ADDRESS_LIMIT; 2048 goto skip_count; 2049 } 2050 LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) { 2051 if ((scope->loopback_scope == 0) && 2052 SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) { 2053 /* 2054 * Skip loopback devices if loopback_scope 2055 * not set 2056 */ 2057 continue; 2058 } 2059 LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) { 2060 if (sctp_is_addr_restricted(stcb, sctp_ifap)) { 2061 continue; 2062 } 2063 if (sctp_is_address_in_scope(sctp_ifap, 2064 scope->ipv4_addr_legal, 2065 scope->ipv6_addr_legal, 2066 scope->loopback_scope, 2067 scope->ipv4_local_scope, 2068 scope->local_scope, 2069 scope->site_scope, 1) == 0) { 2070 continue; 2071 } 2072 cnt++; 2073 if (cnt > SCTP_ADDRESS_LIMIT) { 2074 break; 2075 } 2076 } 2077 if (cnt > SCTP_ADDRESS_LIMIT) { 2078 break; 2079 } 2080 } 2081 skip_count: 2082 if (cnt > 1) { 2083 total_count = 0; 2084 LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) { 2085 cnt = 0; 2086 if ((scope->loopback_scope == 0) && 2087 SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) { 2088 /* 2089 * Skip loopback devices if 2090 * loopback_scope not set 2091 */ 2092 continue; 2093 } 2094 LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) { 2095 if (sctp_is_addr_restricted(stcb, sctp_ifap)) { 2096 continue; 2097 } 2098 if (sctp_is_address_in_scope(sctp_ifap, 2099 scope->ipv4_addr_legal, 2100 scope->ipv6_addr_legal, 2101 scope->loopback_scope, 2102 scope->ipv4_local_scope, 2103 scope->local_scope, 2104 scope->site_scope, 0) == 0) { 2105 continue; 2106 } 2107 m_at = sctp_add_addr_to_mbuf(m_at, sctp_ifap); 2108 if (limit_out) { 2109 cnt++; 2110 total_count++; 2111 if (cnt >= 2) { 2112 /* 2113 * two from each 2114 * address 2115 */ 2116 break; 2117 } 2118 if (total_count > SCTP_ADDRESS_LIMIT) { 2119 /* No more addresses */ 2120 break; 2121 } 2122 } 2123 } 2124 } 2125 } 2126 } else { 2127 struct sctp_laddr *laddr; 2128 2129 cnt = cnt_inits_to; 2130 /* First, how many ? */ 2131 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2132 if (laddr->ifa == NULL) { 2133 continue; 2134 } 2135 if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) 2136 /* 2137 * Address being deleted by the system, dont 2138 * list. 2139 */ 2140 continue; 2141 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2142 /* 2143 * Address being deleted on this ep don't 2144 * list. 2145 */ 2146 continue; 2147 } 2148 if (sctp_is_address_in_scope(laddr->ifa, 2149 scope->ipv4_addr_legal, 2150 scope->ipv6_addr_legal, 2151 scope->loopback_scope, 2152 scope->ipv4_local_scope, 2153 scope->local_scope, 2154 scope->site_scope, 1) == 0) { 2155 continue; 2156 } 2157 cnt++; 2158 } 2159 /* 2160 * To get through a NAT we only list addresses if we have 2161 * more than one. That way if you just bind a single address 2162 * we let the source of the init dictate our address. 2163 */ 2164 if (cnt > 1) { 2165 cnt = cnt_inits_to; 2166 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2167 if (laddr->ifa == NULL) { 2168 continue; 2169 } 2170 if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) { 2171 continue; 2172 } 2173 if (sctp_is_address_in_scope(laddr->ifa, 2174 scope->ipv4_addr_legal, 2175 scope->ipv6_addr_legal, 2176 scope->loopback_scope, 2177 scope->ipv4_local_scope, 2178 scope->local_scope, 2179 scope->site_scope, 0) == 0) { 2180 continue; 2181 } 2182 m_at = sctp_add_addr_to_mbuf(m_at, laddr->ifa); 2183 cnt++; 2184 if (cnt >= SCTP_ADDRESS_LIMIT) { 2185 break; 2186 } 2187 } 2188 } 2189 } 2190 SCTP_IPI_ADDR_RUNLOCK(); 2191 return (m_at); 2192 } 2193 2194 static struct sctp_ifa * 2195 sctp_is_ifa_addr_preferred(struct sctp_ifa *ifa, 2196 uint8_t dest_is_loop, 2197 uint8_t dest_is_priv, 2198 sa_family_t fam) 2199 { 2200 uint8_t dest_is_global = 0; 2201 2202 /* dest_is_priv is true if destination is a private address */ 2203 /* dest_is_loop is true if destination is a loopback addresses */ 2204 2205 /** 2206 * Here we determine if its a preferred address. A preferred address 2207 * means it is the same scope or higher scope then the destination. 2208 * L = loopback, P = private, G = global 2209 * ----------------------------------------- 2210 * src | dest | result 2211 * ---------------------------------------- 2212 * L | L | yes 2213 * ----------------------------------------- 2214 * P | L | yes-v4 no-v6 2215 * ----------------------------------------- 2216 * G | L | yes-v4 no-v6 2217 * ----------------------------------------- 2218 * L | P | no 2219 * ----------------------------------------- 2220 * P | P | yes 2221 * ----------------------------------------- 2222 * G | P | no 2223 * ----------------------------------------- 2224 * L | G | no 2225 * ----------------------------------------- 2226 * P | G | no 2227 * ----------------------------------------- 2228 * G | G | yes 2229 * ----------------------------------------- 2230 */ 2231 2232 if (ifa->address.sa.sa_family != fam) { 2233 /* forget mis-matched family */ 2234 return (NULL); 2235 } 2236 if ((dest_is_priv == 0) && (dest_is_loop == 0)) { 2237 dest_is_global = 1; 2238 } 2239 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Is destination preferred:"); 2240 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ifa->address.sa); 2241 /* Ok the address may be ok */ 2242 #ifdef INET6 2243 if (fam == AF_INET6) { 2244 /* ok to use deprecated addresses? no lets not! */ 2245 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 2246 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:1\n"); 2247 return (NULL); 2248 } 2249 if (ifa->src_is_priv && !ifa->src_is_loop) { 2250 if (dest_is_loop) { 2251 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:2\n"); 2252 return (NULL); 2253 } 2254 } 2255 if (ifa->src_is_glob) { 2256 if (dest_is_loop) { 2257 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:3\n"); 2258 return (NULL); 2259 } 2260 } 2261 } 2262 #endif 2263 /* 2264 * Now that we know what is what, implement or table this could in 2265 * theory be done slicker (it used to be), but this is 2266 * straightforward and easier to validate :-) 2267 */ 2268 SCTPDBG(SCTP_DEBUG_OUTPUT3, "src_loop:%d src_priv:%d src_glob:%d\n", 2269 ifa->src_is_loop, ifa->src_is_priv, ifa->src_is_glob); 2270 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dest_loop:%d dest_priv:%d dest_glob:%d\n", 2271 dest_is_loop, dest_is_priv, dest_is_global); 2272 2273 if ((ifa->src_is_loop) && (dest_is_priv)) { 2274 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:4\n"); 2275 return (NULL); 2276 } 2277 if ((ifa->src_is_glob) && (dest_is_priv)) { 2278 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:5\n"); 2279 return (NULL); 2280 } 2281 if ((ifa->src_is_loop) && (dest_is_global)) { 2282 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:6\n"); 2283 return (NULL); 2284 } 2285 if ((ifa->src_is_priv) && (dest_is_global)) { 2286 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:7\n"); 2287 return (NULL); 2288 } 2289 SCTPDBG(SCTP_DEBUG_OUTPUT3, "YES\n"); 2290 /* its a preferred address */ 2291 return (ifa); 2292 } 2293 2294 static struct sctp_ifa * 2295 sctp_is_ifa_addr_acceptable(struct sctp_ifa *ifa, 2296 uint8_t dest_is_loop, 2297 uint8_t dest_is_priv, 2298 sa_family_t fam) 2299 { 2300 uint8_t dest_is_global = 0; 2301 2302 /** 2303 * Here we determine if its a acceptable address. A acceptable 2304 * address means it is the same scope or higher scope but we can 2305 * allow for NAT which means its ok to have a global dest and a 2306 * private src. 2307 * 2308 * L = loopback, P = private, G = global 2309 * ----------------------------------------- 2310 * src | dest | result 2311 * ----------------------------------------- 2312 * L | L | yes 2313 * ----------------------------------------- 2314 * P | L | yes-v4 no-v6 2315 * ----------------------------------------- 2316 * G | L | yes 2317 * ----------------------------------------- 2318 * L | P | no 2319 * ----------------------------------------- 2320 * P | P | yes 2321 * ----------------------------------------- 2322 * G | P | yes - May not work 2323 * ----------------------------------------- 2324 * L | G | no 2325 * ----------------------------------------- 2326 * P | G | yes - May not work 2327 * ----------------------------------------- 2328 * G | G | yes 2329 * ----------------------------------------- 2330 */ 2331 2332 if (ifa->address.sa.sa_family != fam) { 2333 /* forget non matching family */ 2334 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa_fam:%d fam:%d\n", 2335 ifa->address.sa.sa_family, fam); 2336 return (NULL); 2337 } 2338 /* Ok the address may be ok */ 2339 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, &ifa->address.sa); 2340 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst_is_loop:%d dest_is_priv:%d\n", 2341 dest_is_loop, dest_is_priv); 2342 if ((dest_is_loop == 0) && (dest_is_priv == 0)) { 2343 dest_is_global = 1; 2344 } 2345 #ifdef INET6 2346 if (fam == AF_INET6) { 2347 /* ok to use deprecated addresses? */ 2348 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 2349 return (NULL); 2350 } 2351 if (ifa->src_is_priv) { 2352 /* Special case, linklocal to loop */ 2353 if (dest_is_loop) 2354 return (NULL); 2355 } 2356 } 2357 #endif 2358 /* 2359 * Now that we know what is what, implement our table. This could in 2360 * theory be done slicker (it used to be), but this is 2361 * straightforward and easier to validate :-) 2362 */ 2363 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_priv:%d\n", 2364 ifa->src_is_loop, 2365 dest_is_priv); 2366 if ((ifa->src_is_loop == 1) && (dest_is_priv)) { 2367 return (NULL); 2368 } 2369 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_glob:%d\n", 2370 ifa->src_is_loop, 2371 dest_is_global); 2372 if ((ifa->src_is_loop == 1) && (dest_is_global)) { 2373 return (NULL); 2374 } 2375 SCTPDBG(SCTP_DEBUG_OUTPUT3, "address is acceptable\n"); 2376 /* its an acceptable address */ 2377 return (ifa); 2378 } 2379 2380 int 2381 sctp_is_addr_restricted(struct sctp_tcb *stcb, struct sctp_ifa *ifa) 2382 { 2383 struct sctp_laddr *laddr; 2384 2385 if (stcb == NULL) { 2386 /* There are no restrictions, no TCB :-) */ 2387 return (0); 2388 } 2389 LIST_FOREACH(laddr, &stcb->asoc.sctp_restricted_addrs, sctp_nxt_addr) { 2390 if (laddr->ifa == NULL) { 2391 SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n", 2392 __FUNCTION__); 2393 continue; 2394 } 2395 if (laddr->ifa == ifa) { 2396 /* Yes it is on the list */ 2397 return (1); 2398 } 2399 } 2400 return (0); 2401 } 2402 2403 2404 int 2405 sctp_is_addr_in_ep(struct sctp_inpcb *inp, struct sctp_ifa *ifa) 2406 { 2407 struct sctp_laddr *laddr; 2408 2409 if (ifa == NULL) 2410 return (0); 2411 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2412 if (laddr->ifa == NULL) { 2413 SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n", 2414 __FUNCTION__); 2415 continue; 2416 } 2417 if ((laddr->ifa == ifa) && laddr->action == 0) 2418 /* same pointer */ 2419 return (1); 2420 } 2421 return (0); 2422 } 2423 2424 2425 2426 static struct sctp_ifa * 2427 sctp_choose_boundspecific_inp(struct sctp_inpcb *inp, 2428 sctp_route_t * ro, 2429 uint32_t vrf_id, 2430 int non_asoc_addr_ok, 2431 uint8_t dest_is_priv, 2432 uint8_t dest_is_loop, 2433 sa_family_t fam) 2434 { 2435 struct sctp_laddr *laddr, *starting_point; 2436 void *ifn; 2437 int resettotop = 0; 2438 struct sctp_ifn *sctp_ifn; 2439 struct sctp_ifa *sctp_ifa, *sifa; 2440 struct sctp_vrf *vrf; 2441 uint32_t ifn_index; 2442 2443 vrf = sctp_find_vrf(vrf_id); 2444 if (vrf == NULL) 2445 return (NULL); 2446 2447 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2448 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2449 sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2450 /* 2451 * first question, is the ifn we will emit on in our list, if so, we 2452 * want such an address. Note that we first looked for a preferred 2453 * address. 2454 */ 2455 if (sctp_ifn) { 2456 /* is a preferred one on the interface we route out? */ 2457 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2458 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2459 (non_asoc_addr_ok == 0)) 2460 continue; 2461 sifa = sctp_is_ifa_addr_preferred(sctp_ifa, 2462 dest_is_loop, 2463 dest_is_priv, fam); 2464 if (sifa == NULL) 2465 continue; 2466 if (sctp_is_addr_in_ep(inp, sifa)) { 2467 atomic_add_int(&sifa->refcount, 1); 2468 return (sifa); 2469 } 2470 } 2471 } 2472 /* 2473 * ok, now we now need to find one on the list of the addresses. We 2474 * can't get one on the emitting interface so let's find first a 2475 * preferred one. If not that an acceptable one otherwise... we 2476 * return NULL. 2477 */ 2478 starting_point = inp->next_addr_touse; 2479 once_again: 2480 if (inp->next_addr_touse == NULL) { 2481 inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list); 2482 resettotop = 1; 2483 } 2484 for (laddr = inp->next_addr_touse; laddr; 2485 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2486 if (laddr->ifa == NULL) { 2487 /* address has been removed */ 2488 continue; 2489 } 2490 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2491 /* address is being deleted */ 2492 continue; 2493 } 2494 sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, 2495 dest_is_priv, fam); 2496 if (sifa == NULL) 2497 continue; 2498 atomic_add_int(&sifa->refcount, 1); 2499 return (sifa); 2500 } 2501 if (resettotop == 0) { 2502 inp->next_addr_touse = NULL; 2503 goto once_again; 2504 } 2505 inp->next_addr_touse = starting_point; 2506 resettotop = 0; 2507 once_again_too: 2508 if (inp->next_addr_touse == NULL) { 2509 inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list); 2510 resettotop = 1; 2511 } 2512 /* ok, what about an acceptable address in the inp */ 2513 for (laddr = inp->next_addr_touse; laddr; 2514 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2515 if (laddr->ifa == NULL) { 2516 /* address has been removed */ 2517 continue; 2518 } 2519 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2520 /* address is being deleted */ 2521 continue; 2522 } 2523 sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop, 2524 dest_is_priv, fam); 2525 if (sifa == NULL) 2526 continue; 2527 atomic_add_int(&sifa->refcount, 1); 2528 return (sifa); 2529 } 2530 if (resettotop == 0) { 2531 inp->next_addr_touse = NULL; 2532 goto once_again_too; 2533 } 2534 /* 2535 * no address bound can be a source for the destination we are in 2536 * trouble 2537 */ 2538 return (NULL); 2539 } 2540 2541 2542 2543 static struct sctp_ifa * 2544 sctp_choose_boundspecific_stcb(struct sctp_inpcb *inp, 2545 struct sctp_tcb *stcb, 2546 sctp_route_t * ro, 2547 uint32_t vrf_id, 2548 uint8_t dest_is_priv, 2549 uint8_t dest_is_loop, 2550 int non_asoc_addr_ok, 2551 sa_family_t fam) 2552 { 2553 struct sctp_laddr *laddr, *starting_point; 2554 void *ifn; 2555 struct sctp_ifn *sctp_ifn; 2556 struct sctp_ifa *sctp_ifa, *sifa; 2557 uint8_t start_at_beginning = 0; 2558 struct sctp_vrf *vrf; 2559 uint32_t ifn_index; 2560 2561 /* 2562 * first question, is the ifn we will emit on in our list, if so, we 2563 * want that one. 2564 */ 2565 vrf = sctp_find_vrf(vrf_id); 2566 if (vrf == NULL) 2567 return (NULL); 2568 2569 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2570 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2571 sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2572 2573 /* 2574 * first question, is the ifn we will emit on in our list? If so, 2575 * we want that one. First we look for a preferred. Second, we go 2576 * for an acceptable. 2577 */ 2578 if (sctp_ifn) { 2579 /* first try for a preferred address on the ep */ 2580 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2581 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0)) 2582 continue; 2583 if (sctp_is_addr_in_ep(inp, sctp_ifa)) { 2584 sifa = sctp_is_ifa_addr_preferred(sctp_ifa, dest_is_loop, dest_is_priv, fam); 2585 if (sifa == NULL) 2586 continue; 2587 if (((non_asoc_addr_ok == 0) && 2588 (sctp_is_addr_restricted(stcb, sifa))) || 2589 (non_asoc_addr_ok && 2590 (sctp_is_addr_restricted(stcb, sifa)) && 2591 (!sctp_is_addr_pending(stcb, sifa)))) { 2592 /* on the no-no list */ 2593 continue; 2594 } 2595 atomic_add_int(&sifa->refcount, 1); 2596 return (sifa); 2597 } 2598 } 2599 /* next try for an acceptable address on the ep */ 2600 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2601 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0)) 2602 continue; 2603 if (sctp_is_addr_in_ep(inp, sctp_ifa)) { 2604 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, dest_is_priv, fam); 2605 if (sifa == NULL) 2606 continue; 2607 if (((non_asoc_addr_ok == 0) && 2608 (sctp_is_addr_restricted(stcb, sifa))) || 2609 (non_asoc_addr_ok && 2610 (sctp_is_addr_restricted(stcb, sifa)) && 2611 (!sctp_is_addr_pending(stcb, sifa)))) { 2612 /* on the no-no list */ 2613 continue; 2614 } 2615 atomic_add_int(&sifa->refcount, 1); 2616 return (sifa); 2617 } 2618 } 2619 2620 } 2621 /* 2622 * if we can't find one like that then we must look at all addresses 2623 * bound to pick one at first preferable then secondly acceptable. 2624 */ 2625 starting_point = stcb->asoc.last_used_address; 2626 sctp_from_the_top: 2627 if (stcb->asoc.last_used_address == NULL) { 2628 start_at_beginning = 1; 2629 stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list); 2630 } 2631 /* search beginning with the last used address */ 2632 for (laddr = stcb->asoc.last_used_address; laddr; 2633 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2634 if (laddr->ifa == NULL) { 2635 /* address has been removed */ 2636 continue; 2637 } 2638 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2639 /* address is being deleted */ 2640 continue; 2641 } 2642 sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, dest_is_priv, fam); 2643 if (sifa == NULL) 2644 continue; 2645 if (((non_asoc_addr_ok == 0) && 2646 (sctp_is_addr_restricted(stcb, sifa))) || 2647 (non_asoc_addr_ok && 2648 (sctp_is_addr_restricted(stcb, sifa)) && 2649 (!sctp_is_addr_pending(stcb, sifa)))) { 2650 /* on the no-no list */ 2651 continue; 2652 } 2653 stcb->asoc.last_used_address = laddr; 2654 atomic_add_int(&sifa->refcount, 1); 2655 return (sifa); 2656 } 2657 if (start_at_beginning == 0) { 2658 stcb->asoc.last_used_address = NULL; 2659 goto sctp_from_the_top; 2660 } 2661 /* now try for any higher scope than the destination */ 2662 stcb->asoc.last_used_address = starting_point; 2663 start_at_beginning = 0; 2664 sctp_from_the_top2: 2665 if (stcb->asoc.last_used_address == NULL) { 2666 start_at_beginning = 1; 2667 stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list); 2668 } 2669 /* search beginning with the last used address */ 2670 for (laddr = stcb->asoc.last_used_address; laddr; 2671 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2672 if (laddr->ifa == NULL) { 2673 /* address has been removed */ 2674 continue; 2675 } 2676 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2677 /* address is being deleted */ 2678 continue; 2679 } 2680 sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop, 2681 dest_is_priv, fam); 2682 if (sifa == NULL) 2683 continue; 2684 if (((non_asoc_addr_ok == 0) && 2685 (sctp_is_addr_restricted(stcb, sifa))) || 2686 (non_asoc_addr_ok && 2687 (sctp_is_addr_restricted(stcb, sifa)) && 2688 (!sctp_is_addr_pending(stcb, sifa)))) { 2689 /* on the no-no list */ 2690 continue; 2691 } 2692 stcb->asoc.last_used_address = laddr; 2693 atomic_add_int(&sifa->refcount, 1); 2694 return (sifa); 2695 } 2696 if (start_at_beginning == 0) { 2697 stcb->asoc.last_used_address = NULL; 2698 goto sctp_from_the_top2; 2699 } 2700 return (NULL); 2701 } 2702 2703 static struct sctp_ifa * 2704 sctp_select_nth_preferred_addr_from_ifn_boundall(struct sctp_ifn *ifn, 2705 struct sctp_tcb *stcb, 2706 int non_asoc_addr_ok, 2707 uint8_t dest_is_loop, 2708 uint8_t dest_is_priv, 2709 int addr_wanted, 2710 sa_family_t fam, 2711 sctp_route_t * ro 2712 ) 2713 { 2714 struct sctp_ifa *ifa, *sifa; 2715 int num_eligible_addr = 0; 2716 2717 #ifdef INET6 2718 struct sockaddr_in6 sin6, lsa6; 2719 2720 if (fam == AF_INET6) { 2721 memcpy(&sin6, &ro->ro_dst, sizeof(struct sockaddr_in6)); 2722 (void)sa6_recoverscope(&sin6); 2723 } 2724 #endif /* INET6 */ 2725 LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) { 2726 if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2727 (non_asoc_addr_ok == 0)) 2728 continue; 2729 sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop, 2730 dest_is_priv, fam); 2731 if (sifa == NULL) 2732 continue; 2733 #ifdef INET6 2734 if (fam == AF_INET6 && 2735 dest_is_loop && 2736 sifa->src_is_loop && sifa->src_is_priv) { 2737 /* 2738 * don't allow fe80::1 to be a src on loop ::1, we 2739 * don't list it to the peer so we will get an 2740 * abort. 2741 */ 2742 continue; 2743 } 2744 if (fam == AF_INET6 && 2745 IN6_IS_ADDR_LINKLOCAL(&sifa->address.sin6.sin6_addr) && 2746 IN6_IS_ADDR_LINKLOCAL(&sin6.sin6_addr)) { 2747 /* 2748 * link-local <-> link-local must belong to the same 2749 * scope. 2750 */ 2751 memcpy(&lsa6, &sifa->address.sin6, sizeof(struct sockaddr_in6)); 2752 (void)sa6_recoverscope(&lsa6); 2753 if (sin6.sin6_scope_id != lsa6.sin6_scope_id) { 2754 continue; 2755 } 2756 } 2757 #endif /* INET6 */ 2758 2759 /* 2760 * Check if the IPv6 address matches to next-hop. In the 2761 * mobile case, old IPv6 address may be not deleted from the 2762 * interface. Then, the interface has previous and new 2763 * addresses. We should use one corresponding to the 2764 * next-hop. (by micchie) 2765 */ 2766 #ifdef INET6 2767 if (stcb && fam == AF_INET6 && 2768 sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) { 2769 if (sctp_v6src_match_nexthop(&sifa->address.sin6, ro) 2770 == 0) { 2771 continue; 2772 } 2773 } 2774 #endif 2775 #ifdef INET 2776 /* Avoid topologically incorrect IPv4 address */ 2777 if (stcb && fam == AF_INET && 2778 sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) { 2779 if (sctp_v4src_match_nexthop(sifa, ro) == 0) { 2780 continue; 2781 } 2782 } 2783 #endif 2784 if (stcb) { 2785 if (sctp_is_address_in_scope(ifa, 2786 stcb->asoc.ipv4_addr_legal, 2787 stcb->asoc.ipv6_addr_legal, 2788 stcb->asoc.loopback_scope, 2789 stcb->asoc.ipv4_local_scope, 2790 stcb->asoc.local_scope, 2791 stcb->asoc.site_scope, 0) == 0) { 2792 continue; 2793 } 2794 if (((non_asoc_addr_ok == 0) && 2795 (sctp_is_addr_restricted(stcb, sifa))) || 2796 (non_asoc_addr_ok && 2797 (sctp_is_addr_restricted(stcb, sifa)) && 2798 (!sctp_is_addr_pending(stcb, sifa)))) { 2799 /* 2800 * It is restricted for some reason.. 2801 * probably not yet added. 2802 */ 2803 continue; 2804 } 2805 } 2806 if (num_eligible_addr >= addr_wanted) { 2807 return (sifa); 2808 } 2809 num_eligible_addr++; 2810 } 2811 return (NULL); 2812 } 2813 2814 2815 static int 2816 sctp_count_num_preferred_boundall(struct sctp_ifn *ifn, 2817 struct sctp_tcb *stcb, 2818 int non_asoc_addr_ok, 2819 uint8_t dest_is_loop, 2820 uint8_t dest_is_priv, 2821 sa_family_t fam) 2822 { 2823 struct sctp_ifa *ifa, *sifa; 2824 int num_eligible_addr = 0; 2825 2826 LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) { 2827 if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2828 (non_asoc_addr_ok == 0)) { 2829 continue; 2830 } 2831 sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop, 2832 dest_is_priv, fam); 2833 if (sifa == NULL) { 2834 continue; 2835 } 2836 if (stcb) { 2837 if (sctp_is_address_in_scope(ifa, 2838 stcb->asoc.ipv4_addr_legal, 2839 stcb->asoc.ipv6_addr_legal, 2840 stcb->asoc.loopback_scope, 2841 stcb->asoc.ipv4_local_scope, 2842 stcb->asoc.local_scope, 2843 stcb->asoc.site_scope, 0) == 0) { 2844 continue; 2845 } 2846 if (((non_asoc_addr_ok == 0) && 2847 (sctp_is_addr_restricted(stcb, sifa))) || 2848 (non_asoc_addr_ok && 2849 (sctp_is_addr_restricted(stcb, sifa)) && 2850 (!sctp_is_addr_pending(stcb, sifa)))) { 2851 /* 2852 * It is restricted for some reason.. 2853 * probably not yet added. 2854 */ 2855 continue; 2856 } 2857 } 2858 num_eligible_addr++; 2859 } 2860 return (num_eligible_addr); 2861 } 2862 2863 static struct sctp_ifa * 2864 sctp_choose_boundall(struct sctp_tcb *stcb, 2865 struct sctp_nets *net, 2866 sctp_route_t * ro, 2867 uint32_t vrf_id, 2868 uint8_t dest_is_priv, 2869 uint8_t dest_is_loop, 2870 int non_asoc_addr_ok, 2871 sa_family_t fam) 2872 { 2873 int cur_addr_num = 0, num_preferred = 0; 2874 void *ifn; 2875 struct sctp_ifn *sctp_ifn, *looked_at = NULL, *emit_ifn; 2876 struct sctp_ifa *sctp_ifa, *sifa; 2877 uint32_t ifn_index; 2878 struct sctp_vrf *vrf; 2879 2880 #ifdef INET 2881 int retried = 0; 2882 2883 #endif 2884 2885 /*- 2886 * For boundall we can use any address in the association. 2887 * If non_asoc_addr_ok is set we can use any address (at least in 2888 * theory). So we look for preferred addresses first. If we find one, 2889 * we use it. Otherwise we next try to get an address on the 2890 * interface, which we should be able to do (unless non_asoc_addr_ok 2891 * is false and we are routed out that way). In these cases where we 2892 * can't use the address of the interface we go through all the 2893 * ifn's looking for an address we can use and fill that in. Punting 2894 * means we send back address 0, which will probably cause problems 2895 * actually since then IP will fill in the address of the route ifn, 2896 * which means we probably already rejected it.. i.e. here comes an 2897 * abort :-<. 2898 */ 2899 vrf = sctp_find_vrf(vrf_id); 2900 if (vrf == NULL) 2901 return (NULL); 2902 2903 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2904 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2905 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn from route:%p ifn_index:%d\n", ifn, ifn_index); 2906 emit_ifn = looked_at = sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2907 if (sctp_ifn == NULL) { 2908 /* ?? We don't have this guy ?? */ 2909 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No ifn emit interface?\n"); 2910 goto bound_all_plan_b; 2911 } 2912 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn_index:%d name:%s is emit interface\n", 2913 ifn_index, sctp_ifn->ifn_name); 2914 2915 if (net) { 2916 cur_addr_num = net->indx_of_eligible_next_to_use; 2917 } 2918 num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, 2919 stcb, 2920 non_asoc_addr_ok, 2921 dest_is_loop, 2922 dest_is_priv, fam); 2923 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Found %d preferred source addresses for intf:%s\n", 2924 num_preferred, sctp_ifn->ifn_name); 2925 if (num_preferred == 0) { 2926 /* 2927 * no eligible addresses, we must use some other interface 2928 * address if we can find one. 2929 */ 2930 goto bound_all_plan_b; 2931 } 2932 /* 2933 * Ok we have num_eligible_addr set with how many we can use, this 2934 * may vary from call to call due to addresses being deprecated 2935 * etc.. 2936 */ 2937 if (cur_addr_num >= num_preferred) { 2938 cur_addr_num = 0; 2939 } 2940 /* 2941 * select the nth address from the list (where cur_addr_num is the 2942 * nth) and 0 is the first one, 1 is the second one etc... 2943 */ 2944 SCTPDBG(SCTP_DEBUG_OUTPUT2, "cur_addr_num:%d\n", cur_addr_num); 2945 2946 sctp_ifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop, 2947 dest_is_priv, cur_addr_num, fam, ro); 2948 2949 /* if sctp_ifa is NULL something changed??, fall to plan b. */ 2950 if (sctp_ifa) { 2951 atomic_add_int(&sctp_ifa->refcount, 1); 2952 if (net) { 2953 /* save off where the next one we will want */ 2954 net->indx_of_eligible_next_to_use = cur_addr_num + 1; 2955 } 2956 return (sctp_ifa); 2957 } 2958 /* 2959 * plan_b: Look at all interfaces and find a preferred address. If 2960 * no preferred fall through to plan_c. 2961 */ 2962 bound_all_plan_b: 2963 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan B\n"); 2964 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 2965 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Examine interface %s\n", 2966 sctp_ifn->ifn_name); 2967 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 2968 /* wrong base scope */ 2969 SCTPDBG(SCTP_DEBUG_OUTPUT2, "skip\n"); 2970 continue; 2971 } 2972 if ((sctp_ifn == looked_at) && looked_at) { 2973 /* already looked at this guy */ 2974 SCTPDBG(SCTP_DEBUG_OUTPUT2, "already seen\n"); 2975 continue; 2976 } 2977 num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, stcb, non_asoc_addr_ok, 2978 dest_is_loop, dest_is_priv, fam); 2979 SCTPDBG(SCTP_DEBUG_OUTPUT2, 2980 "Found ifn:%p %d preferred source addresses\n", 2981 ifn, num_preferred); 2982 if (num_preferred == 0) { 2983 /* None on this interface. */ 2984 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefered -- skipping to next\n"); 2985 continue; 2986 } 2987 SCTPDBG(SCTP_DEBUG_OUTPUT2, 2988 "num preferred:%d on interface:%p cur_addr_num:%d\n", 2989 num_preferred, sctp_ifn, cur_addr_num); 2990 2991 /* 2992 * Ok we have num_eligible_addr set with how many we can 2993 * use, this may vary from call to call due to addresses 2994 * being deprecated etc.. 2995 */ 2996 if (cur_addr_num >= num_preferred) { 2997 cur_addr_num = 0; 2998 } 2999 sifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop, 3000 dest_is_priv, cur_addr_num, fam, ro); 3001 if (sifa == NULL) 3002 continue; 3003 if (net) { 3004 net->indx_of_eligible_next_to_use = cur_addr_num + 1; 3005 SCTPDBG(SCTP_DEBUG_OUTPUT2, "we selected %d\n", 3006 cur_addr_num); 3007 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Source:"); 3008 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa); 3009 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Dest:"); 3010 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &net->ro._l_addr.sa); 3011 } 3012 atomic_add_int(&sifa->refcount, 1); 3013 return (sifa); 3014 } 3015 #ifdef INET 3016 again_with_private_addresses_allowed: 3017 #endif 3018 /* plan_c: do we have an acceptable address on the emit interface */ 3019 sifa = NULL; 3020 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan C: find acceptable on interface\n"); 3021 if (emit_ifn == NULL) { 3022 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jump to Plan D - no emit_ifn\n"); 3023 goto plan_d; 3024 } 3025 LIST_FOREACH(sctp_ifa, &emit_ifn->ifalist, next_ifa) { 3026 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifa:%p\n", sctp_ifa); 3027 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3028 (non_asoc_addr_ok == 0)) { 3029 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Defer\n"); 3030 continue; 3031 } 3032 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, 3033 dest_is_priv, fam); 3034 if (sifa == NULL) { 3035 SCTPDBG(SCTP_DEBUG_OUTPUT2, "IFA not acceptable\n"); 3036 continue; 3037 } 3038 if (stcb) { 3039 if (sctp_is_address_in_scope(sifa, 3040 stcb->asoc.ipv4_addr_legal, 3041 stcb->asoc.ipv6_addr_legal, 3042 stcb->asoc.loopback_scope, 3043 stcb->asoc.ipv4_local_scope, 3044 stcb->asoc.local_scope, 3045 stcb->asoc.site_scope, 0) == 0) { 3046 SCTPDBG(SCTP_DEBUG_OUTPUT2, "NOT in scope\n"); 3047 sifa = NULL; 3048 continue; 3049 } 3050 if (((non_asoc_addr_ok == 0) && 3051 (sctp_is_addr_restricted(stcb, sifa))) || 3052 (non_asoc_addr_ok && 3053 (sctp_is_addr_restricted(stcb, sifa)) && 3054 (!sctp_is_addr_pending(stcb, sifa)))) { 3055 /* 3056 * It is restricted for some reason.. 3057 * probably not yet added. 3058 */ 3059 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Its resticted\n"); 3060 sifa = NULL; 3061 continue; 3062 } 3063 } else { 3064 printf("Stcb is null - no print\n"); 3065 } 3066 atomic_add_int(&sifa->refcount, 1); 3067 goto out; 3068 } 3069 plan_d: 3070 /* 3071 * plan_d: We are in trouble. No preferred address on the emit 3072 * interface. And not even a preferred address on all interfaces. Go 3073 * out and see if we can find an acceptable address somewhere 3074 * amongst all interfaces. 3075 */ 3076 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan D looked_at is %p\n", looked_at); 3077 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 3078 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 3079 /* wrong base scope */ 3080 continue; 3081 } 3082 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 3083 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3084 (non_asoc_addr_ok == 0)) 3085 continue; 3086 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, 3087 dest_is_loop, 3088 dest_is_priv, fam); 3089 if (sifa == NULL) 3090 continue; 3091 if (stcb) { 3092 if (sctp_is_address_in_scope(sifa, 3093 stcb->asoc.ipv4_addr_legal, 3094 stcb->asoc.ipv6_addr_legal, 3095 stcb->asoc.loopback_scope, 3096 stcb->asoc.ipv4_local_scope, 3097 stcb->asoc.local_scope, 3098 stcb->asoc.site_scope, 0) == 0) { 3099 sifa = NULL; 3100 continue; 3101 } 3102 if (((non_asoc_addr_ok == 0) && 3103 (sctp_is_addr_restricted(stcb, sifa))) || 3104 (non_asoc_addr_ok && 3105 (sctp_is_addr_restricted(stcb, sifa)) && 3106 (!sctp_is_addr_pending(stcb, sifa)))) { 3107 /* 3108 * It is restricted for some 3109 * reason.. probably not yet added. 3110 */ 3111 sifa = NULL; 3112 continue; 3113 } 3114 } 3115 goto out; 3116 } 3117 } 3118 #ifdef INET 3119 if ((retried == 0) && (stcb->asoc.ipv4_local_scope == 0)) { 3120 stcb->asoc.ipv4_local_scope = 1; 3121 retried = 1; 3122 goto again_with_private_addresses_allowed; 3123 } else if (retried == 1) { 3124 stcb->asoc.ipv4_local_scope = 0; 3125 } 3126 #endif 3127 out: 3128 #ifdef INET 3129 if (sifa) { 3130 if (retried == 1) { 3131 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 3132 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 3133 /* wrong base scope */ 3134 continue; 3135 } 3136 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 3137 struct sctp_ifa *tmp_sifa; 3138 3139 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3140 (non_asoc_addr_ok == 0)) 3141 continue; 3142 tmp_sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, 3143 dest_is_loop, 3144 dest_is_priv, fam); 3145 if (tmp_sifa == NULL) { 3146 continue; 3147 } 3148 if (tmp_sifa == sifa) { 3149 continue; 3150 } 3151 if (stcb) { 3152 if (sctp_is_address_in_scope(tmp_sifa, 3153 stcb->asoc.ipv4_addr_legal, 3154 stcb->asoc.ipv6_addr_legal, 3155 stcb->asoc.loopback_scope, 3156 stcb->asoc.ipv4_local_scope, 3157 stcb->asoc.local_scope, 3158 stcb->asoc.site_scope, 0) == 0) { 3159 continue; 3160 } 3161 if (((non_asoc_addr_ok == 0) && 3162 (sctp_is_addr_restricted(stcb, tmp_sifa))) || 3163 (non_asoc_addr_ok && 3164 (sctp_is_addr_restricted(stcb, tmp_sifa)) && 3165 (!sctp_is_addr_pending(stcb, tmp_sifa)))) { 3166 /* 3167 * It is restricted 3168 * for some reason.. 3169 * probably not yet 3170 * added. 3171 */ 3172 continue; 3173 } 3174 } 3175 if ((tmp_sifa->address.sin.sin_family == AF_INET) && 3176 (IN4_ISPRIVATE_ADDRESS(&(tmp_sifa->address.sin.sin_addr)))) { 3177 sctp_add_local_addr_restricted(stcb, tmp_sifa); 3178 } 3179 } 3180 } 3181 } 3182 atomic_add_int(&sifa->refcount, 1); 3183 } 3184 #endif 3185 return (sifa); 3186 } 3187 3188 3189 3190 /* tcb may be NULL */ 3191 struct sctp_ifa * 3192 sctp_source_address_selection(struct sctp_inpcb *inp, 3193 struct sctp_tcb *stcb, 3194 sctp_route_t * ro, 3195 struct sctp_nets *net, 3196 int non_asoc_addr_ok, uint32_t vrf_id) 3197 { 3198 struct sctp_ifa *answer; 3199 uint8_t dest_is_priv, dest_is_loop; 3200 sa_family_t fam; 3201 3202 #ifdef INET 3203 struct sockaddr_in *to = (struct sockaddr_in *)&ro->ro_dst; 3204 3205 #endif 3206 #ifdef INET6 3207 struct sockaddr_in6 *to6 = (struct sockaddr_in6 *)&ro->ro_dst; 3208 3209 #endif 3210 3211 /** 3212 * Rules: - Find the route if needed, cache if I can. - Look at 3213 * interface address in route, Is it in the bound list. If so we 3214 * have the best source. - If not we must rotate amongst the 3215 * addresses. 3216 * 3217 * Cavets and issues 3218 * 3219 * Do we need to pay attention to scope. We can have a private address 3220 * or a global address we are sourcing or sending to. So if we draw 3221 * it out 3222 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3223 * For V4 3224 * ------------------------------------------ 3225 * source * dest * result 3226 * ----------------------------------------- 3227 * <a> Private * Global * NAT 3228 * ----------------------------------------- 3229 * <b> Private * Private * No problem 3230 * ----------------------------------------- 3231 * <c> Global * Private * Huh, How will this work? 3232 * ----------------------------------------- 3233 * <d> Global * Global * No Problem 3234 *------------------------------------------ 3235 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3236 * For V6 3237 *------------------------------------------ 3238 * source * dest * result 3239 * ----------------------------------------- 3240 * <a> Linklocal * Global * 3241 * ----------------------------------------- 3242 * <b> Linklocal * Linklocal * No problem 3243 * ----------------------------------------- 3244 * <c> Global * Linklocal * Huh, How will this work? 3245 * ----------------------------------------- 3246 * <d> Global * Global * No Problem 3247 *------------------------------------------ 3248 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3249 * 3250 * And then we add to that what happens if there are multiple addresses 3251 * assigned to an interface. Remember the ifa on a ifn is a linked 3252 * list of addresses. So one interface can have more than one IP 3253 * address. What happens if we have both a private and a global 3254 * address? Do we then use context of destination to sort out which 3255 * one is best? And what about NAT's sending P->G may get you a NAT 3256 * translation, or should you select the G thats on the interface in 3257 * preference. 3258 * 3259 * Decisions: 3260 * 3261 * - count the number of addresses on the interface. 3262 * - if it is one, no problem except case <c>. 3263 * For <a> we will assume a NAT out there. 3264 * - if there are more than one, then we need to worry about scope P 3265 * or G. We should prefer G -> G and P -> P if possible. 3266 * Then as a secondary fall back to mixed types G->P being a last 3267 * ditch one. 3268 * - The above all works for bound all, but bound specific we need to 3269 * use the same concept but instead only consider the bound 3270 * addresses. If the bound set is NOT assigned to the interface then 3271 * we must use rotation amongst the bound addresses.. 3272 */ 3273 if (ro->ro_rt == NULL) { 3274 /* 3275 * Need a route to cache. 3276 */ 3277 SCTP_RTALLOC(ro, vrf_id); 3278 } 3279 if (ro->ro_rt == NULL) { 3280 return (NULL); 3281 } 3282 fam = ro->ro_dst.sa_family; 3283 dest_is_priv = dest_is_loop = 0; 3284 /* Setup our scopes for the destination */ 3285 switch (fam) { 3286 #ifdef INET 3287 case AF_INET: 3288 /* Scope based on outbound address */ 3289 if (IN4_ISLOOPBACK_ADDRESS(&to->sin_addr)) { 3290 dest_is_loop = 1; 3291 if (net != NULL) { 3292 /* mark it as local */ 3293 net->addr_is_local = 1; 3294 } 3295 } else if ((IN4_ISPRIVATE_ADDRESS(&to->sin_addr))) { 3296 dest_is_priv = 1; 3297 } 3298 break; 3299 #endif 3300 #ifdef INET6 3301 case AF_INET6: 3302 /* Scope based on outbound address */ 3303 if (IN6_IS_ADDR_LOOPBACK(&to6->sin6_addr) || 3304 SCTP_ROUTE_IS_REAL_LOOP(ro)) { 3305 /* 3306 * If the address is a loopback address, which 3307 * consists of "::1" OR "fe80::1%lo0", we are 3308 * loopback scope. But we don't use dest_is_priv 3309 * (link local addresses). 3310 */ 3311 dest_is_loop = 1; 3312 if (net != NULL) { 3313 /* mark it as local */ 3314 net->addr_is_local = 1; 3315 } 3316 } else if (IN6_IS_ADDR_LINKLOCAL(&to6->sin6_addr)) { 3317 dest_is_priv = 1; 3318 } 3319 break; 3320 #endif 3321 } 3322 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Select source addr for:"); 3323 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&ro->ro_dst); 3324 SCTP_IPI_ADDR_RLOCK(); 3325 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) { 3326 /* 3327 * Bound all case 3328 */ 3329 answer = sctp_choose_boundall(stcb, net, ro, vrf_id, 3330 dest_is_priv, dest_is_loop, 3331 non_asoc_addr_ok, fam); 3332 SCTP_IPI_ADDR_RUNLOCK(); 3333 return (answer); 3334 } 3335 /* 3336 * Subset bound case 3337 */ 3338 if (stcb) { 3339 answer = sctp_choose_boundspecific_stcb(inp, stcb, ro, 3340 vrf_id, dest_is_priv, 3341 dest_is_loop, 3342 non_asoc_addr_ok, fam); 3343 } else { 3344 answer = sctp_choose_boundspecific_inp(inp, ro, vrf_id, 3345 non_asoc_addr_ok, 3346 dest_is_priv, 3347 dest_is_loop, fam); 3348 } 3349 SCTP_IPI_ADDR_RUNLOCK(); 3350 return (answer); 3351 } 3352 3353 static int 3354 sctp_find_cmsg(int c_type, void *data, struct mbuf *control, size_t cpsize) 3355 { 3356 struct cmsghdr cmh; 3357 int tlen, at, found; 3358 struct sctp_sndinfo sndinfo; 3359 struct sctp_prinfo prinfo; 3360 struct sctp_authinfo authinfo; 3361 3362 tlen = SCTP_BUF_LEN(control); 3363 at = 0; 3364 found = 0; 3365 /* 3366 * Independent of how many mbufs, find the c_type inside the control 3367 * structure and copy out the data. 3368 */ 3369 while (at < tlen) { 3370 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3371 /* There is not enough room for one more. */ 3372 return (found); 3373 } 3374 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3375 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3376 /* We dont't have a complete CMSG header. */ 3377 return (found); 3378 } 3379 if (((int)cmh.cmsg_len + at) > tlen) { 3380 /* We don't have the complete CMSG. */ 3381 return (found); 3382 } 3383 if ((cmh.cmsg_level == IPPROTO_SCTP) && 3384 ((c_type == cmh.cmsg_type) || 3385 ((c_type == SCTP_SNDRCV) && 3386 ((cmh.cmsg_type == SCTP_SNDINFO) || 3387 (cmh.cmsg_type == SCTP_PRINFO) || 3388 (cmh.cmsg_type == SCTP_AUTHINFO))))) { 3389 if (c_type == cmh.cmsg_type) { 3390 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < cpsize) { 3391 return (found); 3392 } 3393 /* It is exactly what we want. Copy it out. */ 3394 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), cpsize, (caddr_t)data); 3395 return (1); 3396 } else { 3397 struct sctp_sndrcvinfo *sndrcvinfo; 3398 3399 sndrcvinfo = (struct sctp_sndrcvinfo *)data; 3400 if (found == 0) { 3401 if (cpsize < sizeof(struct sctp_sndrcvinfo)) { 3402 return (found); 3403 } 3404 memset(sndrcvinfo, 0, sizeof(struct sctp_sndrcvinfo)); 3405 } 3406 switch (cmh.cmsg_type) { 3407 case SCTP_SNDINFO: 3408 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_sndinfo)) { 3409 return (found); 3410 } 3411 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_sndinfo), (caddr_t)&sndinfo); 3412 sndrcvinfo->sinfo_stream = sndinfo.snd_sid; 3413 sndrcvinfo->sinfo_flags = sndinfo.snd_flags; 3414 sndrcvinfo->sinfo_ppid = sndinfo.snd_ppid; 3415 sndrcvinfo->sinfo_context = sndinfo.snd_context; 3416 sndrcvinfo->sinfo_assoc_id = sndinfo.snd_assoc_id; 3417 break; 3418 case SCTP_PRINFO: 3419 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_prinfo)) { 3420 return (found); 3421 } 3422 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_prinfo), (caddr_t)&prinfo); 3423 sndrcvinfo->sinfo_timetolive = prinfo.pr_value; 3424 sndrcvinfo->sinfo_flags |= prinfo.pr_policy; 3425 break; 3426 case SCTP_AUTHINFO: 3427 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_authinfo)) { 3428 return (found); 3429 } 3430 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_authinfo), (caddr_t)&authinfo); 3431 sndrcvinfo->sinfo_keynumber_valid = 1; 3432 sndrcvinfo->sinfo_keynumber = authinfo.auth_keyid; 3433 break; 3434 default: 3435 return (found); 3436 } 3437 found = 1; 3438 } 3439 } 3440 at += CMSG_ALIGN(cmh.cmsg_len); 3441 } 3442 return (found); 3443 } 3444 3445 static int 3446 sctp_process_cmsgs_for_init(struct sctp_tcb *stcb, struct mbuf *control, int *error) 3447 { 3448 struct cmsghdr cmh; 3449 int tlen, at; 3450 struct sctp_initmsg initmsg; 3451 3452 #ifdef INET 3453 struct sockaddr_in sin; 3454 3455 #endif 3456 #ifdef INET6 3457 struct sockaddr_in6 sin6; 3458 3459 #endif 3460 3461 tlen = SCTP_BUF_LEN(control); 3462 at = 0; 3463 while (at < tlen) { 3464 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3465 /* There is not enough room for one more. */ 3466 *error = EINVAL; 3467 return (1); 3468 } 3469 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3470 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3471 /* We dont't have a complete CMSG header. */ 3472 *error = EINVAL; 3473 return (1); 3474 } 3475 if (((int)cmh.cmsg_len + at) > tlen) { 3476 /* We don't have the complete CMSG. */ 3477 *error = EINVAL; 3478 return (1); 3479 } 3480 if (cmh.cmsg_level == IPPROTO_SCTP) { 3481 switch (cmh.cmsg_type) { 3482 case SCTP_INIT: 3483 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_initmsg)) { 3484 *error = EINVAL; 3485 return (1); 3486 } 3487 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_initmsg), (caddr_t)&initmsg); 3488 if (initmsg.sinit_max_attempts) 3489 stcb->asoc.max_init_times = initmsg.sinit_max_attempts; 3490 if (initmsg.sinit_num_ostreams) 3491 stcb->asoc.pre_open_streams = initmsg.sinit_num_ostreams; 3492 if (initmsg.sinit_max_instreams) 3493 stcb->asoc.max_inbound_streams = initmsg.sinit_max_instreams; 3494 if (initmsg.sinit_max_init_timeo) 3495 stcb->asoc.initial_init_rto_max = initmsg.sinit_max_init_timeo; 3496 if (stcb->asoc.streamoutcnt < stcb->asoc.pre_open_streams) { 3497 struct sctp_stream_out *tmp_str; 3498 unsigned int i; 3499 3500 /* Default is NOT correct */ 3501 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, default:%d pre_open:%d\n", 3502 stcb->asoc.streamoutcnt, stcb->asoc.pre_open_streams); 3503 SCTP_TCB_UNLOCK(stcb); 3504 SCTP_MALLOC(tmp_str, 3505 struct sctp_stream_out *, 3506 (stcb->asoc.pre_open_streams * sizeof(struct sctp_stream_out)), 3507 SCTP_M_STRMO); 3508 SCTP_TCB_LOCK(stcb); 3509 if (tmp_str != NULL) { 3510 SCTP_FREE(stcb->asoc.strmout, SCTP_M_STRMO); 3511 stcb->asoc.strmout = tmp_str; 3512 stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt = stcb->asoc.pre_open_streams; 3513 } else { 3514 stcb->asoc.pre_open_streams = stcb->asoc.streamoutcnt; 3515 } 3516 for (i = 0; i < stcb->asoc.streamoutcnt; i++) { 3517 stcb->asoc.strmout[i].next_sequence_sent = 0; 3518 TAILQ_INIT(&stcb->asoc.strmout[i].outqueue); 3519 stcb->asoc.strmout[i].stream_no = i; 3520 stcb->asoc.strmout[i].last_msg_incomplete = 0; 3521 stcb->asoc.ss_functions.sctp_ss_init_stream(&stcb->asoc.strmout[i], NULL); 3522 } 3523 } 3524 break; 3525 #ifdef INET 3526 case SCTP_DSTADDRV4: 3527 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in_addr)) { 3528 *error = EINVAL; 3529 return (1); 3530 } 3531 memset(&sin, 0, sizeof(struct sockaddr_in)); 3532 sin.sin_family = AF_INET; 3533 sin.sin_len = sizeof(struct sockaddr_in); 3534 sin.sin_port = stcb->rport; 3535 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr); 3536 if ((sin.sin_addr.s_addr == INADDR_ANY) || 3537 (sin.sin_addr.s_addr == INADDR_BROADCAST) || 3538 IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) { 3539 *error = EINVAL; 3540 return (1); 3541 } 3542 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, 3543 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3544 *error = ENOBUFS; 3545 return (1); 3546 } 3547 break; 3548 #endif 3549 #ifdef INET6 3550 case SCTP_DSTADDRV6: 3551 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in6_addr)) { 3552 *error = EINVAL; 3553 return (1); 3554 } 3555 memset(&sin6, 0, sizeof(struct sockaddr_in6)); 3556 sin6.sin6_family = AF_INET6; 3557 sin6.sin6_len = sizeof(struct sockaddr_in6); 3558 sin6.sin6_port = stcb->rport; 3559 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr); 3560 if (IN6_IS_ADDR_UNSPECIFIED(&sin6.sin6_addr) || 3561 IN6_IS_ADDR_MULTICAST(&sin6.sin6_addr)) { 3562 *error = EINVAL; 3563 return (1); 3564 } 3565 #ifdef INET 3566 if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) { 3567 in6_sin6_2_sin(&sin, &sin6); 3568 if ((sin.sin_addr.s_addr == INADDR_ANY) || 3569 (sin.sin_addr.s_addr == INADDR_BROADCAST) || 3570 IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) { 3571 *error = EINVAL; 3572 return (1); 3573 } 3574 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, 3575 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3576 *error = ENOBUFS; 3577 return (1); 3578 } 3579 } else 3580 #endif 3581 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin6, NULL, 3582 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3583 *error = ENOBUFS; 3584 return (1); 3585 } 3586 break; 3587 #endif 3588 default: 3589 break; 3590 } 3591 } 3592 at += CMSG_ALIGN(cmh.cmsg_len); 3593 } 3594 return (0); 3595 } 3596 3597 static struct sctp_tcb * 3598 sctp_findassociation_cmsgs(struct sctp_inpcb **inp_p, 3599 in_port_t port, 3600 struct mbuf *control, 3601 struct sctp_nets **net_p, 3602 int *error) 3603 { 3604 struct cmsghdr cmh; 3605 int tlen, at; 3606 struct sctp_tcb *stcb; 3607 struct sockaddr *addr; 3608 3609 #ifdef INET 3610 struct sockaddr_in sin; 3611 3612 #endif 3613 #ifdef INET6 3614 struct sockaddr_in6 sin6; 3615 3616 #endif 3617 3618 tlen = SCTP_BUF_LEN(control); 3619 at = 0; 3620 while (at < tlen) { 3621 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3622 /* There is not enough room for one more. */ 3623 *error = EINVAL; 3624 return (NULL); 3625 } 3626 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3627 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3628 /* We dont't have a complete CMSG header. */ 3629 *error = EINVAL; 3630 return (NULL); 3631 } 3632 if (((int)cmh.cmsg_len + at) > tlen) { 3633 /* We don't have the complete CMSG. */ 3634 *error = EINVAL; 3635 return (NULL); 3636 } 3637 if (cmh.cmsg_level == IPPROTO_SCTP) { 3638 switch (cmh.cmsg_type) { 3639 #ifdef INET 3640 case SCTP_DSTADDRV4: 3641 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in_addr)) { 3642 *error = EINVAL; 3643 return (NULL); 3644 } 3645 memset(&sin, 0, sizeof(struct sockaddr_in)); 3646 sin.sin_family = AF_INET; 3647 sin.sin_len = sizeof(struct sockaddr_in); 3648 sin.sin_port = port; 3649 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr); 3650 addr = (struct sockaddr *)&sin; 3651 break; 3652 #endif 3653 #ifdef INET6 3654 case SCTP_DSTADDRV6: 3655 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in6_addr)) { 3656 *error = EINVAL; 3657 return (NULL); 3658 } 3659 memset(&sin6, 0, sizeof(struct sockaddr_in6)); 3660 sin6.sin6_family = AF_INET6; 3661 sin6.sin6_len = sizeof(struct sockaddr_in6); 3662 sin6.sin6_port = port; 3663 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr); 3664 #ifdef INET 3665 if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) { 3666 in6_sin6_2_sin(&sin, &sin6); 3667 addr = (struct sockaddr *)&sin; 3668 } else 3669 #endif 3670 addr = (struct sockaddr *)&sin6; 3671 break; 3672 #endif 3673 default: 3674 addr = NULL; 3675 break; 3676 } 3677 if (addr) { 3678 stcb = sctp_findassociation_ep_addr(inp_p, addr, net_p, NULL, NULL); 3679 if (stcb != NULL) { 3680 return (stcb); 3681 } 3682 } 3683 } 3684 at += CMSG_ALIGN(cmh.cmsg_len); 3685 } 3686 return (NULL); 3687 } 3688 3689 static struct mbuf * 3690 sctp_add_cookie(struct mbuf *init, int init_offset, 3691 struct mbuf *initack, int initack_offset, struct sctp_state_cookie *stc_in, uint8_t ** signature) 3692 { 3693 struct mbuf *copy_init, *copy_initack, *m_at, *sig, *mret; 3694 struct sctp_state_cookie *stc; 3695 struct sctp_paramhdr *ph; 3696 uint8_t *foo; 3697 int sig_offset; 3698 uint16_t cookie_sz; 3699 3700 mret = NULL; 3701 mret = sctp_get_mbuf_for_msg((sizeof(struct sctp_state_cookie) + 3702 sizeof(struct sctp_paramhdr)), 0, 3703 M_DONTWAIT, 1, MT_DATA); 3704 if (mret == NULL) { 3705 return (NULL); 3706 } 3707 copy_init = SCTP_M_COPYM(init, init_offset, M_COPYALL, M_DONTWAIT); 3708 if (copy_init == NULL) { 3709 sctp_m_freem(mret); 3710 return (NULL); 3711 } 3712 #ifdef SCTP_MBUF_LOGGING 3713 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 3714 struct mbuf *mat; 3715 3716 mat = copy_init; 3717 while (mat) { 3718 if (SCTP_BUF_IS_EXTENDED(mat)) { 3719 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 3720 } 3721 mat = SCTP_BUF_NEXT(mat); 3722 } 3723 } 3724 #endif 3725 copy_initack = SCTP_M_COPYM(initack, initack_offset, M_COPYALL, 3726 M_DONTWAIT); 3727 if (copy_initack == NULL) { 3728 sctp_m_freem(mret); 3729 sctp_m_freem(copy_init); 3730 return (NULL); 3731 } 3732 #ifdef SCTP_MBUF_LOGGING 3733 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 3734 struct mbuf *mat; 3735 3736 mat = copy_initack; 3737 while (mat) { 3738 if (SCTP_BUF_IS_EXTENDED(mat)) { 3739 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 3740 } 3741 mat = SCTP_BUF_NEXT(mat); 3742 } 3743 } 3744 #endif 3745 /* easy side we just drop it on the end */ 3746 ph = mtod(mret, struct sctp_paramhdr *); 3747 SCTP_BUF_LEN(mret) = sizeof(struct sctp_state_cookie) + 3748 sizeof(struct sctp_paramhdr); 3749 stc = (struct sctp_state_cookie *)((caddr_t)ph + 3750 sizeof(struct sctp_paramhdr)); 3751 ph->param_type = htons(SCTP_STATE_COOKIE); 3752 ph->param_length = 0; /* fill in at the end */ 3753 /* Fill in the stc cookie data */ 3754 memcpy(stc, stc_in, sizeof(struct sctp_state_cookie)); 3755 3756 /* tack the INIT and then the INIT-ACK onto the chain */ 3757 cookie_sz = 0; 3758 for (m_at = mret; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3759 cookie_sz += SCTP_BUF_LEN(m_at); 3760 if (SCTP_BUF_NEXT(m_at) == NULL) { 3761 SCTP_BUF_NEXT(m_at) = copy_init; 3762 break; 3763 } 3764 } 3765 for (m_at = copy_init; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3766 cookie_sz += SCTP_BUF_LEN(m_at); 3767 if (SCTP_BUF_NEXT(m_at) == NULL) { 3768 SCTP_BUF_NEXT(m_at) = copy_initack; 3769 break; 3770 } 3771 } 3772 for (m_at = copy_initack; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3773 cookie_sz += SCTP_BUF_LEN(m_at); 3774 if (SCTP_BUF_NEXT(m_at) == NULL) { 3775 break; 3776 } 3777 } 3778 sig = sctp_get_mbuf_for_msg(SCTP_SECRET_SIZE, 0, M_DONTWAIT, 1, MT_DATA); 3779 if (sig == NULL) { 3780 /* no space, so free the entire chain */ 3781 sctp_m_freem(mret); 3782 return (NULL); 3783 } 3784 SCTP_BUF_LEN(sig) = 0; 3785 SCTP_BUF_NEXT(m_at) = sig; 3786 sig_offset = 0; 3787 foo = (uint8_t *) (mtod(sig, caddr_t)+sig_offset); 3788 memset(foo, 0, SCTP_SIGNATURE_SIZE); 3789 *signature = foo; 3790 SCTP_BUF_LEN(sig) += SCTP_SIGNATURE_SIZE; 3791 cookie_sz += SCTP_SIGNATURE_SIZE; 3792 ph->param_length = htons(cookie_sz); 3793 return (mret); 3794 } 3795 3796 3797 static uint8_t 3798 sctp_get_ect(struct sctp_tcb *stcb) 3799 { 3800 if ((stcb != NULL) && (stcb->asoc.ecn_allowed == 1)) { 3801 return (SCTP_ECT0_BIT); 3802 } else { 3803 return (0); 3804 } 3805 } 3806 3807 static void 3808 sctp_handle_no_route(struct sctp_tcb *stcb, 3809 struct sctp_nets *net, 3810 int so_locked) 3811 { 3812 SCTPDBG(SCTP_DEBUG_OUTPUT1, "dropped packet - no valid source addr\n"); 3813 3814 if (net) { 3815 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Destination was "); 3816 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT1, &net->ro._l_addr.sa); 3817 if (net->dest_state & SCTP_ADDR_CONFIRMED) { 3818 if ((net->dest_state & SCTP_ADDR_REACHABLE) && stcb) { 3819 SCTPDBG(SCTP_DEBUG_OUTPUT1, "no route takes interface %p down\n", net); 3820 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN, 3821 stcb, 3822 SCTP_FAILED_THRESHOLD, 3823 (void *)net, 3824 so_locked); 3825 net->dest_state &= ~SCTP_ADDR_REACHABLE; 3826 net->dest_state &= ~SCTP_ADDR_PF; 3827 } 3828 } 3829 if (stcb) { 3830 if (net == stcb->asoc.primary_destination) { 3831 /* need a new primary */ 3832 struct sctp_nets *alt; 3833 3834 alt = sctp_find_alternate_net(stcb, net, 0); 3835 if (alt != net) { 3836 if (stcb->asoc.alternate) { 3837 sctp_free_remote_addr(stcb->asoc.alternate); 3838 } 3839 stcb->asoc.alternate = alt; 3840 atomic_add_int(&stcb->asoc.alternate->ref_count, 1); 3841 if (net->ro._s_addr) { 3842 sctp_free_ifa(net->ro._s_addr); 3843 net->ro._s_addr = NULL; 3844 } 3845 net->src_addr_selected = 0; 3846 } 3847 } 3848 } 3849 } 3850 } 3851 3852 static int 3853 sctp_lowlevel_chunk_output(struct sctp_inpcb *inp, 3854 struct sctp_tcb *stcb, /* may be NULL */ 3855 struct sctp_nets *net, 3856 struct sockaddr *to, 3857 struct mbuf *m, 3858 uint32_t auth_offset, 3859 struct sctp_auth_chunk *auth, 3860 uint16_t auth_keyid, 3861 int nofragment_flag, 3862 int ecn_ok, 3863 int out_of_asoc_ok, 3864 uint16_t src_port, 3865 uint16_t dest_port, 3866 uint32_t v_tag, 3867 uint16_t port, 3868 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 3869 int so_locked SCTP_UNUSED, 3870 #else 3871 int so_locked, 3872 #endif 3873 union sctp_sockstore *over_addr, 3874 struct mbuf *init 3875 ) 3876 /* nofragment_flag to tell if IP_DF should be set (IPv4 only) */ 3877 { 3878 /** 3879 * Given a mbuf chain (via SCTP_BUF_NEXT()) that holds a packet header 3880 * WITH an SCTPHDR but no IP header, endpoint inp and sa structure: 3881 * - fill in the HMAC digest of any AUTH chunk in the packet. 3882 * - calculate and fill in the SCTP checksum. 3883 * - prepend an IP address header. 3884 * - if boundall use INADDR_ANY. 3885 * - if boundspecific do source address selection. 3886 * - set fragmentation option for ipV4. 3887 * - On return from IP output, check/adjust mtu size of output 3888 * interface and smallest_mtu size as well. 3889 */ 3890 /* Will need ifdefs around this */ 3891 struct mbuf *o_pak; 3892 struct mbuf *newm; 3893 struct sctphdr *sctphdr; 3894 int packet_length; 3895 int ret; 3896 uint32_t vrf_id; 3897 sctp_route_t *ro = NULL; 3898 struct udphdr *udp = NULL; 3899 uint8_t tos_value; 3900 3901 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3902 struct socket *so = NULL; 3903 3904 #endif 3905 3906 if ((net) && (net->dest_state & SCTP_ADDR_OUT_OF_SCOPE)) { 3907 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 3908 sctp_m_freem(m); 3909 return (EFAULT); 3910 } 3911 if (stcb) { 3912 vrf_id = stcb->asoc.vrf_id; 3913 } else { 3914 vrf_id = inp->def_vrf_id; 3915 } 3916 3917 /* fill in the HMAC digest for any AUTH chunk in the packet */ 3918 if ((auth != NULL) && (stcb != NULL)) { 3919 sctp_fill_hmac_digest_m(m, auth_offset, auth, stcb, auth_keyid); 3920 } 3921 if (net) { 3922 tos_value = net->dscp; 3923 } else if (stcb) { 3924 tos_value = stcb->asoc.default_dscp; 3925 } else { 3926 tos_value = inp->sctp_ep.default_dscp; 3927 } 3928 3929 switch (to->sa_family) { 3930 #ifdef INET 3931 case AF_INET: 3932 { 3933 struct ip *ip = NULL; 3934 sctp_route_t iproute; 3935 int len; 3936 3937 len = sizeof(struct ip) + sizeof(struct sctphdr); 3938 if (port) { 3939 len += sizeof(struct udphdr); 3940 } 3941 newm = sctp_get_mbuf_for_msg(len, 1, M_DONTWAIT, 1, MT_DATA); 3942 if (newm == NULL) { 3943 sctp_m_freem(m); 3944 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 3945 return (ENOMEM); 3946 } 3947 SCTP_ALIGN_TO_END(newm, len); 3948 SCTP_BUF_LEN(newm) = len; 3949 SCTP_BUF_NEXT(newm) = m; 3950 m = newm; 3951 if (net != NULL) { 3952 #ifdef INVARIANTS 3953 if (net->flowidset == 0) { 3954 panic("Flow ID not set"); 3955 } 3956 #endif 3957 m->m_pkthdr.flowid = net->flowid; 3958 m->m_flags |= M_FLOWID; 3959 } else { 3960 if ((init != NULL) && (init->m_flags & M_FLOWID)) { 3961 m->m_pkthdr.flowid = init->m_pkthdr.flowid; 3962 m->m_flags |= M_FLOWID; 3963 } 3964 } 3965 packet_length = sctp_calculate_len(m); 3966 ip = mtod(m, struct ip *); 3967 ip->ip_v = IPVERSION; 3968 ip->ip_hl = (sizeof(struct ip) >> 2); 3969 if (tos_value == 0) { 3970 /* 3971 * This means especially, that it is not set 3972 * at the SCTP layer. So use the value from 3973 * the IP layer. 3974 */ 3975 tos_value = inp->ip_inp.inp.inp_ip_tos; 3976 } 3977 tos_value &= 0xfc; 3978 if (ecn_ok) { 3979 tos_value |= sctp_get_ect(stcb); 3980 } 3981 if ((nofragment_flag) && (port == 0)) { 3982 ip->ip_off = IP_DF; 3983 } else 3984 ip->ip_off = 0; 3985 3986 /* FreeBSD has a function for ip_id's */ 3987 ip->ip_id = ip_newid(); 3988 3989 ip->ip_ttl = inp->ip_inp.inp.inp_ip_ttl; 3990 ip->ip_len = packet_length; 3991 ip->ip_tos = tos_value; 3992 if (port) { 3993 ip->ip_p = IPPROTO_UDP; 3994 } else { 3995 ip->ip_p = IPPROTO_SCTP; 3996 } 3997 ip->ip_sum = 0; 3998 if (net == NULL) { 3999 ro = &iproute; 4000 memset(&iproute, 0, sizeof(iproute)); 4001 memcpy(&ro->ro_dst, to, to->sa_len); 4002 } else { 4003 ro = (sctp_route_t *) & net->ro; 4004 } 4005 /* Now the address selection part */ 4006 ip->ip_dst.s_addr = ((struct sockaddr_in *)to)->sin_addr.s_addr; 4007 4008 /* call the routine to select the src address */ 4009 if (net && out_of_asoc_ok == 0) { 4010 if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) { 4011 sctp_free_ifa(net->ro._s_addr); 4012 net->ro._s_addr = NULL; 4013 net->src_addr_selected = 0; 4014 if (ro->ro_rt) { 4015 RTFREE(ro->ro_rt); 4016 ro->ro_rt = NULL; 4017 } 4018 } 4019 if (net->src_addr_selected == 0) { 4020 /* Cache the source address */ 4021 net->ro._s_addr = sctp_source_address_selection(inp, stcb, 4022 ro, net, 0, 4023 vrf_id); 4024 net->src_addr_selected = 1; 4025 } 4026 if (net->ro._s_addr == NULL) { 4027 /* No route to host */ 4028 net->src_addr_selected = 0; 4029 sctp_handle_no_route(stcb, net, so_locked); 4030 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4031 sctp_m_freem(m); 4032 return (EHOSTUNREACH); 4033 } 4034 ip->ip_src = net->ro._s_addr->address.sin.sin_addr; 4035 } else { 4036 if (over_addr == NULL) { 4037 struct sctp_ifa *_lsrc; 4038 4039 _lsrc = sctp_source_address_selection(inp, stcb, ro, 4040 net, 4041 out_of_asoc_ok, 4042 vrf_id); 4043 if (_lsrc == NULL) { 4044 sctp_handle_no_route(stcb, net, so_locked); 4045 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4046 sctp_m_freem(m); 4047 return (EHOSTUNREACH); 4048 } 4049 ip->ip_src = _lsrc->address.sin.sin_addr; 4050 sctp_free_ifa(_lsrc); 4051 } else { 4052 ip->ip_src = over_addr->sin.sin_addr; 4053 SCTP_RTALLOC(ro, vrf_id); 4054 } 4055 } 4056 if (port) { 4057 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 4058 sctp_handle_no_route(stcb, net, so_locked); 4059 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4060 sctp_m_freem(m); 4061 return (EHOSTUNREACH); 4062 } 4063 udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); 4064 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 4065 udp->uh_dport = port; 4066 udp->uh_ulen = htons(packet_length - sizeof(struct ip)); 4067 udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 4068 sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 4069 } else { 4070 sctphdr = (struct sctphdr *)((caddr_t)ip + sizeof(struct ip)); 4071 } 4072 4073 sctphdr->src_port = src_port; 4074 sctphdr->dest_port = dest_port; 4075 sctphdr->v_tag = v_tag; 4076 sctphdr->checksum = 0; 4077 4078 /* 4079 * If source address selection fails and we find no 4080 * route then the ip_output should fail as well with 4081 * a NO_ROUTE_TO_HOST type error. We probably should 4082 * catch that somewhere and abort the association 4083 * right away (assuming this is an INIT being sent). 4084 */ 4085 if (ro->ro_rt == NULL) { 4086 /* 4087 * src addr selection failed to find a route 4088 * (or valid source addr), so we can't get 4089 * there from here (yet)! 4090 */ 4091 sctp_handle_no_route(stcb, net, so_locked); 4092 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4093 sctp_m_freem(m); 4094 return (EHOSTUNREACH); 4095 } 4096 if (ro != &iproute) { 4097 memcpy(&iproute, ro, sizeof(*ro)); 4098 } 4099 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv4 output routine from low level src addr:%x\n", 4100 (uint32_t) (ntohl(ip->ip_src.s_addr))); 4101 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Destination is %x\n", 4102 (uint32_t) (ntohl(ip->ip_dst.s_addr))); 4103 SCTPDBG(SCTP_DEBUG_OUTPUT3, "RTP route is %p through\n", 4104 ro->ro_rt); 4105 4106 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 4107 /* failed to prepend data, give up */ 4108 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4109 sctp_m_freem(m); 4110 return (ENOMEM); 4111 } 4112 #ifdef SCTP_PACKET_LOGGING 4113 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 4114 sctp_packet_log(m, packet_length); 4115 #endif 4116 SCTP_ATTACH_CHAIN(o_pak, m, packet_length); 4117 if (port) { 4118 #if defined(SCTP_WITH_NO_CSUM) 4119 SCTP_STAT_INCR(sctps_sendnocrc); 4120 #else 4121 if (!(SCTP_BASE_SYSCTL(sctp_no_csum_on_loopback) && 4122 (stcb) && 4123 (stcb->asoc.loopback_scope))) { 4124 sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip) + sizeof(struct udphdr)); 4125 SCTP_STAT_INCR(sctps_sendswcrc); 4126 } else { 4127 SCTP_STAT_INCR(sctps_sendnocrc); 4128 } 4129 #endif 4130 SCTP_ENABLE_UDP_CSUM(o_pak); 4131 } else { 4132 #if defined(SCTP_WITH_NO_CSUM) 4133 SCTP_STAT_INCR(sctps_sendnocrc); 4134 #else 4135 m->m_pkthdr.csum_flags = CSUM_SCTP; 4136 m->m_pkthdr.csum_data = 0; 4137 SCTP_STAT_INCR(sctps_sendhwcrc); 4138 #endif 4139 } 4140 /* send it out. table id is taken from stcb */ 4141 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4142 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4143 so = SCTP_INP_SO(inp); 4144 SCTP_SOCKET_UNLOCK(so, 0); 4145 } 4146 #endif 4147 SCTP_IP_OUTPUT(ret, o_pak, ro, stcb, vrf_id); 4148 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4149 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4150 atomic_add_int(&stcb->asoc.refcnt, 1); 4151 SCTP_TCB_UNLOCK(stcb); 4152 SCTP_SOCKET_LOCK(so, 0); 4153 SCTP_TCB_LOCK(stcb); 4154 atomic_subtract_int(&stcb->asoc.refcnt, 1); 4155 } 4156 #endif 4157 SCTP_STAT_INCR(sctps_sendpackets); 4158 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 4159 if (ret) 4160 SCTP_STAT_INCR(sctps_senderrors); 4161 4162 SCTPDBG(SCTP_DEBUG_OUTPUT3, "IP output returns %d\n", ret); 4163 if (net == NULL) { 4164 /* free tempy routes */ 4165 if (ro->ro_rt) { 4166 RTFREE(ro->ro_rt); 4167 ro->ro_rt = NULL; 4168 } 4169 } else { 4170 /* 4171 * PMTU check versus smallest asoc MTU goes 4172 * here 4173 */ 4174 if ((ro->ro_rt != NULL) && 4175 (net->ro._s_addr)) { 4176 uint32_t mtu; 4177 4178 mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt); 4179 if (net->port) { 4180 mtu -= sizeof(struct udphdr); 4181 } 4182 if (mtu && (stcb->asoc.smallest_mtu > mtu)) { 4183 sctp_mtu_size_reset(inp, &stcb->asoc, mtu); 4184 net->mtu = mtu; 4185 } 4186 } else if (ro->ro_rt == NULL) { 4187 /* route was freed */ 4188 if (net->ro._s_addr && 4189 net->src_addr_selected) { 4190 sctp_free_ifa(net->ro._s_addr); 4191 net->ro._s_addr = NULL; 4192 } 4193 net->src_addr_selected = 0; 4194 } 4195 } 4196 return (ret); 4197 } 4198 #endif 4199 #ifdef INET6 4200 case AF_INET6: 4201 { 4202 uint32_t flowlabel, flowinfo; 4203 struct ip6_hdr *ip6h; 4204 struct route_in6 ip6route; 4205 struct ifnet *ifp; 4206 struct sockaddr_in6 *sin6, tmp, *lsa6, lsa6_tmp; 4207 int prev_scope = 0; 4208 struct sockaddr_in6 lsa6_storage; 4209 int error; 4210 u_short prev_port = 0; 4211 int len; 4212 4213 if (net) { 4214 flowlabel = net->flowlabel; 4215 } else if (stcb) { 4216 flowlabel = stcb->asoc.default_flowlabel; 4217 } else { 4218 flowlabel = inp->sctp_ep.default_flowlabel; 4219 } 4220 if (flowlabel == 0) { 4221 /* 4222 * This means especially, that it is not set 4223 * at the SCTP layer. So use the value from 4224 * the IP layer. 4225 */ 4226 flowlabel = ntohl(((struct in6pcb *)inp)->in6p_flowinfo); 4227 } 4228 flowlabel &= 0x000fffff; 4229 len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr); 4230 if (port) { 4231 len += sizeof(struct udphdr); 4232 } 4233 newm = sctp_get_mbuf_for_msg(len, 1, M_DONTWAIT, 1, MT_DATA); 4234 if (newm == NULL) { 4235 sctp_m_freem(m); 4236 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4237 return (ENOMEM); 4238 } 4239 SCTP_ALIGN_TO_END(newm, len); 4240 SCTP_BUF_LEN(newm) = len; 4241 SCTP_BUF_NEXT(newm) = m; 4242 m = newm; 4243 if (net != NULL) { 4244 #ifdef INVARIANTS 4245 if (net->flowidset == 0) { 4246 panic("Flow ID not set"); 4247 } 4248 #endif 4249 m->m_pkthdr.flowid = net->flowid; 4250 m->m_flags |= M_FLOWID; 4251 } else { 4252 if ((init != NULL) && (init->m_flags & M_FLOWID)) { 4253 m->m_pkthdr.flowid = init->m_pkthdr.flowid; 4254 m->m_flags |= M_FLOWID; 4255 } 4256 } 4257 packet_length = sctp_calculate_len(m); 4258 4259 ip6h = mtod(m, struct ip6_hdr *); 4260 /* protect *sin6 from overwrite */ 4261 sin6 = (struct sockaddr_in6 *)to; 4262 tmp = *sin6; 4263 sin6 = &tmp; 4264 4265 /* KAME hack: embed scopeid */ 4266 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4267 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4268 return (EINVAL); 4269 } 4270 if (net == NULL) { 4271 memset(&ip6route, 0, sizeof(ip6route)); 4272 ro = (sctp_route_t *) & ip6route; 4273 memcpy(&ro->ro_dst, sin6, sin6->sin6_len); 4274 } else { 4275 ro = (sctp_route_t *) & net->ro; 4276 } 4277 /* 4278 * We assume here that inp_flow is in host byte 4279 * order within the TCB! 4280 */ 4281 if (tos_value == 0) { 4282 /* 4283 * This means especially, that it is not set 4284 * at the SCTP layer. So use the value from 4285 * the IP layer. 4286 */ 4287 tos_value = (ntohl(((struct in6pcb *)inp)->in6p_flowinfo) >> 20) & 0xff; 4288 } 4289 tos_value &= 0xfc; 4290 if (ecn_ok) { 4291 tos_value |= sctp_get_ect(stcb); 4292 } 4293 flowinfo = 0x06; 4294 flowinfo <<= 8; 4295 flowinfo |= tos_value; 4296 flowinfo <<= 20; 4297 flowinfo |= flowlabel; 4298 ip6h->ip6_flow = htonl(flowinfo); 4299 if (port) { 4300 ip6h->ip6_nxt = IPPROTO_UDP; 4301 } else { 4302 ip6h->ip6_nxt = IPPROTO_SCTP; 4303 } 4304 ip6h->ip6_plen = (packet_length - sizeof(struct ip6_hdr)); 4305 ip6h->ip6_dst = sin6->sin6_addr; 4306 4307 /* 4308 * Add SRC address selection here: we can only reuse 4309 * to a limited degree the kame src-addr-sel, since 4310 * we can try their selection but it may not be 4311 * bound. 4312 */ 4313 bzero(&lsa6_tmp, sizeof(lsa6_tmp)); 4314 lsa6_tmp.sin6_family = AF_INET6; 4315 lsa6_tmp.sin6_len = sizeof(lsa6_tmp); 4316 lsa6 = &lsa6_tmp; 4317 if (net && out_of_asoc_ok == 0) { 4318 if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) { 4319 sctp_free_ifa(net->ro._s_addr); 4320 net->ro._s_addr = NULL; 4321 net->src_addr_selected = 0; 4322 if (ro->ro_rt) { 4323 RTFREE(ro->ro_rt); 4324 ro->ro_rt = NULL; 4325 } 4326 } 4327 if (net->src_addr_selected == 0) { 4328 sin6 = (struct sockaddr_in6 *)&net->ro._l_addr; 4329 /* KAME hack: embed scopeid */ 4330 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4331 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4332 return (EINVAL); 4333 } 4334 /* Cache the source address */ 4335 net->ro._s_addr = sctp_source_address_selection(inp, 4336 stcb, 4337 ro, 4338 net, 4339 0, 4340 vrf_id); 4341 (void)sa6_recoverscope(sin6); 4342 net->src_addr_selected = 1; 4343 } 4344 if (net->ro._s_addr == NULL) { 4345 SCTPDBG(SCTP_DEBUG_OUTPUT3, "V6:No route to host\n"); 4346 net->src_addr_selected = 0; 4347 sctp_handle_no_route(stcb, net, so_locked); 4348 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4349 sctp_m_freem(m); 4350 return (EHOSTUNREACH); 4351 } 4352 lsa6->sin6_addr = net->ro._s_addr->address.sin6.sin6_addr; 4353 } else { 4354 sin6 = (struct sockaddr_in6 *)&ro->ro_dst; 4355 /* KAME hack: embed scopeid */ 4356 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4357 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4358 return (EINVAL); 4359 } 4360 if (over_addr == NULL) { 4361 struct sctp_ifa *_lsrc; 4362 4363 _lsrc = sctp_source_address_selection(inp, stcb, ro, 4364 net, 4365 out_of_asoc_ok, 4366 vrf_id); 4367 if (_lsrc == NULL) { 4368 sctp_handle_no_route(stcb, net, so_locked); 4369 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4370 sctp_m_freem(m); 4371 return (EHOSTUNREACH); 4372 } 4373 lsa6->sin6_addr = _lsrc->address.sin6.sin6_addr; 4374 sctp_free_ifa(_lsrc); 4375 } else { 4376 lsa6->sin6_addr = over_addr->sin6.sin6_addr; 4377 SCTP_RTALLOC(ro, vrf_id); 4378 } 4379 (void)sa6_recoverscope(sin6); 4380 } 4381 lsa6->sin6_port = inp->sctp_lport; 4382 4383 if (ro->ro_rt == NULL) { 4384 /* 4385 * src addr selection failed to find a route 4386 * (or valid source addr), so we can't get 4387 * there from here! 4388 */ 4389 sctp_handle_no_route(stcb, net, so_locked); 4390 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4391 sctp_m_freem(m); 4392 return (EHOSTUNREACH); 4393 } 4394 /* 4395 * XXX: sa6 may not have a valid sin6_scope_id in 4396 * the non-SCOPEDROUTING case. 4397 */ 4398 bzero(&lsa6_storage, sizeof(lsa6_storage)); 4399 lsa6_storage.sin6_family = AF_INET6; 4400 lsa6_storage.sin6_len = sizeof(lsa6_storage); 4401 lsa6_storage.sin6_addr = lsa6->sin6_addr; 4402 if ((error = sa6_recoverscope(&lsa6_storage)) != 0) { 4403 SCTPDBG(SCTP_DEBUG_OUTPUT3, "recover scope fails error %d\n", error); 4404 sctp_m_freem(m); 4405 return (error); 4406 } 4407 /* XXX */ 4408 lsa6_storage.sin6_addr = lsa6->sin6_addr; 4409 lsa6_storage.sin6_port = inp->sctp_lport; 4410 lsa6 = &lsa6_storage; 4411 ip6h->ip6_src = lsa6->sin6_addr; 4412 4413 if (port) { 4414 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 4415 sctp_handle_no_route(stcb, net, so_locked); 4416 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4417 sctp_m_freem(m); 4418 return (EHOSTUNREACH); 4419 } 4420 udp = (struct udphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr)); 4421 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 4422 udp->uh_dport = port; 4423 udp->uh_ulen = htons(packet_length - sizeof(struct ip6_hdr)); 4424 udp->uh_sum = 0; 4425 sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 4426 } else { 4427 sctphdr = (struct sctphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr)); 4428 } 4429 4430 sctphdr->src_port = src_port; 4431 sctphdr->dest_port = dest_port; 4432 sctphdr->v_tag = v_tag; 4433 sctphdr->checksum = 0; 4434 4435 /* 4436 * We set the hop limit now since there is a good 4437 * chance that our ro pointer is now filled 4438 */ 4439 ip6h->ip6_hlim = SCTP_GET_HLIM(inp, ro); 4440 ifp = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 4441 4442 #ifdef SCTP_DEBUG 4443 /* Copy to be sure something bad is not happening */ 4444 sin6->sin6_addr = ip6h->ip6_dst; 4445 lsa6->sin6_addr = ip6h->ip6_src; 4446 #endif 4447 4448 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv6 output routine from low level\n"); 4449 SCTPDBG(SCTP_DEBUG_OUTPUT3, "src: "); 4450 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)lsa6); 4451 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst: "); 4452 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)sin6); 4453 if (net) { 4454 sin6 = (struct sockaddr_in6 *)&net->ro._l_addr; 4455 /* 4456 * preserve the port and scope for link 4457 * local send 4458 */ 4459 prev_scope = sin6->sin6_scope_id; 4460 prev_port = sin6->sin6_port; 4461 } 4462 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 4463 /* failed to prepend data, give up */ 4464 sctp_m_freem(m); 4465 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4466 return (ENOMEM); 4467 } 4468 #ifdef SCTP_PACKET_LOGGING 4469 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 4470 sctp_packet_log(m, packet_length); 4471 #endif 4472 SCTP_ATTACH_CHAIN(o_pak, m, packet_length); 4473 if (port) { 4474 #if defined(SCTP_WITH_NO_CSUM) 4475 SCTP_STAT_INCR(sctps_sendnocrc); 4476 #else 4477 if (!(SCTP_BASE_SYSCTL(sctp_no_csum_on_loopback) && 4478 (stcb) && 4479 (stcb->asoc.loopback_scope))) { 4480 sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 4481 SCTP_STAT_INCR(sctps_sendswcrc); 4482 } else { 4483 SCTP_STAT_INCR(sctps_sendnocrc); 4484 } 4485 #endif 4486 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), packet_length - sizeof(struct ip6_hdr))) == 0) { 4487 udp->uh_sum = 0xffff; 4488 } 4489 } else { 4490 #if defined(SCTP_WITH_NO_CSUM) 4491 SCTP_STAT_INCR(sctps_sendnocrc); 4492 #else 4493 m->m_pkthdr.csum_flags = CSUM_SCTP; 4494 m->m_pkthdr.csum_data = 0; 4495 SCTP_STAT_INCR(sctps_sendhwcrc); 4496 #endif 4497 } 4498 /* send it out. table id is taken from stcb */ 4499 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4500 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4501 so = SCTP_INP_SO(inp); 4502 SCTP_SOCKET_UNLOCK(so, 0); 4503 } 4504 #endif 4505 SCTP_IP6_OUTPUT(ret, o_pak, (struct route_in6 *)ro, &ifp, stcb, vrf_id); 4506 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4507 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4508 atomic_add_int(&stcb->asoc.refcnt, 1); 4509 SCTP_TCB_UNLOCK(stcb); 4510 SCTP_SOCKET_LOCK(so, 0); 4511 SCTP_TCB_LOCK(stcb); 4512 atomic_subtract_int(&stcb->asoc.refcnt, 1); 4513 } 4514 #endif 4515 if (net) { 4516 /* for link local this must be done */ 4517 sin6->sin6_scope_id = prev_scope; 4518 sin6->sin6_port = prev_port; 4519 } 4520 SCTPDBG(SCTP_DEBUG_OUTPUT3, "return from send is %d\n", ret); 4521 SCTP_STAT_INCR(sctps_sendpackets); 4522 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 4523 if (ret) { 4524 SCTP_STAT_INCR(sctps_senderrors); 4525 } 4526 if (net == NULL) { 4527 /* Now if we had a temp route free it */ 4528 if (ro->ro_rt) { 4529 RTFREE(ro->ro_rt); 4530 } 4531 } else { 4532 /* 4533 * PMTU check versus smallest asoc MTU goes 4534 * here 4535 */ 4536 if (ro->ro_rt == NULL) { 4537 /* Route was freed */ 4538 if (net->ro._s_addr && 4539 net->src_addr_selected) { 4540 sctp_free_ifa(net->ro._s_addr); 4541 net->ro._s_addr = NULL; 4542 } 4543 net->src_addr_selected = 0; 4544 } 4545 if ((ro->ro_rt != NULL) && 4546 (net->ro._s_addr)) { 4547 uint32_t mtu; 4548 4549 mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt); 4550 if (mtu && 4551 (stcb->asoc.smallest_mtu > mtu)) { 4552 sctp_mtu_size_reset(inp, &stcb->asoc, mtu); 4553 net->mtu = mtu; 4554 if (net->port) { 4555 net->mtu -= sizeof(struct udphdr); 4556 } 4557 } 4558 } else if (ifp) { 4559 if (ND_IFINFO(ifp)->linkmtu && 4560 (stcb->asoc.smallest_mtu > ND_IFINFO(ifp)->linkmtu)) { 4561 sctp_mtu_size_reset(inp, 4562 &stcb->asoc, 4563 ND_IFINFO(ifp)->linkmtu); 4564 } 4565 } 4566 } 4567 return (ret); 4568 } 4569 #endif 4570 default: 4571 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n", 4572 ((struct sockaddr *)to)->sa_family); 4573 sctp_m_freem(m); 4574 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 4575 return (EFAULT); 4576 } 4577 } 4578 4579 4580 void 4581 sctp_send_initiate(struct sctp_inpcb *inp, struct sctp_tcb *stcb, int so_locked 4582 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 4583 SCTP_UNUSED 4584 #endif 4585 ) 4586 { 4587 struct mbuf *m, *m_at, *mp_last; 4588 struct sctp_nets *net; 4589 struct sctp_init_chunk *init; 4590 struct sctp_supported_addr_param *sup_addr; 4591 struct sctp_adaptation_layer_indication *ali; 4592 struct sctp_ecn_supported_param *ecn; 4593 struct sctp_prsctp_supported_param *prsctp; 4594 struct sctp_supported_chunk_types_param *pr_supported; 4595 int cnt_inits_to = 0; 4596 int padval, ret; 4597 int num_ext; 4598 int p_len; 4599 4600 /* INIT's always go to the primary (and usually ONLY address) */ 4601 mp_last = NULL; 4602 net = stcb->asoc.primary_destination; 4603 if (net == NULL) { 4604 net = TAILQ_FIRST(&stcb->asoc.nets); 4605 if (net == NULL) { 4606 /* TSNH */ 4607 return; 4608 } 4609 /* we confirm any address we send an INIT to */ 4610 net->dest_state &= ~SCTP_ADDR_UNCONFIRMED; 4611 (void)sctp_set_primary_addr(stcb, NULL, net); 4612 } else { 4613 /* we confirm any address we send an INIT to */ 4614 net->dest_state &= ~SCTP_ADDR_UNCONFIRMED; 4615 } 4616 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT\n"); 4617 #ifdef INET6 4618 if (((struct sockaddr *)&(net->ro._l_addr))->sa_family == AF_INET6) { 4619 /* 4620 * special hook, if we are sending to link local it will not 4621 * show up in our private address count. 4622 */ 4623 struct sockaddr_in6 *sin6l; 4624 4625 sin6l = &net->ro._l_addr.sin6; 4626 if (IN6_IS_ADDR_LINKLOCAL(&sin6l->sin6_addr)) 4627 cnt_inits_to = 1; 4628 } 4629 #endif 4630 if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4631 /* This case should not happen */ 4632 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - failed timer?\n"); 4633 return; 4634 } 4635 /* start the INIT timer */ 4636 sctp_timer_start(SCTP_TIMER_TYPE_INIT, inp, stcb, net); 4637 4638 m = sctp_get_mbuf_for_msg(MCLBYTES, 1, M_DONTWAIT, 1, MT_DATA); 4639 if (m == NULL) { 4640 /* No memory, INIT timer will re-attempt. */ 4641 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - mbuf?\n"); 4642 return; 4643 } 4644 SCTP_BUF_LEN(m) = sizeof(struct sctp_init_chunk); 4645 /* 4646 * assume peer supports asconf in order to be able to queue local 4647 * address changes while an INIT is in flight and before the assoc 4648 * is established. 4649 */ 4650 stcb->asoc.peer_supports_asconf = 1; 4651 /* Now lets put the SCTP header in place */ 4652 init = mtod(m, struct sctp_init_chunk *); 4653 /* now the chunk header */ 4654 init->ch.chunk_type = SCTP_INITIATION; 4655 init->ch.chunk_flags = 0; 4656 /* fill in later from mbuf we build */ 4657 init->ch.chunk_length = 0; 4658 /* place in my tag */ 4659 init->init.initiate_tag = htonl(stcb->asoc.my_vtag); 4660 /* set up some of the credits. */ 4661 init->init.a_rwnd = htonl(max(inp->sctp_socket ? SCTP_SB_LIMIT_RCV(inp->sctp_socket) : 0, 4662 SCTP_MINIMAL_RWND)); 4663 4664 init->init.num_outbound_streams = htons(stcb->asoc.pre_open_streams); 4665 init->init.num_inbound_streams = htons(stcb->asoc.max_inbound_streams); 4666 init->init.initial_tsn = htonl(stcb->asoc.init_seq_number); 4667 /* now the address restriction */ 4668 /* XXX Should we take the address family of the socket into account? */ 4669 sup_addr = (struct sctp_supported_addr_param *)((caddr_t)init + 4670 sizeof(*init)); 4671 sup_addr->ph.param_type = htons(SCTP_SUPPORTED_ADDRTYPE); 4672 #ifdef INET6 4673 #ifdef INET 4674 /* we support 2 types: IPv4/IPv6 */ 4675 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + 2 * sizeof(uint16_t)); 4676 sup_addr->addr_type[0] = htons(SCTP_IPV4_ADDRESS); 4677 sup_addr->addr_type[1] = htons(SCTP_IPV6_ADDRESS); 4678 #else 4679 /* we support 1 type: IPv6 */ 4680 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + sizeof(uint16_t)); 4681 sup_addr->addr_type[0] = htons(SCTP_IPV6_ADDRESS); 4682 sup_addr->addr_type[1] = htons(0); /* this is the padding */ 4683 #endif 4684 #else 4685 /* we support 1 type: IPv4 */ 4686 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + sizeof(uint16_t)); 4687 sup_addr->addr_type[0] = htons(SCTP_IPV4_ADDRESS); 4688 sup_addr->addr_type[1] = htons(0); /* this is the padding */ 4689 #endif 4690 SCTP_BUF_LEN(m) += sizeof(struct sctp_supported_addr_param); 4691 /* adaptation layer indication parameter */ 4692 ali = (struct sctp_adaptation_layer_indication *)((caddr_t)sup_addr + sizeof(struct sctp_supported_addr_param)); 4693 ali->ph.param_type = htons(SCTP_ULP_ADAPTATION); 4694 ali->ph.param_length = htons(sizeof(*ali)); 4695 ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator); 4696 SCTP_BUF_LEN(m) += sizeof(*ali); 4697 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ali + sizeof(*ali)); 4698 4699 if (SCTP_BASE_SYSCTL(sctp_inits_include_nat_friendly)) { 4700 /* Add NAT friendly parameter */ 4701 struct sctp_paramhdr *ph; 4702 4703 ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4704 ph->param_type = htons(SCTP_HAS_NAT_SUPPORT); 4705 ph->param_length = htons(sizeof(struct sctp_paramhdr)); 4706 SCTP_BUF_LEN(m) += sizeof(struct sctp_paramhdr); 4707 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ph + sizeof(*ph)); 4708 } 4709 /* now any cookie time extensions */ 4710 if (stcb->asoc.cookie_preserve_req) { 4711 struct sctp_cookie_perserve_param *cookie_preserve; 4712 4713 cookie_preserve = (struct sctp_cookie_perserve_param *)(ecn); 4714 cookie_preserve->ph.param_type = htons(SCTP_COOKIE_PRESERVE); 4715 cookie_preserve->ph.param_length = htons( 4716 sizeof(*cookie_preserve)); 4717 cookie_preserve->time = htonl(stcb->asoc.cookie_preserve_req); 4718 SCTP_BUF_LEN(m) += sizeof(*cookie_preserve); 4719 ecn = (struct sctp_ecn_supported_param *)( 4720 (caddr_t)cookie_preserve + sizeof(*cookie_preserve)); 4721 stcb->asoc.cookie_preserve_req = 0; 4722 } 4723 /* ECN parameter */ 4724 if (stcb->asoc.ecn_allowed == 1) { 4725 ecn->ph.param_type = htons(SCTP_ECN_CAPABLE); 4726 ecn->ph.param_length = htons(sizeof(*ecn)); 4727 SCTP_BUF_LEN(m) += sizeof(*ecn); 4728 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn + 4729 sizeof(*ecn)); 4730 } else { 4731 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn); 4732 } 4733 /* And now tell the peer we do pr-sctp */ 4734 prsctp->ph.param_type = htons(SCTP_PRSCTP_SUPPORTED); 4735 prsctp->ph.param_length = htons(sizeof(*prsctp)); 4736 SCTP_BUF_LEN(m) += sizeof(*prsctp); 4737 4738 /* And now tell the peer we do all the extensions */ 4739 pr_supported = (struct sctp_supported_chunk_types_param *) 4740 ((caddr_t)prsctp + sizeof(*prsctp)); 4741 pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT); 4742 num_ext = 0; 4743 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF; 4744 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK; 4745 pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN; 4746 pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED; 4747 pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET; 4748 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 4749 pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION; 4750 } 4751 if (stcb->asoc.sctp_nr_sack_on_off == 1) { 4752 pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK; 4753 } 4754 p_len = sizeof(*pr_supported) + num_ext; 4755 pr_supported->ph.param_length = htons(p_len); 4756 bzero((caddr_t)pr_supported + p_len, SCTP_SIZE32(p_len) - p_len); 4757 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4758 4759 4760 /* add authentication parameters */ 4761 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 4762 struct sctp_auth_random *randp; 4763 struct sctp_auth_hmac_algo *hmacs; 4764 struct sctp_auth_chunk_list *chunks; 4765 4766 /* attach RANDOM parameter, if available */ 4767 if (stcb->asoc.authinfo.random != NULL) { 4768 randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4769 p_len = sizeof(*randp) + stcb->asoc.authinfo.random_len; 4770 /* random key already contains the header */ 4771 bcopy(stcb->asoc.authinfo.random->key, randp, p_len); 4772 /* zero out any padding required */ 4773 bzero((caddr_t)randp + p_len, SCTP_SIZE32(p_len) - p_len); 4774 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4775 } 4776 /* add HMAC_ALGO parameter */ 4777 hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4778 p_len = sctp_serialize_hmaclist(stcb->asoc.local_hmacs, 4779 (uint8_t *) hmacs->hmac_ids); 4780 if (p_len > 0) { 4781 p_len += sizeof(*hmacs); 4782 hmacs->ph.param_type = htons(SCTP_HMAC_LIST); 4783 hmacs->ph.param_length = htons(p_len); 4784 /* zero out any padding required */ 4785 bzero((caddr_t)hmacs + p_len, SCTP_SIZE32(p_len) - p_len); 4786 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4787 } 4788 /* add CHUNKS parameter */ 4789 chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4790 p_len = sctp_serialize_auth_chunks(stcb->asoc.local_auth_chunks, 4791 chunks->chunk_types); 4792 if (p_len > 0) { 4793 p_len += sizeof(*chunks); 4794 chunks->ph.param_type = htons(SCTP_CHUNK_LIST); 4795 chunks->ph.param_length = htons(p_len); 4796 /* zero out any padding required */ 4797 bzero((caddr_t)chunks + p_len, SCTP_SIZE32(p_len) - p_len); 4798 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4799 } 4800 } 4801 /* now the addresses */ 4802 { 4803 struct sctp_scoping scp; 4804 4805 /* 4806 * To optimize this we could put the scoping stuff into a 4807 * structure and remove the individual uint8's from the 4808 * assoc structure. Then we could just sifa in the address 4809 * within the stcb. But for now this is a quick hack to get 4810 * the address stuff teased apart. 4811 */ 4812 4813 scp.ipv4_addr_legal = stcb->asoc.ipv4_addr_legal; 4814 scp.ipv6_addr_legal = stcb->asoc.ipv6_addr_legal; 4815 scp.loopback_scope = stcb->asoc.loopback_scope; 4816 scp.ipv4_local_scope = stcb->asoc.ipv4_local_scope; 4817 scp.local_scope = stcb->asoc.local_scope; 4818 scp.site_scope = stcb->asoc.site_scope; 4819 4820 sctp_add_addresses_to_i_ia(inp, stcb, &scp, m, cnt_inits_to); 4821 } 4822 4823 /* calulate the size and update pkt header and chunk header */ 4824 p_len = 0; 4825 for (m_at = m; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 4826 if (SCTP_BUF_NEXT(m_at) == NULL) 4827 mp_last = m_at; 4828 p_len += SCTP_BUF_LEN(m_at); 4829 } 4830 init->ch.chunk_length = htons(p_len); 4831 /* 4832 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return 4833 * here since the timer will drive a retranmission. 4834 */ 4835 4836 /* I don't expect this to execute but we will be safe here */ 4837 padval = p_len % 4; 4838 if ((padval) && (mp_last)) { 4839 /* 4840 * The compiler worries that mp_last may not be set even 4841 * though I think it is impossible :-> however we add 4842 * mp_last here just in case. 4843 */ 4844 ret = sctp_add_pad_tombuf(mp_last, (4 - padval)); 4845 if (ret) { 4846 /* Houston we have a problem, no space */ 4847 sctp_m_freem(m); 4848 return; 4849 } 4850 } 4851 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - calls lowlevel_output\n"); 4852 ret = sctp_lowlevel_chunk_output(inp, stcb, net, 4853 (struct sockaddr *)&net->ro._l_addr, 4854 m, 0, NULL, 0, 0, 0, 0, 4855 inp->sctp_lport, stcb->rport, htonl(0), 4856 net->port, so_locked, NULL, NULL); 4857 SCTPDBG(SCTP_DEBUG_OUTPUT4, "lowlevel_output - %d\n", ret); 4858 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 4859 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 4860 } 4861 4862 struct mbuf * 4863 sctp_arethere_unrecognized_parameters(struct mbuf *in_initpkt, 4864 int param_offset, int *abort_processing, struct sctp_chunkhdr *cp, int *nat_friendly) 4865 { 4866 /* 4867 * Given a mbuf containing an INIT or INIT-ACK with the param_offset 4868 * being equal to the beginning of the params i.e. (iphlen + 4869 * sizeof(struct sctp_init_msg) parse through the parameters to the 4870 * end of the mbuf verifying that all parameters are known. 4871 * 4872 * For unknown parameters build and return a mbuf with 4873 * UNRECOGNIZED_PARAMETER errors. If the flags indicate to stop 4874 * processing this chunk stop, and set *abort_processing to 1. 4875 * 4876 * By having param_offset be pre-set to where parameters begin it is 4877 * hoped that this routine may be reused in the future by new 4878 * features. 4879 */ 4880 struct sctp_paramhdr *phdr, params; 4881 4882 struct mbuf *mat, *op_err; 4883 char tempbuf[SCTP_PARAM_BUFFER_SIZE]; 4884 int at, limit, pad_needed; 4885 uint16_t ptype, plen, padded_size; 4886 int err_at; 4887 4888 *abort_processing = 0; 4889 mat = in_initpkt; 4890 err_at = 0; 4891 limit = ntohs(cp->chunk_length) - sizeof(struct sctp_init_chunk); 4892 at = param_offset; 4893 op_err = NULL; 4894 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Check for unrecognized param's\n"); 4895 phdr = sctp_get_next_param(mat, at, ¶ms, sizeof(params)); 4896 while ((phdr != NULL) && ((size_t)limit >= sizeof(struct sctp_paramhdr))) { 4897 ptype = ntohs(phdr->param_type); 4898 plen = ntohs(phdr->param_length); 4899 if ((plen > limit) || (plen < sizeof(struct sctp_paramhdr))) { 4900 /* wacked parameter */ 4901 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error %d\n", plen); 4902 goto invalid_size; 4903 } 4904 limit -= SCTP_SIZE32(plen); 4905 /*- 4906 * All parameters for all chunks that we know/understand are 4907 * listed here. We process them other places and make 4908 * appropriate stop actions per the upper bits. However this 4909 * is the generic routine processor's can call to get back 4910 * an operr.. to either incorporate (init-ack) or send. 4911 */ 4912 padded_size = SCTP_SIZE32(plen); 4913 switch (ptype) { 4914 /* Param's with variable size */ 4915 case SCTP_HEARTBEAT_INFO: 4916 case SCTP_STATE_COOKIE: 4917 case SCTP_UNRECOG_PARAM: 4918 case SCTP_ERROR_CAUSE_IND: 4919 /* ok skip fwd */ 4920 at += padded_size; 4921 break; 4922 /* Param's with variable size within a range */ 4923 case SCTP_CHUNK_LIST: 4924 case SCTP_SUPPORTED_CHUNK_EXT: 4925 if (padded_size > (sizeof(struct sctp_supported_chunk_types_param) + (sizeof(uint8_t) * SCTP_MAX_SUPPORTED_EXT))) { 4926 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error chklist %d\n", plen); 4927 goto invalid_size; 4928 } 4929 at += padded_size; 4930 break; 4931 case SCTP_SUPPORTED_ADDRTYPE: 4932 if (padded_size > SCTP_MAX_ADDR_PARAMS_SIZE) { 4933 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error supaddrtype %d\n", plen); 4934 goto invalid_size; 4935 } 4936 at += padded_size; 4937 break; 4938 case SCTP_RANDOM: 4939 if (padded_size > (sizeof(struct sctp_auth_random) + SCTP_RANDOM_MAX_SIZE)) { 4940 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error random %d\n", plen); 4941 goto invalid_size; 4942 } 4943 at += padded_size; 4944 break; 4945 case SCTP_SET_PRIM_ADDR: 4946 case SCTP_DEL_IP_ADDRESS: 4947 case SCTP_ADD_IP_ADDRESS: 4948 if ((padded_size != sizeof(struct sctp_asconf_addrv4_param)) && 4949 (padded_size != sizeof(struct sctp_asconf_addr_param))) { 4950 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error setprim %d\n", plen); 4951 goto invalid_size; 4952 } 4953 at += padded_size; 4954 break; 4955 /* Param's with a fixed size */ 4956 case SCTP_IPV4_ADDRESS: 4957 if (padded_size != sizeof(struct sctp_ipv4addr_param)) { 4958 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv4 addr %d\n", plen); 4959 goto invalid_size; 4960 } 4961 at += padded_size; 4962 break; 4963 case SCTP_IPV6_ADDRESS: 4964 if (padded_size != sizeof(struct sctp_ipv6addr_param)) { 4965 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv6 addr %d\n", plen); 4966 goto invalid_size; 4967 } 4968 at += padded_size; 4969 break; 4970 case SCTP_COOKIE_PRESERVE: 4971 if (padded_size != sizeof(struct sctp_cookie_perserve_param)) { 4972 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error cookie-preserve %d\n", plen); 4973 goto invalid_size; 4974 } 4975 at += padded_size; 4976 break; 4977 case SCTP_HAS_NAT_SUPPORT: 4978 *nat_friendly = 1; 4979 /* fall through */ 4980 case SCTP_PRSCTP_SUPPORTED: 4981 4982 if (padded_size != sizeof(struct sctp_paramhdr)) { 4983 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error prsctp/nat support %d\n", plen); 4984 goto invalid_size; 4985 } 4986 at += padded_size; 4987 break; 4988 case SCTP_ECN_CAPABLE: 4989 if (padded_size != sizeof(struct sctp_ecn_supported_param)) { 4990 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ecn %d\n", plen); 4991 goto invalid_size; 4992 } 4993 at += padded_size; 4994 break; 4995 case SCTP_ULP_ADAPTATION: 4996 if (padded_size != sizeof(struct sctp_adaptation_layer_indication)) { 4997 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error adapatation %d\n", plen); 4998 goto invalid_size; 4999 } 5000 at += padded_size; 5001 break; 5002 case SCTP_SUCCESS_REPORT: 5003 if (padded_size != sizeof(struct sctp_asconf_paramhdr)) { 5004 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error success %d\n", plen); 5005 goto invalid_size; 5006 } 5007 at += padded_size; 5008 break; 5009 case SCTP_HOSTNAME_ADDRESS: 5010 { 5011 /* We can NOT handle HOST NAME addresses!! */ 5012 int l_len; 5013 5014 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Can't handle hostname addresses.. abort processing\n"); 5015 *abort_processing = 1; 5016 if (op_err == NULL) { 5017 /* Ok need to try to get a mbuf */ 5018 #ifdef INET6 5019 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5020 #else 5021 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5022 #endif 5023 l_len += plen; 5024 l_len += sizeof(struct sctp_paramhdr); 5025 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5026 if (op_err) { 5027 SCTP_BUF_LEN(op_err) = 0; 5028 /* 5029 * pre-reserve space for ip 5030 * and sctp header and 5031 * chunk hdr 5032 */ 5033 #ifdef INET6 5034 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5035 #else 5036 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5037 #endif 5038 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5039 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5040 } 5041 } 5042 if (op_err) { 5043 /* If we have space */ 5044 struct sctp_paramhdr s; 5045 5046 if (err_at % 4) { 5047 uint32_t cpthis = 0; 5048 5049 pad_needed = 4 - (err_at % 4); 5050 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5051 err_at += pad_needed; 5052 } 5053 s.param_type = htons(SCTP_CAUSE_UNRESOLVABLE_ADDR); 5054 s.param_length = htons(sizeof(s) + plen); 5055 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5056 err_at += sizeof(s); 5057 phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen)); 5058 if (phdr == NULL) { 5059 sctp_m_freem(op_err); 5060 /* 5061 * we are out of memory but 5062 * we still need to have a 5063 * look at what to do (the 5064 * system is in trouble 5065 * though). 5066 */ 5067 return (NULL); 5068 } 5069 m_copyback(op_err, err_at, plen, (caddr_t)phdr); 5070 } 5071 return (op_err); 5072 break; 5073 } 5074 default: 5075 /* 5076 * we do not recognize the parameter figure out what 5077 * we do. 5078 */ 5079 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Hit default param %x\n", ptype); 5080 if ((ptype & 0x4000) == 0x4000) { 5081 /* Report bit is set?? */ 5082 SCTPDBG(SCTP_DEBUG_OUTPUT1, "report op err\n"); 5083 if (op_err == NULL) { 5084 int l_len; 5085 5086 /* Ok need to try to get an mbuf */ 5087 #ifdef INET6 5088 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5089 #else 5090 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5091 #endif 5092 l_len += plen; 5093 l_len += sizeof(struct sctp_paramhdr); 5094 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5095 if (op_err) { 5096 SCTP_BUF_LEN(op_err) = 0; 5097 #ifdef INET6 5098 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5099 #else 5100 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5101 #endif 5102 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5103 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5104 } 5105 } 5106 if (op_err) { 5107 /* If we have space */ 5108 struct sctp_paramhdr s; 5109 5110 if (err_at % 4) { 5111 uint32_t cpthis = 0; 5112 5113 pad_needed = 4 - (err_at % 4); 5114 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5115 err_at += pad_needed; 5116 } 5117 s.param_type = htons(SCTP_UNRECOG_PARAM); 5118 s.param_length = htons(sizeof(s) + plen); 5119 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5120 err_at += sizeof(s); 5121 if (plen > sizeof(tempbuf)) { 5122 plen = sizeof(tempbuf); 5123 } 5124 phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen)); 5125 if (phdr == NULL) { 5126 sctp_m_freem(op_err); 5127 /* 5128 * we are out of memory but 5129 * we still need to have a 5130 * look at what to do (the 5131 * system is in trouble 5132 * though). 5133 */ 5134 op_err = NULL; 5135 goto more_processing; 5136 } 5137 m_copyback(op_err, err_at, plen, (caddr_t)phdr); 5138 err_at += plen; 5139 } 5140 } 5141 more_processing: 5142 if ((ptype & 0x8000) == 0x0000) { 5143 SCTPDBG(SCTP_DEBUG_OUTPUT1, "stop proc\n"); 5144 return (op_err); 5145 } else { 5146 /* skip this chunk and continue processing */ 5147 SCTPDBG(SCTP_DEBUG_OUTPUT1, "move on\n"); 5148 at += SCTP_SIZE32(plen); 5149 } 5150 break; 5151 5152 } 5153 phdr = sctp_get_next_param(mat, at, ¶ms, sizeof(params)); 5154 } 5155 return (op_err); 5156 invalid_size: 5157 SCTPDBG(SCTP_DEBUG_OUTPUT1, "abort flag set\n"); 5158 *abort_processing = 1; 5159 if ((op_err == NULL) && phdr) { 5160 int l_len; 5161 5162 #ifdef INET6 5163 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5164 #else 5165 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5166 #endif 5167 l_len += (2 * sizeof(struct sctp_paramhdr)); 5168 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5169 if (op_err) { 5170 SCTP_BUF_LEN(op_err) = 0; 5171 #ifdef INET6 5172 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5173 #else 5174 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5175 #endif 5176 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5177 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5178 } 5179 } 5180 if ((op_err) && phdr) { 5181 struct sctp_paramhdr s; 5182 5183 if (err_at % 4) { 5184 uint32_t cpthis = 0; 5185 5186 pad_needed = 4 - (err_at % 4); 5187 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5188 err_at += pad_needed; 5189 } 5190 s.param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION); 5191 s.param_length = htons(sizeof(s) + sizeof(struct sctp_paramhdr)); 5192 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5193 err_at += sizeof(s); 5194 /* Only copy back the p-hdr that caused the issue */ 5195 m_copyback(op_err, err_at, sizeof(struct sctp_paramhdr), (caddr_t)phdr); 5196 } 5197 return (op_err); 5198 } 5199 5200 static int 5201 sctp_are_there_new_addresses(struct sctp_association *asoc, 5202 struct mbuf *in_initpkt, int offset) 5203 { 5204 /* 5205 * Given a INIT packet, look through the packet to verify that there 5206 * are NO new addresses. As we go through the parameters add reports 5207 * of any un-understood parameters that require an error. Also we 5208 * must return (1) to drop the packet if we see a un-understood 5209 * parameter that tells us to drop the chunk. 5210 */ 5211 struct sockaddr *sa_touse; 5212 struct sockaddr *sa; 5213 struct sctp_paramhdr *phdr, params; 5214 uint16_t ptype, plen; 5215 uint8_t fnd; 5216 struct sctp_nets *net; 5217 struct ip *iph; 5218 5219 #ifdef INET 5220 struct sockaddr_in sin4, *sa4; 5221 5222 #endif 5223 #ifdef INET6 5224 struct sockaddr_in6 sin6, *sa6; 5225 struct ip6_hdr *ip6h; 5226 5227 #endif 5228 5229 #ifdef INET 5230 memset(&sin4, 0, sizeof(sin4)); 5231 sin4.sin_family = AF_INET; 5232 sin4.sin_len = sizeof(sin4); 5233 #endif 5234 #ifdef INET6 5235 memset(&sin6, 0, sizeof(sin6)); 5236 sin6.sin6_family = AF_INET6; 5237 sin6.sin6_len = sizeof(sin6); 5238 #endif 5239 sa_touse = NULL; 5240 /* First what about the src address of the pkt ? */ 5241 iph = mtod(in_initpkt, struct ip *); 5242 switch (iph->ip_v) { 5243 #ifdef INET 5244 case IPVERSION: 5245 /* source addr is IPv4 */ 5246 sin4.sin_addr = iph->ip_src; 5247 sa_touse = (struct sockaddr *)&sin4; 5248 break; 5249 #endif 5250 #ifdef INET6 5251 case IPV6_VERSION >> 4: 5252 /* source addr is IPv6 */ 5253 ip6h = mtod(in_initpkt, struct ip6_hdr *); 5254 sin6.sin6_addr = ip6h->ip6_src; 5255 sa_touse = (struct sockaddr *)&sin6; 5256 break; 5257 #endif 5258 default: 5259 return (1); 5260 } 5261 5262 fnd = 0; 5263 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5264 sa = (struct sockaddr *)&net->ro._l_addr; 5265 if (sa->sa_family == sa_touse->sa_family) { 5266 #ifdef INET 5267 if (sa->sa_family == AF_INET) { 5268 sa4 = (struct sockaddr_in *)sa; 5269 if (sa4->sin_addr.s_addr == sin4.sin_addr.s_addr) { 5270 fnd = 1; 5271 break; 5272 } 5273 } 5274 #endif 5275 #ifdef INET6 5276 if (sa->sa_family == AF_INET6) { 5277 sa6 = (struct sockaddr_in6 *)sa; 5278 if (SCTP6_ARE_ADDR_EQUAL(sa6, &sin6)) { 5279 fnd = 1; 5280 break; 5281 } 5282 } 5283 #endif 5284 } 5285 } 5286 if (fnd == 0) { 5287 /* New address added! no need to look futher. */ 5288 return (1); 5289 } 5290 /* Ok so far lets munge through the rest of the packet */ 5291 offset += sizeof(struct sctp_init_chunk); 5292 phdr = sctp_get_next_param(in_initpkt, offset, ¶ms, sizeof(params)); 5293 while (phdr) { 5294 sa_touse = NULL; 5295 ptype = ntohs(phdr->param_type); 5296 plen = ntohs(phdr->param_length); 5297 switch (ptype) { 5298 #ifdef INET 5299 case SCTP_IPV4_ADDRESS: 5300 { 5301 struct sctp_ipv4addr_param *p4, p4_buf; 5302 5303 phdr = sctp_get_next_param(in_initpkt, offset, 5304 (struct sctp_paramhdr *)&p4_buf, sizeof(p4_buf)); 5305 if (plen != sizeof(struct sctp_ipv4addr_param) || 5306 phdr == NULL) { 5307 return (1); 5308 } 5309 p4 = (struct sctp_ipv4addr_param *)phdr; 5310 sin4.sin_addr.s_addr = p4->addr; 5311 sa_touse = (struct sockaddr *)&sin4; 5312 break; 5313 } 5314 #endif 5315 #ifdef INET6 5316 case SCTP_IPV6_ADDRESS: 5317 { 5318 struct sctp_ipv6addr_param *p6, p6_buf; 5319 5320 phdr = sctp_get_next_param(in_initpkt, offset, 5321 (struct sctp_paramhdr *)&p6_buf, sizeof(p6_buf)); 5322 if (plen != sizeof(struct sctp_ipv6addr_param) || 5323 phdr == NULL) { 5324 return (1); 5325 } 5326 p6 = (struct sctp_ipv6addr_param *)phdr; 5327 memcpy((caddr_t)&sin6.sin6_addr, p6->addr, 5328 sizeof(p6->addr)); 5329 sa_touse = (struct sockaddr *)&sin6; 5330 break; 5331 } 5332 #endif 5333 default: 5334 sa_touse = NULL; 5335 break; 5336 } 5337 if (sa_touse) { 5338 /* ok, sa_touse points to one to check */ 5339 fnd = 0; 5340 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5341 sa = (struct sockaddr *)&net->ro._l_addr; 5342 if (sa->sa_family != sa_touse->sa_family) { 5343 continue; 5344 } 5345 #ifdef INET 5346 if (sa->sa_family == AF_INET) { 5347 sa4 = (struct sockaddr_in *)sa; 5348 if (sa4->sin_addr.s_addr == 5349 sin4.sin_addr.s_addr) { 5350 fnd = 1; 5351 break; 5352 } 5353 } 5354 #endif 5355 #ifdef INET6 5356 if (sa->sa_family == AF_INET6) { 5357 sa6 = (struct sockaddr_in6 *)sa; 5358 if (SCTP6_ARE_ADDR_EQUAL( 5359 sa6, &sin6)) { 5360 fnd = 1; 5361 break; 5362 } 5363 } 5364 #endif 5365 } 5366 if (!fnd) { 5367 /* New addr added! no need to look further */ 5368 return (1); 5369 } 5370 } 5371 offset += SCTP_SIZE32(plen); 5372 phdr = sctp_get_next_param(in_initpkt, offset, ¶ms, sizeof(params)); 5373 } 5374 return (0); 5375 } 5376 5377 /* 5378 * Given a MBUF chain that was sent into us containing an INIT. Build a 5379 * INIT-ACK with COOKIE and send back. We assume that the in_initpkt has done 5380 * a pullup to include IPv6/4header, SCTP header and initial part of INIT 5381 * message (i.e. the struct sctp_init_msg). 5382 */ 5383 void 5384 sctp_send_initiate_ack(struct sctp_inpcb *inp, struct sctp_tcb *stcb, 5385 struct mbuf *init_pkt, int iphlen, int offset, struct sctphdr *sh, 5386 struct sctp_init_chunk *init_chk, uint32_t vrf_id, uint16_t port, int hold_inp_lock) 5387 { 5388 struct sctp_association *asoc; 5389 struct mbuf *m, *m_at, *m_tmp, *m_cookie, *op_err, *mp_last; 5390 struct sctp_init_ack_chunk *initack; 5391 struct sctp_adaptation_layer_indication *ali; 5392 struct sctp_ecn_supported_param *ecn; 5393 struct sctp_prsctp_supported_param *prsctp; 5394 struct sctp_supported_chunk_types_param *pr_supported; 5395 union sctp_sockstore store, store1, *over_addr; 5396 5397 #ifdef INET 5398 struct sockaddr_in *sin, *to_sin; 5399 5400 #endif 5401 #ifdef INET6 5402 struct sockaddr_in6 *sin6, *to_sin6; 5403 5404 #endif 5405 struct ip *iph; 5406 5407 #ifdef INET6 5408 struct ip6_hdr *ip6; 5409 5410 #endif 5411 struct sockaddr *to; 5412 struct sctp_state_cookie stc; 5413 struct sctp_nets *net = NULL; 5414 uint8_t *signature = NULL; 5415 int cnt_inits_to = 0; 5416 uint16_t his_limit, i_want; 5417 int abort_flag, padval; 5418 int num_ext; 5419 int p_len; 5420 int nat_friendly = 0; 5421 struct socket *so; 5422 5423 if (stcb) 5424 asoc = &stcb->asoc; 5425 else 5426 asoc = NULL; 5427 mp_last = NULL; 5428 if ((asoc != NULL) && 5429 (SCTP_GET_STATE(asoc) != SCTP_STATE_COOKIE_WAIT) && 5430 (sctp_are_there_new_addresses(asoc, init_pkt, offset))) { 5431 /* new addresses, out of here in non-cookie-wait states */ 5432 /* 5433 * Send a ABORT, we don't add the new address error clause 5434 * though we even set the T bit and copy in the 0 tag.. this 5435 * looks no different than if no listener was present. 5436 */ 5437 sctp_send_abort(init_pkt, iphlen, sh, 0, NULL, vrf_id, port); 5438 return; 5439 } 5440 abort_flag = 0; 5441 op_err = sctp_arethere_unrecognized_parameters(init_pkt, 5442 (offset + sizeof(struct sctp_init_chunk)), 5443 &abort_flag, (struct sctp_chunkhdr *)init_chk, &nat_friendly); 5444 if (abort_flag) { 5445 do_a_abort: 5446 sctp_send_abort(init_pkt, iphlen, sh, 5447 init_chk->init.initiate_tag, op_err, vrf_id, port); 5448 return; 5449 } 5450 m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 5451 if (m == NULL) { 5452 /* No memory, INIT timer will re-attempt. */ 5453 if (op_err) 5454 sctp_m_freem(op_err); 5455 return; 5456 } 5457 SCTP_BUF_LEN(m) = sizeof(struct sctp_init_chunk); 5458 5459 /* the time I built cookie */ 5460 (void)SCTP_GETTIME_TIMEVAL(&stc.time_entered); 5461 5462 /* populate any tie tags */ 5463 if (asoc != NULL) { 5464 /* unlock before tag selections */ 5465 stc.tie_tag_my_vtag = asoc->my_vtag_nonce; 5466 stc.tie_tag_peer_vtag = asoc->peer_vtag_nonce; 5467 stc.cookie_life = asoc->cookie_life; 5468 net = asoc->primary_destination; 5469 } else { 5470 stc.tie_tag_my_vtag = 0; 5471 stc.tie_tag_peer_vtag = 0; 5472 /* life I will award this cookie */ 5473 stc.cookie_life = inp->sctp_ep.def_cookie_life; 5474 } 5475 5476 /* copy in the ports for later check */ 5477 stc.myport = sh->dest_port; 5478 stc.peerport = sh->src_port; 5479 5480 /* 5481 * If we wanted to honor cookie life extentions, we would add to 5482 * stc.cookie_life. For now we should NOT honor any extension 5483 */ 5484 stc.site_scope = stc.local_scope = stc.loopback_scope = 0; 5485 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 5486 struct inpcb *in_inp; 5487 5488 /* Its a V6 socket */ 5489 in_inp = (struct inpcb *)inp; 5490 stc.ipv6_addr_legal = 1; 5491 /* Now look at the binding flag to see if V4 will be legal */ 5492 if (SCTP_IPV6_V6ONLY(in_inp) == 0) { 5493 stc.ipv4_addr_legal = 1; 5494 } else { 5495 /* V4 addresses are NOT legal on the association */ 5496 stc.ipv4_addr_legal = 0; 5497 } 5498 } else { 5499 /* Its a V4 socket, no - V6 */ 5500 stc.ipv4_addr_legal = 1; 5501 stc.ipv6_addr_legal = 0; 5502 } 5503 5504 #ifdef SCTP_DONT_DO_PRIVADDR_SCOPE 5505 stc.ipv4_scope = 1; 5506 #else 5507 stc.ipv4_scope = 0; 5508 #endif 5509 /* now for scope setup */ 5510 memset((caddr_t)&store, 0, sizeof(store)); 5511 memset((caddr_t)&store1, 0, sizeof(store1)); 5512 #ifdef INET 5513 sin = &store.sin; 5514 to_sin = &store1.sin; 5515 #endif 5516 #ifdef INET6 5517 sin6 = &store.sin6; 5518 to_sin6 = &store1.sin6; 5519 #endif 5520 iph = mtod(init_pkt, struct ip *); 5521 /* establish the to_addr's */ 5522 switch (iph->ip_v) { 5523 #ifdef INET 5524 case IPVERSION: 5525 to_sin->sin_port = sh->dest_port; 5526 to_sin->sin_family = AF_INET; 5527 to_sin->sin_len = sizeof(struct sockaddr_in); 5528 to_sin->sin_addr = iph->ip_dst; 5529 break; 5530 #endif 5531 #ifdef INET6 5532 case IPV6_VERSION >> 4: 5533 ip6 = mtod(init_pkt, struct ip6_hdr *); 5534 to_sin6->sin6_addr = ip6->ip6_dst; 5535 to_sin6->sin6_scope_id = 0; 5536 to_sin6->sin6_port = sh->dest_port; 5537 to_sin6->sin6_family = AF_INET6; 5538 to_sin6->sin6_len = sizeof(struct sockaddr_in6); 5539 break; 5540 #endif 5541 default: 5542 goto do_a_abort; 5543 break; 5544 } 5545 5546 if (net == NULL) { 5547 to = (struct sockaddr *)&store; 5548 switch (iph->ip_v) { 5549 #ifdef INET 5550 case IPVERSION: 5551 { 5552 sin->sin_family = AF_INET; 5553 sin->sin_len = sizeof(struct sockaddr_in); 5554 sin->sin_port = sh->src_port; 5555 sin->sin_addr = iph->ip_src; 5556 /* lookup address */ 5557 stc.address[0] = sin->sin_addr.s_addr; 5558 stc.address[1] = 0; 5559 stc.address[2] = 0; 5560 stc.address[3] = 0; 5561 stc.addr_type = SCTP_IPV4_ADDRESS; 5562 /* local from address */ 5563 stc.laddress[0] = to_sin->sin_addr.s_addr; 5564 stc.laddress[1] = 0; 5565 stc.laddress[2] = 0; 5566 stc.laddress[3] = 0; 5567 stc.laddr_type = SCTP_IPV4_ADDRESS; 5568 /* scope_id is only for v6 */ 5569 stc.scope_id = 0; 5570 #ifndef SCTP_DONT_DO_PRIVADDR_SCOPE 5571 if (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr)) { 5572 stc.ipv4_scope = 1; 5573 } 5574 #else 5575 stc.ipv4_scope = 1; 5576 #endif /* SCTP_DONT_DO_PRIVADDR_SCOPE */ 5577 /* Must use the address in this case */ 5578 if (sctp_is_address_on_local_host((struct sockaddr *)sin, vrf_id)) { 5579 stc.loopback_scope = 1; 5580 stc.ipv4_scope = 1; 5581 stc.site_scope = 1; 5582 stc.local_scope = 0; 5583 } 5584 break; 5585 } 5586 #endif 5587 #ifdef INET6 5588 case IPV6_VERSION >> 4: 5589 { 5590 ip6 = mtod(init_pkt, struct ip6_hdr *); 5591 sin6->sin6_family = AF_INET6; 5592 sin6->sin6_len = sizeof(struct sockaddr_in6); 5593 sin6->sin6_port = sh->src_port; 5594 sin6->sin6_addr = ip6->ip6_src; 5595 /* lookup address */ 5596 memcpy(&stc.address, &sin6->sin6_addr, 5597 sizeof(struct in6_addr)); 5598 sin6->sin6_scope_id = 0; 5599 stc.addr_type = SCTP_IPV6_ADDRESS; 5600 stc.scope_id = 0; 5601 if (sctp_is_address_on_local_host((struct sockaddr *)sin6, vrf_id)) { 5602 /* 5603 * FIX ME: does this have scope from 5604 * rcvif? 5605 */ 5606 (void)sa6_recoverscope(sin6); 5607 stc.scope_id = sin6->sin6_scope_id; 5608 sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)); 5609 stc.loopback_scope = 1; 5610 stc.local_scope = 0; 5611 stc.site_scope = 1; 5612 stc.ipv4_scope = 1; 5613 } else if (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr)) { 5614 /* 5615 * If the new destination is a 5616 * LINK_LOCAL we must have common 5617 * both site and local scope. Don't 5618 * set local scope though since we 5619 * must depend on the source to be 5620 * added implicitly. We cannot 5621 * assure just because we share one 5622 * link that all links are common. 5623 */ 5624 stc.local_scope = 0; 5625 stc.site_scope = 1; 5626 stc.ipv4_scope = 1; 5627 /* 5628 * we start counting for the private 5629 * address stuff at 1. since the 5630 * link local we source from won't 5631 * show up in our scoped count. 5632 */ 5633 cnt_inits_to = 1; 5634 /* 5635 * pull out the scope_id from 5636 * incoming pkt 5637 */ 5638 /* 5639 * FIX ME: does this have scope from 5640 * rcvif? 5641 */ 5642 (void)sa6_recoverscope(sin6); 5643 stc.scope_id = sin6->sin6_scope_id; 5644 sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)); 5645 } else if (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr)) { 5646 /* 5647 * If the new destination is 5648 * SITE_LOCAL then we must have site 5649 * scope in common. 5650 */ 5651 stc.site_scope = 1; 5652 } 5653 memcpy(&stc.laddress, &to_sin6->sin6_addr, sizeof(struct in6_addr)); 5654 stc.laddr_type = SCTP_IPV6_ADDRESS; 5655 break; 5656 } 5657 #endif 5658 default: 5659 /* TSNH */ 5660 goto do_a_abort; 5661 break; 5662 } 5663 } else { 5664 /* set the scope per the existing tcb */ 5665 5666 #ifdef INET6 5667 struct sctp_nets *lnet; 5668 5669 #endif 5670 5671 stc.loopback_scope = asoc->loopback_scope; 5672 stc.ipv4_scope = asoc->ipv4_local_scope; 5673 stc.site_scope = asoc->site_scope; 5674 stc.local_scope = asoc->local_scope; 5675 #ifdef INET6 5676 /* Why do we not consider IPv4 LL addresses? */ 5677 TAILQ_FOREACH(lnet, &asoc->nets, sctp_next) { 5678 if (lnet->ro._l_addr.sin6.sin6_family == AF_INET6) { 5679 if (IN6_IS_ADDR_LINKLOCAL(&lnet->ro._l_addr.sin6.sin6_addr)) { 5680 /* 5681 * if we have a LL address, start 5682 * counting at 1. 5683 */ 5684 cnt_inits_to = 1; 5685 } 5686 } 5687 } 5688 #endif 5689 /* use the net pointer */ 5690 to = (struct sockaddr *)&net->ro._l_addr; 5691 switch (to->sa_family) { 5692 #ifdef INET 5693 case AF_INET: 5694 sin = (struct sockaddr_in *)to; 5695 stc.address[0] = sin->sin_addr.s_addr; 5696 stc.address[1] = 0; 5697 stc.address[2] = 0; 5698 stc.address[3] = 0; 5699 stc.addr_type = SCTP_IPV4_ADDRESS; 5700 if (net->src_addr_selected == 0) { 5701 /* 5702 * strange case here, the INIT should have 5703 * did the selection. 5704 */ 5705 net->ro._s_addr = sctp_source_address_selection(inp, 5706 stcb, (sctp_route_t *) & net->ro, 5707 net, 0, vrf_id); 5708 if (net->ro._s_addr == NULL) 5709 return; 5710 5711 net->src_addr_selected = 1; 5712 5713 } 5714 stc.laddress[0] = net->ro._s_addr->address.sin.sin_addr.s_addr; 5715 stc.laddress[1] = 0; 5716 stc.laddress[2] = 0; 5717 stc.laddress[3] = 0; 5718 stc.laddr_type = SCTP_IPV4_ADDRESS; 5719 /* scope_id is only for v6 */ 5720 stc.scope_id = 0; 5721 break; 5722 #endif 5723 #ifdef INET6 5724 case AF_INET6: 5725 sin6 = (struct sockaddr_in6 *)to; 5726 memcpy(&stc.address, &sin6->sin6_addr, 5727 sizeof(struct in6_addr)); 5728 stc.addr_type = SCTP_IPV6_ADDRESS; 5729 stc.scope_id = sin6->sin6_scope_id; 5730 if (net->src_addr_selected == 0) { 5731 /* 5732 * strange case here, the INIT should have 5733 * did the selection. 5734 */ 5735 net->ro._s_addr = sctp_source_address_selection(inp, 5736 stcb, (sctp_route_t *) & net->ro, 5737 net, 0, vrf_id); 5738 if (net->ro._s_addr == NULL) 5739 return; 5740 5741 net->src_addr_selected = 1; 5742 } 5743 memcpy(&stc.laddress, &net->ro._s_addr->address.sin6.sin6_addr, 5744 sizeof(struct in6_addr)); 5745 stc.laddr_type = SCTP_IPV6_ADDRESS; 5746 break; 5747 #endif 5748 } 5749 } 5750 /* Now lets put the SCTP header in place */ 5751 initack = mtod(m, struct sctp_init_ack_chunk *); 5752 /* Save it off for quick ref */ 5753 stc.peers_vtag = init_chk->init.initiate_tag; 5754 /* who are we */ 5755 memcpy(stc.identification, SCTP_VERSION_STRING, 5756 min(strlen(SCTP_VERSION_STRING), sizeof(stc.identification))); 5757 memset(stc.reserved, 0, SCTP_RESERVE_SPACE); 5758 /* now the chunk header */ 5759 initack->ch.chunk_type = SCTP_INITIATION_ACK; 5760 initack->ch.chunk_flags = 0; 5761 /* fill in later from mbuf we build */ 5762 initack->ch.chunk_length = 0; 5763 /* place in my tag */ 5764 if ((asoc != NULL) && 5765 ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 5766 (SCTP_GET_STATE(asoc) == SCTP_STATE_INUSE) || 5767 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED))) { 5768 /* re-use the v-tags and init-seq here */ 5769 initack->init.initiate_tag = htonl(asoc->my_vtag); 5770 initack->init.initial_tsn = htonl(asoc->init_seq_number); 5771 } else { 5772 uint32_t vtag, itsn; 5773 5774 if (hold_inp_lock) { 5775 SCTP_INP_INCR_REF(inp); 5776 SCTP_INP_RUNLOCK(inp); 5777 } 5778 if (asoc) { 5779 atomic_add_int(&asoc->refcnt, 1); 5780 SCTP_TCB_UNLOCK(stcb); 5781 new_tag: 5782 vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1); 5783 if ((asoc->peer_supports_nat) && (vtag == asoc->my_vtag)) { 5784 /* 5785 * Got a duplicate vtag on some guy behind a 5786 * nat make sure we don't use it. 5787 */ 5788 goto new_tag; 5789 } 5790 initack->init.initiate_tag = htonl(vtag); 5791 /* get a TSN to use too */ 5792 itsn = sctp_select_initial_TSN(&inp->sctp_ep); 5793 initack->init.initial_tsn = htonl(itsn); 5794 SCTP_TCB_LOCK(stcb); 5795 atomic_add_int(&asoc->refcnt, -1); 5796 } else { 5797 vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1); 5798 initack->init.initiate_tag = htonl(vtag); 5799 /* get a TSN to use too */ 5800 initack->init.initial_tsn = htonl(sctp_select_initial_TSN(&inp->sctp_ep)); 5801 } 5802 if (hold_inp_lock) { 5803 SCTP_INP_RLOCK(inp); 5804 SCTP_INP_DECR_REF(inp); 5805 } 5806 } 5807 /* save away my tag to */ 5808 stc.my_vtag = initack->init.initiate_tag; 5809 5810 /* set up some of the credits. */ 5811 so = inp->sctp_socket; 5812 if (so == NULL) { 5813 /* memory problem */ 5814 sctp_m_freem(m); 5815 return; 5816 } else { 5817 initack->init.a_rwnd = htonl(max(SCTP_SB_LIMIT_RCV(so), SCTP_MINIMAL_RWND)); 5818 } 5819 /* set what I want */ 5820 his_limit = ntohs(init_chk->init.num_inbound_streams); 5821 /* choose what I want */ 5822 if (asoc != NULL) { 5823 if (asoc->streamoutcnt > inp->sctp_ep.pre_open_stream_count) { 5824 i_want = asoc->streamoutcnt; 5825 } else { 5826 i_want = inp->sctp_ep.pre_open_stream_count; 5827 } 5828 } else { 5829 i_want = inp->sctp_ep.pre_open_stream_count; 5830 } 5831 if (his_limit < i_want) { 5832 /* I Want more :< */ 5833 initack->init.num_outbound_streams = init_chk->init.num_inbound_streams; 5834 } else { 5835 /* I can have what I want :> */ 5836 initack->init.num_outbound_streams = htons(i_want); 5837 } 5838 /* tell him his limt. */ 5839 initack->init.num_inbound_streams = 5840 htons(inp->sctp_ep.max_open_streams_intome); 5841 5842 /* adaptation layer indication parameter */ 5843 ali = (struct sctp_adaptation_layer_indication *)((caddr_t)initack + sizeof(*initack)); 5844 ali->ph.param_type = htons(SCTP_ULP_ADAPTATION); 5845 ali->ph.param_length = htons(sizeof(*ali)); 5846 ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator); 5847 SCTP_BUF_LEN(m) += sizeof(*ali); 5848 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ali + sizeof(*ali)); 5849 5850 /* ECN parameter */ 5851 if (((asoc != NULL) && (asoc->ecn_allowed == 1)) || 5852 (inp->sctp_ecn_enable == 1)) { 5853 ecn->ph.param_type = htons(SCTP_ECN_CAPABLE); 5854 ecn->ph.param_length = htons(sizeof(*ecn)); 5855 SCTP_BUF_LEN(m) += sizeof(*ecn); 5856 5857 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn + 5858 sizeof(*ecn)); 5859 } else { 5860 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn); 5861 } 5862 /* And now tell the peer we do pr-sctp */ 5863 prsctp->ph.param_type = htons(SCTP_PRSCTP_SUPPORTED); 5864 prsctp->ph.param_length = htons(sizeof(*prsctp)); 5865 SCTP_BUF_LEN(m) += sizeof(*prsctp); 5866 if (nat_friendly) { 5867 /* Add NAT friendly parameter */ 5868 struct sctp_paramhdr *ph; 5869 5870 ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5871 ph->param_type = htons(SCTP_HAS_NAT_SUPPORT); 5872 ph->param_length = htons(sizeof(struct sctp_paramhdr)); 5873 SCTP_BUF_LEN(m) += sizeof(struct sctp_paramhdr); 5874 } 5875 /* And now tell the peer we do all the extensions */ 5876 pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5877 pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT); 5878 num_ext = 0; 5879 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF; 5880 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK; 5881 pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN; 5882 pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED; 5883 pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET; 5884 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) 5885 pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION; 5886 if (SCTP_BASE_SYSCTL(sctp_nr_sack_on_off)) 5887 pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK; 5888 p_len = sizeof(*pr_supported) + num_ext; 5889 pr_supported->ph.param_length = htons(p_len); 5890 bzero((caddr_t)pr_supported + p_len, SCTP_SIZE32(p_len) - p_len); 5891 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5892 5893 /* add authentication parameters */ 5894 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 5895 struct sctp_auth_random *randp; 5896 struct sctp_auth_hmac_algo *hmacs; 5897 struct sctp_auth_chunk_list *chunks; 5898 uint16_t random_len; 5899 5900 /* generate and add RANDOM parameter */ 5901 random_len = SCTP_AUTH_RANDOM_SIZE_DEFAULT; 5902 randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5903 randp->ph.param_type = htons(SCTP_RANDOM); 5904 p_len = sizeof(*randp) + random_len; 5905 randp->ph.param_length = htons(p_len); 5906 SCTP_READ_RANDOM(randp->random_data, random_len); 5907 /* zero out any padding required */ 5908 bzero((caddr_t)randp + p_len, SCTP_SIZE32(p_len) - p_len); 5909 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5910 5911 /* add HMAC_ALGO parameter */ 5912 hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5913 p_len = sctp_serialize_hmaclist(inp->sctp_ep.local_hmacs, 5914 (uint8_t *) hmacs->hmac_ids); 5915 if (p_len > 0) { 5916 p_len += sizeof(*hmacs); 5917 hmacs->ph.param_type = htons(SCTP_HMAC_LIST); 5918 hmacs->ph.param_length = htons(p_len); 5919 /* zero out any padding required */ 5920 bzero((caddr_t)hmacs + p_len, SCTP_SIZE32(p_len) - p_len); 5921 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5922 } 5923 /* add CHUNKS parameter */ 5924 chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5925 p_len = sctp_serialize_auth_chunks(inp->sctp_ep.local_auth_chunks, 5926 chunks->chunk_types); 5927 if (p_len > 0) { 5928 p_len += sizeof(*chunks); 5929 chunks->ph.param_type = htons(SCTP_CHUNK_LIST); 5930 chunks->ph.param_length = htons(p_len); 5931 /* zero out any padding required */ 5932 bzero((caddr_t)chunks + p_len, SCTP_SIZE32(p_len) - p_len); 5933 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5934 } 5935 } 5936 m_at = m; 5937 /* now the addresses */ 5938 { 5939 struct sctp_scoping scp; 5940 5941 /* 5942 * To optimize this we could put the scoping stuff into a 5943 * structure and remove the individual uint8's from the stc 5944 * structure. Then we could just sifa in the address within 5945 * the stc.. but for now this is a quick hack to get the 5946 * address stuff teased apart. 5947 */ 5948 scp.ipv4_addr_legal = stc.ipv4_addr_legal; 5949 scp.ipv6_addr_legal = stc.ipv6_addr_legal; 5950 scp.loopback_scope = stc.loopback_scope; 5951 scp.ipv4_local_scope = stc.ipv4_scope; 5952 scp.local_scope = stc.local_scope; 5953 scp.site_scope = stc.site_scope; 5954 m_at = sctp_add_addresses_to_i_ia(inp, stcb, &scp, m_at, cnt_inits_to); 5955 } 5956 5957 /* tack on the operational error if present */ 5958 if (op_err) { 5959 struct mbuf *ol; 5960 int llen; 5961 5962 llen = 0; 5963 ol = op_err; 5964 5965 while (ol) { 5966 llen += SCTP_BUF_LEN(ol); 5967 ol = SCTP_BUF_NEXT(ol); 5968 } 5969 if (llen % 4) { 5970 /* must add a pad to the param */ 5971 uint32_t cpthis = 0; 5972 int padlen; 5973 5974 padlen = 4 - (llen % 4); 5975 m_copyback(op_err, llen, padlen, (caddr_t)&cpthis); 5976 } 5977 while (SCTP_BUF_NEXT(m_at) != NULL) { 5978 m_at = SCTP_BUF_NEXT(m_at); 5979 } 5980 SCTP_BUF_NEXT(m_at) = op_err; 5981 while (SCTP_BUF_NEXT(m_at) != NULL) { 5982 m_at = SCTP_BUF_NEXT(m_at); 5983 } 5984 } 5985 /* pre-calulate the size and update pkt header and chunk header */ 5986 p_len = 0; 5987 for (m_tmp = m; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) { 5988 p_len += SCTP_BUF_LEN(m_tmp); 5989 if (SCTP_BUF_NEXT(m_tmp) == NULL) { 5990 /* m_tmp should now point to last one */ 5991 break; 5992 } 5993 } 5994 5995 /* Now we must build a cookie */ 5996 m_cookie = sctp_add_cookie(init_pkt, offset, m, 0, &stc, &signature); 5997 if (m_cookie == NULL) { 5998 /* memory problem */ 5999 sctp_m_freem(m); 6000 return; 6001 } 6002 /* Now append the cookie to the end and update the space/size */ 6003 SCTP_BUF_NEXT(m_tmp) = m_cookie; 6004 6005 for (m_tmp = m_cookie; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) { 6006 p_len += SCTP_BUF_LEN(m_tmp); 6007 if (SCTP_BUF_NEXT(m_tmp) == NULL) { 6008 /* m_tmp should now point to last one */ 6009 mp_last = m_tmp; 6010 break; 6011 } 6012 } 6013 /* 6014 * Place in the size, but we don't include the last pad (if any) in 6015 * the INIT-ACK. 6016 */ 6017 initack->ch.chunk_length = htons(p_len); 6018 6019 /* 6020 * Time to sign the cookie, we don't sign over the cookie signature 6021 * though thus we set trailer. 6022 */ 6023 (void)sctp_hmac_m(SCTP_HMAC, 6024 (uint8_t *) inp->sctp_ep.secret_key[(int)(inp->sctp_ep.current_secret_number)], 6025 SCTP_SECRET_SIZE, m_cookie, sizeof(struct sctp_paramhdr), 6026 (uint8_t *) signature, SCTP_SIGNATURE_SIZE); 6027 /* 6028 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return 6029 * here since the timer will drive a retranmission. 6030 */ 6031 padval = p_len % 4; 6032 if ((padval) && (mp_last)) { 6033 /* see my previous comments on mp_last */ 6034 if (sctp_add_pad_tombuf(mp_last, (4 - padval))) { 6035 /* Houston we have a problem, no space */ 6036 sctp_m_freem(m); 6037 return; 6038 } 6039 } 6040 if (stc.loopback_scope) { 6041 over_addr = &store1; 6042 } else { 6043 over_addr = NULL; 6044 } 6045 6046 (void)sctp_lowlevel_chunk_output(inp, NULL, NULL, to, m, 0, NULL, 0, 0, 6047 0, 0, 6048 inp->sctp_lport, sh->src_port, init_chk->init.initiate_tag, 6049 port, SCTP_SO_NOT_LOCKED, over_addr, init_pkt); 6050 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 6051 } 6052 6053 6054 static void 6055 sctp_prune_prsctp(struct sctp_tcb *stcb, 6056 struct sctp_association *asoc, 6057 struct sctp_sndrcvinfo *srcv, 6058 int dataout) 6059 { 6060 int freed_spc = 0; 6061 struct sctp_tmit_chunk *chk, *nchk; 6062 6063 SCTP_TCB_LOCK_ASSERT(stcb); 6064 if ((asoc->peer_supports_prsctp) && 6065 (asoc->sent_queue_cnt_removeable > 0)) { 6066 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 6067 /* 6068 * Look for chunks marked with the PR_SCTP flag AND 6069 * the buffer space flag. If the one being sent is 6070 * equal or greater priority then purge the old one 6071 * and free some space. 6072 */ 6073 if (PR_SCTP_BUF_ENABLED(chk->flags)) { 6074 /* 6075 * This one is PR-SCTP AND buffer space 6076 * limited type 6077 */ 6078 if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) { 6079 /* 6080 * Lower numbers equates to higher 6081 * priority so if the one we are 6082 * looking at has a larger or equal 6083 * priority we want to drop the data 6084 * and NOT retransmit it. 6085 */ 6086 if (chk->data) { 6087 /* 6088 * We release the book_size 6089 * if the mbuf is here 6090 */ 6091 int ret_spc; 6092 int cause; 6093 6094 if (chk->sent > SCTP_DATAGRAM_UNSENT) 6095 cause = SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_SENT; 6096 else 6097 cause = SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_UNSENT; 6098 ret_spc = sctp_release_pr_sctp_chunk(stcb, chk, 6099 cause, 6100 SCTP_SO_LOCKED); 6101 freed_spc += ret_spc; 6102 if (freed_spc >= dataout) { 6103 return; 6104 } 6105 } /* if chunk was present */ 6106 } /* if of sufficent priority */ 6107 } /* if chunk has enabled */ 6108 } /* tailqforeach */ 6109 6110 TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) { 6111 /* Here we must move to the sent queue and mark */ 6112 if (PR_SCTP_BUF_ENABLED(chk->flags)) { 6113 if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) { 6114 if (chk->data) { 6115 /* 6116 * We release the book_size 6117 * if the mbuf is here 6118 */ 6119 int ret_spc; 6120 6121 ret_spc = sctp_release_pr_sctp_chunk(stcb, chk, 6122 SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_UNSENT, 6123 SCTP_SO_LOCKED); 6124 6125 freed_spc += ret_spc; 6126 if (freed_spc >= dataout) { 6127 return; 6128 } 6129 } /* end if chk->data */ 6130 } /* end if right class */ 6131 } /* end if chk pr-sctp */ 6132 } /* tailqforeachsafe (chk) */ 6133 } /* if enabled in asoc */ 6134 } 6135 6136 int 6137 sctp_get_frag_point(struct sctp_tcb *stcb, 6138 struct sctp_association *asoc) 6139 { 6140 int siz, ovh; 6141 6142 /* 6143 * For endpoints that have both v6 and v4 addresses we must reserve 6144 * room for the ipv6 header, for those that are only dealing with V4 6145 * we use a larger frag point. 6146 */ 6147 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 6148 ovh = SCTP_MED_OVERHEAD; 6149 } else { 6150 ovh = SCTP_MED_V4_OVERHEAD; 6151 } 6152 6153 if (stcb->asoc.sctp_frag_point > asoc->smallest_mtu) 6154 siz = asoc->smallest_mtu - ovh; 6155 else 6156 siz = (stcb->asoc.sctp_frag_point - ovh); 6157 /* 6158 * if (siz > (MCLBYTES-sizeof(struct sctp_data_chunk))) { 6159 */ 6160 /* A data chunk MUST fit in a cluster */ 6161 /* siz = (MCLBYTES - sizeof(struct sctp_data_chunk)); */ 6162 /* } */ 6163 6164 /* adjust for an AUTH chunk if DATA requires auth */ 6165 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) 6166 siz -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 6167 6168 if (siz % 4) { 6169 /* make it an even word boundary please */ 6170 siz -= (siz % 4); 6171 } 6172 return (siz); 6173 } 6174 6175 static void 6176 sctp_set_prsctp_policy(struct sctp_stream_queue_pending *sp) 6177 { 6178 sp->pr_sctp_on = 0; 6179 /* 6180 * We assume that the user wants PR_SCTP_TTL if the user provides a 6181 * positive lifetime but does not specify any PR_SCTP policy. This 6182 * is a BAD assumption and causes problems at least with the 6183 * U-Vancovers MPI folks. I will change this to be no policy means 6184 * NO PR-SCTP. 6185 */ 6186 if (PR_SCTP_ENABLED(sp->sinfo_flags)) { 6187 sp->act_flags |= PR_SCTP_POLICY(sp->sinfo_flags); 6188 sp->pr_sctp_on = 1; 6189 } else { 6190 return; 6191 } 6192 switch (PR_SCTP_POLICY(sp->sinfo_flags)) { 6193 case CHUNK_FLAGS_PR_SCTP_BUF: 6194 /* 6195 * Time to live is a priority stored in tv_sec when doing 6196 * the buffer drop thing. 6197 */ 6198 sp->ts.tv_sec = sp->timetolive; 6199 sp->ts.tv_usec = 0; 6200 break; 6201 case CHUNK_FLAGS_PR_SCTP_TTL: 6202 { 6203 struct timeval tv; 6204 6205 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 6206 tv.tv_sec = sp->timetolive / 1000; 6207 tv.tv_usec = (sp->timetolive * 1000) % 1000000; 6208 /* 6209 * TODO sctp_constants.h needs alternative time 6210 * macros when _KERNEL is undefined. 6211 */ 6212 timevaladd(&sp->ts, &tv); 6213 } 6214 break; 6215 case CHUNK_FLAGS_PR_SCTP_RTX: 6216 /* 6217 * Time to live is a the number or retransmissions stored in 6218 * tv_sec. 6219 */ 6220 sp->ts.tv_sec = sp->timetolive; 6221 sp->ts.tv_usec = 0; 6222 break; 6223 default: 6224 SCTPDBG(SCTP_DEBUG_USRREQ1, 6225 "Unknown PR_SCTP policy %u.\n", 6226 PR_SCTP_POLICY(sp->sinfo_flags)); 6227 break; 6228 } 6229 } 6230 6231 static int 6232 sctp_msg_append(struct sctp_tcb *stcb, 6233 struct sctp_nets *net, 6234 struct mbuf *m, 6235 struct sctp_sndrcvinfo *srcv, int hold_stcb_lock) 6236 { 6237 int error = 0; 6238 struct mbuf *at; 6239 struct sctp_stream_queue_pending *sp = NULL; 6240 struct sctp_stream_out *strm; 6241 6242 /* 6243 * Given an mbuf chain, put it into the association send queue and 6244 * place it on the wheel 6245 */ 6246 if (srcv->sinfo_stream >= stcb->asoc.streamoutcnt) { 6247 /* Invalid stream number */ 6248 SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 6249 error = EINVAL; 6250 goto out_now; 6251 } 6252 if ((stcb->asoc.stream_locked) && 6253 (stcb->asoc.stream_locked_on != srcv->sinfo_stream)) { 6254 SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 6255 error = EINVAL; 6256 goto out_now; 6257 } 6258 strm = &stcb->asoc.strmout[srcv->sinfo_stream]; 6259 /* Now can we send this? */ 6260 if ((SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_SENT) || 6261 (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 6262 (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 6263 (stcb->asoc.state & SCTP_STATE_SHUTDOWN_PENDING)) { 6264 /* got data while shutting down */ 6265 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 6266 error = ECONNRESET; 6267 goto out_now; 6268 } 6269 sctp_alloc_a_strmoq(stcb, sp); 6270 if (sp == NULL) { 6271 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6272 error = ENOMEM; 6273 goto out_now; 6274 } 6275 sp->sinfo_flags = srcv->sinfo_flags; 6276 sp->timetolive = srcv->sinfo_timetolive; 6277 sp->ppid = srcv->sinfo_ppid; 6278 sp->context = srcv->sinfo_context; 6279 sp->strseq = 0; 6280 if (sp->sinfo_flags & SCTP_ADDR_OVER) { 6281 sp->net = net; 6282 atomic_add_int(&sp->net->ref_count, 1); 6283 } else { 6284 sp->net = NULL; 6285 } 6286 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 6287 sp->stream = srcv->sinfo_stream; 6288 sp->msg_is_complete = 1; 6289 sp->sender_all_done = 1; 6290 sp->some_taken = 0; 6291 sp->data = m; 6292 sp->tail_mbuf = NULL; 6293 sctp_set_prsctp_policy(sp); 6294 /* 6295 * We could in theory (for sendall) sifa the length in, but we would 6296 * still have to hunt through the chain since we need to setup the 6297 * tail_mbuf 6298 */ 6299 sp->length = 0; 6300 for (at = m; at; at = SCTP_BUF_NEXT(at)) { 6301 if (SCTP_BUF_NEXT(at) == NULL) 6302 sp->tail_mbuf = at; 6303 sp->length += SCTP_BUF_LEN(at); 6304 } 6305 if (srcv->sinfo_keynumber_valid) { 6306 sp->auth_keyid = srcv->sinfo_keynumber; 6307 } else { 6308 sp->auth_keyid = stcb->asoc.authinfo.active_keyid; 6309 } 6310 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) { 6311 sctp_auth_key_acquire(stcb, sp->auth_keyid); 6312 sp->holds_key_ref = 1; 6313 } 6314 if (hold_stcb_lock == 0) { 6315 SCTP_TCB_SEND_LOCK(stcb); 6316 } 6317 sctp_snd_sb_alloc(stcb, sp->length); 6318 atomic_add_int(&stcb->asoc.stream_queue_cnt, 1); 6319 TAILQ_INSERT_TAIL(&strm->outqueue, sp, next); 6320 if ((srcv->sinfo_flags & SCTP_UNORDERED) == 0) { 6321 sp->strseq = strm->next_sequence_sent; 6322 strm->next_sequence_sent++; 6323 } 6324 stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, &stcb->asoc, strm, sp, 1); 6325 m = NULL; 6326 if (hold_stcb_lock == 0) { 6327 SCTP_TCB_SEND_UNLOCK(stcb); 6328 } 6329 out_now: 6330 if (m) { 6331 sctp_m_freem(m); 6332 } 6333 return (error); 6334 } 6335 6336 6337 static struct mbuf * 6338 sctp_copy_mbufchain(struct mbuf *clonechain, 6339 struct mbuf *outchain, 6340 struct mbuf **endofchain, 6341 int can_take_mbuf, 6342 int sizeofcpy, 6343 uint8_t copy_by_ref) 6344 { 6345 struct mbuf *m; 6346 struct mbuf *appendchain; 6347 caddr_t cp; 6348 int len; 6349 6350 if (endofchain == NULL) { 6351 /* error */ 6352 error_out: 6353 if (outchain) 6354 sctp_m_freem(outchain); 6355 return (NULL); 6356 } 6357 if (can_take_mbuf) { 6358 appendchain = clonechain; 6359 } else { 6360 if (!copy_by_ref && 6361 (sizeofcpy <= (int)((((SCTP_BASE_SYSCTL(sctp_mbuf_threshold_count) - 1) * MLEN) + MHLEN))) 6362 ) { 6363 /* Its not in a cluster */ 6364 if (*endofchain == NULL) { 6365 /* lets get a mbuf cluster */ 6366 if (outchain == NULL) { 6367 /* This is the general case */ 6368 new_mbuf: 6369 outchain = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_HEADER); 6370 if (outchain == NULL) { 6371 goto error_out; 6372 } 6373 SCTP_BUF_LEN(outchain) = 0; 6374 *endofchain = outchain; 6375 /* get the prepend space */ 6376 SCTP_BUF_RESV_UF(outchain, (SCTP_FIRST_MBUF_RESV + 4)); 6377 } else { 6378 /* 6379 * We really should not get a NULL 6380 * in endofchain 6381 */ 6382 /* find end */ 6383 m = outchain; 6384 while (m) { 6385 if (SCTP_BUF_NEXT(m) == NULL) { 6386 *endofchain = m; 6387 break; 6388 } 6389 m = SCTP_BUF_NEXT(m); 6390 } 6391 /* sanity */ 6392 if (*endofchain == NULL) { 6393 /* 6394 * huh, TSNH XXX maybe we 6395 * should panic 6396 */ 6397 sctp_m_freem(outchain); 6398 goto new_mbuf; 6399 } 6400 } 6401 /* get the new end of length */ 6402 len = M_TRAILINGSPACE(*endofchain); 6403 } else { 6404 /* how much is left at the end? */ 6405 len = M_TRAILINGSPACE(*endofchain); 6406 } 6407 /* Find the end of the data, for appending */ 6408 cp = (mtod((*endofchain), caddr_t)+SCTP_BUF_LEN((*endofchain))); 6409 6410 /* Now lets copy it out */ 6411 if (len >= sizeofcpy) { 6412 /* It all fits, copy it in */ 6413 m_copydata(clonechain, 0, sizeofcpy, cp); 6414 SCTP_BUF_LEN((*endofchain)) += sizeofcpy; 6415 } else { 6416 /* fill up the end of the chain */ 6417 if (len > 0) { 6418 m_copydata(clonechain, 0, len, cp); 6419 SCTP_BUF_LEN((*endofchain)) += len; 6420 /* now we need another one */ 6421 sizeofcpy -= len; 6422 } 6423 m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_HEADER); 6424 if (m == NULL) { 6425 /* We failed */ 6426 goto error_out; 6427 } 6428 SCTP_BUF_NEXT((*endofchain)) = m; 6429 *endofchain = m; 6430 cp = mtod((*endofchain), caddr_t); 6431 m_copydata(clonechain, len, sizeofcpy, cp); 6432 SCTP_BUF_LEN((*endofchain)) += sizeofcpy; 6433 } 6434 return (outchain); 6435 } else { 6436 /* copy the old fashion way */ 6437 appendchain = SCTP_M_COPYM(clonechain, 0, M_COPYALL, M_DONTWAIT); 6438 #ifdef SCTP_MBUF_LOGGING 6439 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 6440 struct mbuf *mat; 6441 6442 mat = appendchain; 6443 while (mat) { 6444 if (SCTP_BUF_IS_EXTENDED(mat)) { 6445 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 6446 } 6447 mat = SCTP_BUF_NEXT(mat); 6448 } 6449 } 6450 #endif 6451 } 6452 } 6453 if (appendchain == NULL) { 6454 /* error */ 6455 if (outchain) 6456 sctp_m_freem(outchain); 6457 return (NULL); 6458 } 6459 if (outchain) { 6460 /* tack on to the end */ 6461 if (*endofchain != NULL) { 6462 SCTP_BUF_NEXT(((*endofchain))) = appendchain; 6463 } else { 6464 m = outchain; 6465 while (m) { 6466 if (SCTP_BUF_NEXT(m) == NULL) { 6467 SCTP_BUF_NEXT(m) = appendchain; 6468 break; 6469 } 6470 m = SCTP_BUF_NEXT(m); 6471 } 6472 } 6473 /* 6474 * save off the end and update the end-chain postion 6475 */ 6476 m = appendchain; 6477 while (m) { 6478 if (SCTP_BUF_NEXT(m) == NULL) { 6479 *endofchain = m; 6480 break; 6481 } 6482 m = SCTP_BUF_NEXT(m); 6483 } 6484 return (outchain); 6485 } else { 6486 /* save off the end and update the end-chain postion */ 6487 m = appendchain; 6488 while (m) { 6489 if (SCTP_BUF_NEXT(m) == NULL) { 6490 *endofchain = m; 6491 break; 6492 } 6493 m = SCTP_BUF_NEXT(m); 6494 } 6495 return (appendchain); 6496 } 6497 } 6498 6499 int 6500 sctp_med_chunk_output(struct sctp_inpcb *inp, 6501 struct sctp_tcb *stcb, 6502 struct sctp_association *asoc, 6503 int *num_out, 6504 int *reason_code, 6505 int control_only, int from_where, 6506 struct timeval *now, int *now_filled, int frag_point, int so_locked 6507 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 6508 SCTP_UNUSED 6509 #endif 6510 ); 6511 6512 static void 6513 sctp_sendall_iterator(struct sctp_inpcb *inp, struct sctp_tcb *stcb, void *ptr, 6514 uint32_t val SCTP_UNUSED) 6515 { 6516 struct sctp_copy_all *ca; 6517 struct mbuf *m; 6518 int ret = 0; 6519 int added_control = 0; 6520 int un_sent, do_chunk_output = 1; 6521 struct sctp_association *asoc; 6522 struct sctp_nets *net; 6523 6524 ca = (struct sctp_copy_all *)ptr; 6525 if (ca->m == NULL) { 6526 return; 6527 } 6528 if (ca->inp != inp) { 6529 /* TSNH */ 6530 return; 6531 } 6532 if ((ca->m) && ca->sndlen) { 6533 m = SCTP_M_COPYM(ca->m, 0, M_COPYALL, M_DONTWAIT); 6534 if (m == NULL) { 6535 /* can't copy so we are done */ 6536 ca->cnt_failed++; 6537 return; 6538 } 6539 #ifdef SCTP_MBUF_LOGGING 6540 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 6541 struct mbuf *mat; 6542 6543 mat = m; 6544 while (mat) { 6545 if (SCTP_BUF_IS_EXTENDED(mat)) { 6546 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 6547 } 6548 mat = SCTP_BUF_NEXT(mat); 6549 } 6550 } 6551 #endif 6552 } else { 6553 m = NULL; 6554 } 6555 SCTP_TCB_LOCK_ASSERT(stcb); 6556 if (stcb->asoc.alternate) { 6557 net = stcb->asoc.alternate; 6558 } else { 6559 net = stcb->asoc.primary_destination; 6560 } 6561 if (ca->sndrcv.sinfo_flags & SCTP_ABORT) { 6562 /* Abort this assoc with m as the user defined reason */ 6563 if (m) { 6564 struct sctp_paramhdr *ph; 6565 6566 SCTP_BUF_PREPEND(m, sizeof(struct sctp_paramhdr), M_DONTWAIT); 6567 if (m) { 6568 ph = mtod(m, struct sctp_paramhdr *); 6569 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT); 6570 ph->param_length = htons(ca->sndlen); 6571 } 6572 /* 6573 * We add one here to keep the assoc from 6574 * dis-appearing on us. 6575 */ 6576 atomic_add_int(&stcb->asoc.refcnt, 1); 6577 sctp_abort_an_association(inp, stcb, 6578 SCTP_RESPONSE_TO_USER_REQ, 6579 m, SCTP_SO_NOT_LOCKED); 6580 /* 6581 * sctp_abort_an_association calls sctp_free_asoc() 6582 * free association will NOT free it since we 6583 * incremented the refcnt .. we do this to prevent 6584 * it being freed and things getting tricky since we 6585 * could end up (from free_asoc) calling inpcb_free 6586 * which would get a recursive lock call to the 6587 * iterator lock.. But as a consequence of that the 6588 * stcb will return to us un-locked.. since 6589 * free_asoc returns with either no TCB or the TCB 6590 * unlocked, we must relock.. to unlock in the 6591 * iterator timer :-0 6592 */ 6593 SCTP_TCB_LOCK(stcb); 6594 atomic_add_int(&stcb->asoc.refcnt, -1); 6595 goto no_chunk_output; 6596 } 6597 } else { 6598 if (m) { 6599 ret = sctp_msg_append(stcb, net, m, 6600 &ca->sndrcv, 1); 6601 } 6602 asoc = &stcb->asoc; 6603 if (ca->sndrcv.sinfo_flags & SCTP_EOF) { 6604 /* shutdown this assoc */ 6605 int cnt; 6606 6607 cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_NOT_LOCKED); 6608 6609 if (TAILQ_EMPTY(&asoc->send_queue) && 6610 TAILQ_EMPTY(&asoc->sent_queue) && 6611 (cnt == 0)) { 6612 if (asoc->locked_on_sending) { 6613 goto abort_anyway; 6614 } 6615 /* 6616 * there is nothing queued to send, so I'm 6617 * done... 6618 */ 6619 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 6620 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 6621 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 6622 /* 6623 * only send SHUTDOWN the first time 6624 * through 6625 */ 6626 sctp_send_shutdown(stcb, net); 6627 if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) { 6628 SCTP_STAT_DECR_GAUGE32(sctps_currestab); 6629 } 6630 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 6631 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 6632 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb, 6633 net); 6634 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 6635 asoc->primary_destination); 6636 added_control = 1; 6637 do_chunk_output = 0; 6638 } 6639 } else { 6640 /* 6641 * we still got (or just got) data to send, 6642 * so set SHUTDOWN_PENDING 6643 */ 6644 /* 6645 * XXX sockets draft says that SCTP_EOF 6646 * should be sent with no data. currently, 6647 * we will allow user data to be sent first 6648 * and move to SHUTDOWN-PENDING 6649 */ 6650 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 6651 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 6652 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 6653 if (asoc->locked_on_sending) { 6654 /* 6655 * Locked to send out the 6656 * data 6657 */ 6658 struct sctp_stream_queue_pending *sp; 6659 6660 sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead); 6661 if (sp) { 6662 if ((sp->length == 0) && (sp->msg_is_complete == 0)) 6663 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 6664 } 6665 } 6666 asoc->state |= SCTP_STATE_SHUTDOWN_PENDING; 6667 if (TAILQ_EMPTY(&asoc->send_queue) && 6668 TAILQ_EMPTY(&asoc->sent_queue) && 6669 (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 6670 abort_anyway: 6671 atomic_add_int(&stcb->asoc.refcnt, 1); 6672 sctp_abort_an_association(stcb->sctp_ep, stcb, 6673 SCTP_RESPONSE_TO_USER_REQ, 6674 NULL, SCTP_SO_NOT_LOCKED); 6675 atomic_add_int(&stcb->asoc.refcnt, -1); 6676 goto no_chunk_output; 6677 } 6678 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 6679 asoc->primary_destination); 6680 } 6681 } 6682 6683 } 6684 } 6685 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 6686 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 6687 6688 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 6689 (stcb->asoc.total_flight > 0) && 6690 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) 6691 ) { 6692 do_chunk_output = 0; 6693 } 6694 if (do_chunk_output) 6695 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_NOT_LOCKED); 6696 else if (added_control) { 6697 int num_out = 0, reason = 0, now_filled = 0; 6698 struct timeval now; 6699 int frag_point; 6700 6701 frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 6702 (void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out, 6703 &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_NOT_LOCKED); 6704 } 6705 no_chunk_output: 6706 if (ret) { 6707 ca->cnt_failed++; 6708 } else { 6709 ca->cnt_sent++; 6710 } 6711 } 6712 6713 static void 6714 sctp_sendall_completes(void *ptr, uint32_t val SCTP_UNUSED) 6715 { 6716 struct sctp_copy_all *ca; 6717 6718 ca = (struct sctp_copy_all *)ptr; 6719 /* 6720 * Do a notify here? Kacheong suggests that the notify be done at 6721 * the send time.. so you would push up a notification if any send 6722 * failed. Don't know if this is feasable since the only failures we 6723 * have is "memory" related and if you cannot get an mbuf to send 6724 * the data you surely can't get an mbuf to send up to notify the 6725 * user you can't send the data :-> 6726 */ 6727 6728 /* now free everything */ 6729 sctp_m_freem(ca->m); 6730 SCTP_FREE(ca, SCTP_M_COPYAL); 6731 } 6732 6733 6734 #define MC_ALIGN(m, len) do { \ 6735 SCTP_BUF_RESV_UF(m, ((MCLBYTES - (len)) & ~(sizeof(long) - 1)); \ 6736 } while (0) 6737 6738 6739 6740 static struct mbuf * 6741 sctp_copy_out_all(struct uio *uio, int len) 6742 { 6743 struct mbuf *ret, *at; 6744 int left, willcpy, cancpy, error; 6745 6746 ret = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_WAIT, 1, MT_DATA); 6747 if (ret == NULL) { 6748 /* TSNH */ 6749 return (NULL); 6750 } 6751 left = len; 6752 SCTP_BUF_LEN(ret) = 0; 6753 /* save space for the data chunk header */ 6754 cancpy = M_TRAILINGSPACE(ret); 6755 willcpy = min(cancpy, left); 6756 at = ret; 6757 while (left > 0) { 6758 /* Align data to the end */ 6759 error = uiomove(mtod(at, caddr_t), willcpy, uio); 6760 if (error) { 6761 err_out_now: 6762 sctp_m_freem(at); 6763 return (NULL); 6764 } 6765 SCTP_BUF_LEN(at) = willcpy; 6766 SCTP_BUF_NEXT_PKT(at) = SCTP_BUF_NEXT(at) = 0; 6767 left -= willcpy; 6768 if (left > 0) { 6769 SCTP_BUF_NEXT(at) = sctp_get_mbuf_for_msg(left, 0, M_WAIT, 1, MT_DATA); 6770 if (SCTP_BUF_NEXT(at) == NULL) { 6771 goto err_out_now; 6772 } 6773 at = SCTP_BUF_NEXT(at); 6774 SCTP_BUF_LEN(at) = 0; 6775 cancpy = M_TRAILINGSPACE(at); 6776 willcpy = min(cancpy, left); 6777 } 6778 } 6779 return (ret); 6780 } 6781 6782 static int 6783 sctp_sendall(struct sctp_inpcb *inp, struct uio *uio, struct mbuf *m, 6784 struct sctp_sndrcvinfo *srcv) 6785 { 6786 int ret; 6787 struct sctp_copy_all *ca; 6788 6789 SCTP_MALLOC(ca, struct sctp_copy_all *, sizeof(struct sctp_copy_all), 6790 SCTP_M_COPYAL); 6791 if (ca == NULL) { 6792 sctp_m_freem(m); 6793 SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6794 return (ENOMEM); 6795 } 6796 memset(ca, 0, sizeof(struct sctp_copy_all)); 6797 6798 ca->inp = inp; 6799 if (srcv) { 6800 memcpy(&ca->sndrcv, srcv, sizeof(struct sctp_nonpad_sndrcvinfo)); 6801 } 6802 /* 6803 * take off the sendall flag, it would be bad if we failed to do 6804 * this :-0 6805 */ 6806 ca->sndrcv.sinfo_flags &= ~SCTP_SENDALL; 6807 /* get length and mbuf chain */ 6808 if (uio) { 6809 ca->sndlen = uio->uio_resid; 6810 ca->m = sctp_copy_out_all(uio, ca->sndlen); 6811 if (ca->m == NULL) { 6812 SCTP_FREE(ca, SCTP_M_COPYAL); 6813 SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6814 return (ENOMEM); 6815 } 6816 } else { 6817 /* Gather the length of the send */ 6818 struct mbuf *mat; 6819 6820 mat = m; 6821 ca->sndlen = 0; 6822 while (m) { 6823 ca->sndlen += SCTP_BUF_LEN(m); 6824 m = SCTP_BUF_NEXT(m); 6825 } 6826 ca->m = mat; 6827 } 6828 ret = sctp_initiate_iterator(NULL, sctp_sendall_iterator, NULL, 6829 SCTP_PCB_ANY_FLAGS, SCTP_PCB_ANY_FEATURES, 6830 SCTP_ASOC_ANY_STATE, 6831 (void *)ca, 0, 6832 sctp_sendall_completes, inp, 1); 6833 if (ret) { 6834 SCTP_PRINTF("Failed to initiate iterator for sendall\n"); 6835 SCTP_FREE(ca, SCTP_M_COPYAL); 6836 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT); 6837 return (EFAULT); 6838 } 6839 return (0); 6840 } 6841 6842 6843 void 6844 sctp_toss_old_cookies(struct sctp_tcb *stcb, struct sctp_association *asoc) 6845 { 6846 struct sctp_tmit_chunk *chk, *nchk; 6847 6848 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 6849 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 6850 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 6851 if (chk->data) { 6852 sctp_m_freem(chk->data); 6853 chk->data = NULL; 6854 } 6855 asoc->ctrl_queue_cnt--; 6856 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 6857 } 6858 } 6859 } 6860 6861 void 6862 sctp_toss_old_asconf(struct sctp_tcb *stcb) 6863 { 6864 struct sctp_association *asoc; 6865 struct sctp_tmit_chunk *chk, *nchk; 6866 struct sctp_asconf_chunk *acp; 6867 6868 asoc = &stcb->asoc; 6869 TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) { 6870 /* find SCTP_ASCONF chunk in queue */ 6871 if (chk->rec.chunk_id.id == SCTP_ASCONF) { 6872 if (chk->data) { 6873 acp = mtod(chk->data, struct sctp_asconf_chunk *); 6874 if (SCTP_TSN_GT(ntohl(acp->serial_number), asoc->asconf_seq_out_acked)) { 6875 /* Not Acked yet */ 6876 break; 6877 } 6878 } 6879 TAILQ_REMOVE(&asoc->asconf_send_queue, chk, sctp_next); 6880 if (chk->data) { 6881 sctp_m_freem(chk->data); 6882 chk->data = NULL; 6883 } 6884 asoc->ctrl_queue_cnt--; 6885 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 6886 } 6887 } 6888 } 6889 6890 6891 static void 6892 sctp_clean_up_datalist(struct sctp_tcb *stcb, 6893 struct sctp_association *asoc, 6894 struct sctp_tmit_chunk **data_list, 6895 int bundle_at, 6896 struct sctp_nets *net) 6897 { 6898 int i; 6899 struct sctp_tmit_chunk *tp1; 6900 6901 for (i = 0; i < bundle_at; i++) { 6902 /* off of the send queue */ 6903 TAILQ_REMOVE(&asoc->send_queue, data_list[i], sctp_next); 6904 asoc->send_queue_cnt--; 6905 if (i > 0) { 6906 /* 6907 * Any chunk NOT 0 you zap the time chunk 0 gets 6908 * zapped or set based on if a RTO measurment is 6909 * needed. 6910 */ 6911 data_list[i]->do_rtt = 0; 6912 } 6913 /* record time */ 6914 data_list[i]->sent_rcv_time = net->last_sent_time; 6915 data_list[i]->rec.data.cwnd_at_send = net->cwnd; 6916 data_list[i]->rec.data.fast_retran_tsn = data_list[i]->rec.data.TSN_seq; 6917 if (data_list[i]->whoTo == NULL) { 6918 data_list[i]->whoTo = net; 6919 atomic_add_int(&net->ref_count, 1); 6920 } 6921 /* on to the sent queue */ 6922 tp1 = TAILQ_LAST(&asoc->sent_queue, sctpchunk_listhead); 6923 if ((tp1) && SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) { 6924 struct sctp_tmit_chunk *tpp; 6925 6926 /* need to move back */ 6927 back_up_more: 6928 tpp = TAILQ_PREV(tp1, sctpchunk_listhead, sctp_next); 6929 if (tpp == NULL) { 6930 TAILQ_INSERT_BEFORE(tp1, data_list[i], sctp_next); 6931 goto all_done; 6932 } 6933 tp1 = tpp; 6934 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) { 6935 goto back_up_more; 6936 } 6937 TAILQ_INSERT_AFTER(&asoc->sent_queue, tp1, data_list[i], sctp_next); 6938 } else { 6939 TAILQ_INSERT_TAIL(&asoc->sent_queue, 6940 data_list[i], 6941 sctp_next); 6942 } 6943 all_done: 6944 /* This does not lower until the cum-ack passes it */ 6945 asoc->sent_queue_cnt++; 6946 if ((asoc->peers_rwnd <= 0) && 6947 (asoc->total_flight == 0) && 6948 (bundle_at == 1)) { 6949 /* Mark the chunk as being a window probe */ 6950 SCTP_STAT_INCR(sctps_windowprobed); 6951 } 6952 #ifdef SCTP_AUDITING_ENABLED 6953 sctp_audit_log(0xC2, 3); 6954 #endif 6955 data_list[i]->sent = SCTP_DATAGRAM_SENT; 6956 data_list[i]->snd_count = 1; 6957 data_list[i]->rec.data.chunk_was_revoked = 0; 6958 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 6959 sctp_misc_ints(SCTP_FLIGHT_LOG_UP, 6960 data_list[i]->whoTo->flight_size, 6961 data_list[i]->book_size, 6962 (uintptr_t) data_list[i]->whoTo, 6963 data_list[i]->rec.data.TSN_seq); 6964 } 6965 sctp_flight_size_increase(data_list[i]); 6966 sctp_total_flight_increase(stcb, data_list[i]); 6967 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 6968 sctp_log_rwnd(SCTP_DECREASE_PEER_RWND, 6969 asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 6970 } 6971 asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd, 6972 (uint32_t) (data_list[i]->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))); 6973 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 6974 /* SWS sender side engages */ 6975 asoc->peers_rwnd = 0; 6976 } 6977 } 6978 if (asoc->cc_functions.sctp_cwnd_update_packet_transmitted) { 6979 (*asoc->cc_functions.sctp_cwnd_update_packet_transmitted) (stcb, net); 6980 } 6981 } 6982 6983 static void 6984 sctp_clean_up_ctl(struct sctp_tcb *stcb, struct sctp_association *asoc, int so_locked 6985 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 6986 SCTP_UNUSED 6987 #endif 6988 ) 6989 { 6990 struct sctp_tmit_chunk *chk, *nchk; 6991 6992 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 6993 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 6994 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) || /* EY */ 6995 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) || 6996 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) || 6997 (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) || 6998 (chk->rec.chunk_id.id == SCTP_SHUTDOWN) || 6999 (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) || 7000 (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) || 7001 (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) || 7002 (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) || 7003 (chk->rec.chunk_id.id == SCTP_ECN_CWR) || 7004 (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) { 7005 /* Stray chunks must be cleaned up */ 7006 clean_up_anyway: 7007 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 7008 if (chk->data) { 7009 sctp_m_freem(chk->data); 7010 chk->data = NULL; 7011 } 7012 asoc->ctrl_queue_cnt--; 7013 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) 7014 asoc->fwd_tsn_cnt--; 7015 sctp_free_a_chunk(stcb, chk, so_locked); 7016 } else if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) { 7017 /* special handling, we must look into the param */ 7018 if (chk != asoc->str_reset) { 7019 goto clean_up_anyway; 7020 } 7021 } 7022 } 7023 } 7024 7025 7026 static int 7027 sctp_can_we_split_this(struct sctp_tcb *stcb, 7028 uint32_t length, 7029 uint32_t goal_mtu, uint32_t frag_point, int eeor_on) 7030 { 7031 /* 7032 * Make a decision on if I should split a msg into multiple parts. 7033 * This is only asked of incomplete messages. 7034 */ 7035 if (eeor_on) { 7036 /* 7037 * If we are doing EEOR we need to always send it if its the 7038 * entire thing, since it might be all the guy is putting in 7039 * the hopper. 7040 */ 7041 if (goal_mtu >= length) { 7042 /*- 7043 * If we have data outstanding, 7044 * we get another chance when the sack 7045 * arrives to transmit - wait for more data 7046 */ 7047 if (stcb->asoc.total_flight == 0) { 7048 /* 7049 * If nothing is in flight, we zero the 7050 * packet counter. 7051 */ 7052 return (length); 7053 } 7054 return (0); 7055 7056 } else { 7057 /* You can fill the rest */ 7058 return (goal_mtu); 7059 } 7060 } 7061 /*- 7062 * For those strange folk that make the send buffer 7063 * smaller than our fragmentation point, we can't 7064 * get a full msg in so we have to allow splitting. 7065 */ 7066 if (SCTP_SB_LIMIT_SND(stcb->sctp_socket) < frag_point) { 7067 return (length); 7068 } 7069 if ((length <= goal_mtu) || 7070 ((length - goal_mtu) < SCTP_BASE_SYSCTL(sctp_min_residual))) { 7071 /* Sub-optimial residual don't split in non-eeor mode. */ 7072 return (0); 7073 } 7074 /* 7075 * If we reach here length is larger than the goal_mtu. Do we wish 7076 * to split it for the sake of packet putting together? 7077 */ 7078 if (goal_mtu >= min(SCTP_BASE_SYSCTL(sctp_min_split_point), frag_point)) { 7079 /* Its ok to split it */ 7080 return (min(goal_mtu, frag_point)); 7081 } 7082 /* Nope, can't split */ 7083 return (0); 7084 7085 } 7086 7087 static uint32_t 7088 sctp_move_to_outqueue(struct sctp_tcb *stcb, 7089 struct sctp_stream_out *strq, 7090 uint32_t goal_mtu, 7091 uint32_t frag_point, 7092 int *locked, 7093 int *giveup, 7094 int eeor_mode, 7095 int *bail, 7096 int so_locked 7097 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7098 SCTP_UNUSED 7099 #endif 7100 ) 7101 { 7102 /* Move from the stream to the send_queue keeping track of the total */ 7103 struct sctp_association *asoc; 7104 struct sctp_stream_queue_pending *sp; 7105 struct sctp_tmit_chunk *chk; 7106 struct sctp_data_chunk *dchkh; 7107 uint32_t to_move, length; 7108 uint8_t rcv_flags = 0; 7109 uint8_t some_taken; 7110 uint8_t send_lock_up = 0; 7111 7112 SCTP_TCB_LOCK_ASSERT(stcb); 7113 asoc = &stcb->asoc; 7114 one_more_time: 7115 /* sa_ignore FREED_MEMORY */ 7116 sp = TAILQ_FIRST(&strq->outqueue); 7117 if (sp == NULL) { 7118 *locked = 0; 7119 if (send_lock_up == 0) { 7120 SCTP_TCB_SEND_LOCK(stcb); 7121 send_lock_up = 1; 7122 } 7123 sp = TAILQ_FIRST(&strq->outqueue); 7124 if (sp) { 7125 goto one_more_time; 7126 } 7127 if (strq->last_msg_incomplete) { 7128 SCTP_PRINTF("Huh? Stream:%d lm_in_c=%d but queue is NULL\n", 7129 strq->stream_no, 7130 strq->last_msg_incomplete); 7131 strq->last_msg_incomplete = 0; 7132 } 7133 to_move = 0; 7134 if (send_lock_up) { 7135 SCTP_TCB_SEND_UNLOCK(stcb); 7136 send_lock_up = 0; 7137 } 7138 goto out_of; 7139 } 7140 if ((sp->msg_is_complete) && (sp->length == 0)) { 7141 if (sp->sender_all_done) { 7142 /* 7143 * We are doing differed cleanup. Last time through 7144 * when we took all the data the sender_all_done was 7145 * not set. 7146 */ 7147 if ((sp->put_last_out == 0) && (sp->discard_rest == 0)) { 7148 SCTP_PRINTF("Gak, put out entire msg with NO end!-1\n"); 7149 SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n", 7150 sp->sender_all_done, 7151 sp->length, 7152 sp->msg_is_complete, 7153 sp->put_last_out, 7154 send_lock_up); 7155 } 7156 if ((TAILQ_NEXT(sp, next) == NULL) && (send_lock_up == 0)) { 7157 SCTP_TCB_SEND_LOCK(stcb); 7158 send_lock_up = 1; 7159 } 7160 atomic_subtract_int(&asoc->stream_queue_cnt, 1); 7161 TAILQ_REMOVE(&strq->outqueue, sp, next); 7162 stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up); 7163 if (sp->net) { 7164 sctp_free_remote_addr(sp->net); 7165 sp->net = NULL; 7166 } 7167 if (sp->data) { 7168 sctp_m_freem(sp->data); 7169 sp->data = NULL; 7170 } 7171 sctp_free_a_strmoq(stcb, sp, so_locked); 7172 /* we can't be locked to it */ 7173 *locked = 0; 7174 stcb->asoc.locked_on_sending = NULL; 7175 if (send_lock_up) { 7176 SCTP_TCB_SEND_UNLOCK(stcb); 7177 send_lock_up = 0; 7178 } 7179 /* back to get the next msg */ 7180 goto one_more_time; 7181 } else { 7182 /* 7183 * sender just finished this but still holds a 7184 * reference 7185 */ 7186 *locked = 1; 7187 *giveup = 1; 7188 to_move = 0; 7189 goto out_of; 7190 } 7191 } else { 7192 /* is there some to get */ 7193 if (sp->length == 0) { 7194 /* no */ 7195 *locked = 1; 7196 *giveup = 1; 7197 to_move = 0; 7198 goto out_of; 7199 } else if (sp->discard_rest) { 7200 if (send_lock_up == 0) { 7201 SCTP_TCB_SEND_LOCK(stcb); 7202 send_lock_up = 1; 7203 } 7204 /* Whack down the size */ 7205 atomic_subtract_int(&stcb->asoc.total_output_queue_size, sp->length); 7206 if ((stcb->sctp_socket != NULL) && \ 7207 ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) || 7208 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL))) { 7209 atomic_subtract_int(&stcb->sctp_socket->so_snd.sb_cc, sp->length); 7210 } 7211 if (sp->data) { 7212 sctp_m_freem(sp->data); 7213 sp->data = NULL; 7214 sp->tail_mbuf = NULL; 7215 } 7216 sp->length = 0; 7217 sp->some_taken = 1; 7218 *locked = 1; 7219 *giveup = 1; 7220 to_move = 0; 7221 goto out_of; 7222 } 7223 } 7224 some_taken = sp->some_taken; 7225 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 7226 sp->msg_is_complete = 1; 7227 } 7228 re_look: 7229 length = sp->length; 7230 if (sp->msg_is_complete) { 7231 /* The message is complete */ 7232 to_move = min(length, frag_point); 7233 if (to_move == length) { 7234 /* All of it fits in the MTU */ 7235 if (sp->some_taken) { 7236 rcv_flags |= SCTP_DATA_LAST_FRAG; 7237 sp->put_last_out = 1; 7238 } else { 7239 rcv_flags |= SCTP_DATA_NOT_FRAG; 7240 sp->put_last_out = 1; 7241 } 7242 } else { 7243 /* Not all of it fits, we fragment */ 7244 if (sp->some_taken == 0) { 7245 rcv_flags |= SCTP_DATA_FIRST_FRAG; 7246 } 7247 sp->some_taken = 1; 7248 } 7249 } else { 7250 to_move = sctp_can_we_split_this(stcb, length, goal_mtu, frag_point, eeor_mode); 7251 if (to_move) { 7252 /*- 7253 * We use a snapshot of length in case it 7254 * is expanding during the compare. 7255 */ 7256 uint32_t llen; 7257 7258 llen = length; 7259 if (to_move >= llen) { 7260 to_move = llen; 7261 if (send_lock_up == 0) { 7262 /*- 7263 * We are taking all of an incomplete msg 7264 * thus we need a send lock. 7265 */ 7266 SCTP_TCB_SEND_LOCK(stcb); 7267 send_lock_up = 1; 7268 if (sp->msg_is_complete) { 7269 /* 7270 * the sender finished the 7271 * msg 7272 */ 7273 goto re_look; 7274 } 7275 } 7276 } 7277 if (sp->some_taken == 0) { 7278 rcv_flags |= SCTP_DATA_FIRST_FRAG; 7279 sp->some_taken = 1; 7280 } 7281 } else { 7282 /* Nothing to take. */ 7283 if (sp->some_taken) { 7284 *locked = 1; 7285 } 7286 *giveup = 1; 7287 to_move = 0; 7288 goto out_of; 7289 } 7290 } 7291 7292 /* If we reach here, we can copy out a chunk */ 7293 sctp_alloc_a_chunk(stcb, chk); 7294 if (chk == NULL) { 7295 /* No chunk memory */ 7296 *giveup = 1; 7297 to_move = 0; 7298 goto out_of; 7299 } 7300 /* 7301 * Setup for unordered if needed by looking at the user sent info 7302 * flags. 7303 */ 7304 if (sp->sinfo_flags & SCTP_UNORDERED) { 7305 rcv_flags |= SCTP_DATA_UNORDERED; 7306 } 7307 if ((SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) && ((sp->sinfo_flags & SCTP_EOF) == SCTP_EOF)) || 7308 ((sp->sinfo_flags & SCTP_SACK_IMMEDIATELY) == SCTP_SACK_IMMEDIATELY)) { 7309 rcv_flags |= SCTP_DATA_SACK_IMMEDIATELY; 7310 } 7311 /* clear out the chunk before setting up */ 7312 memset(chk, 0, sizeof(*chk)); 7313 chk->rec.data.rcv_flags = rcv_flags; 7314 7315 if (to_move >= length) { 7316 /* we think we can steal the whole thing */ 7317 if ((sp->sender_all_done == 0) && (send_lock_up == 0)) { 7318 SCTP_TCB_SEND_LOCK(stcb); 7319 send_lock_up = 1; 7320 } 7321 if (to_move < sp->length) { 7322 /* bail, it changed */ 7323 goto dont_do_it; 7324 } 7325 chk->data = sp->data; 7326 chk->last_mbuf = sp->tail_mbuf; 7327 /* register the stealing */ 7328 sp->data = sp->tail_mbuf = NULL; 7329 } else { 7330 struct mbuf *m; 7331 7332 dont_do_it: 7333 chk->data = SCTP_M_COPYM(sp->data, 0, to_move, M_DONTWAIT); 7334 chk->last_mbuf = NULL; 7335 if (chk->data == NULL) { 7336 sp->some_taken = some_taken; 7337 sctp_free_a_chunk(stcb, chk, so_locked); 7338 *bail = 1; 7339 to_move = 0; 7340 goto out_of; 7341 } 7342 #ifdef SCTP_MBUF_LOGGING 7343 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 7344 struct mbuf *mat; 7345 7346 mat = chk->data; 7347 while (mat) { 7348 if (SCTP_BUF_IS_EXTENDED(mat)) { 7349 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 7350 } 7351 mat = SCTP_BUF_NEXT(mat); 7352 } 7353 } 7354 #endif 7355 /* Pull off the data */ 7356 m_adj(sp->data, to_move); 7357 /* Now lets work our way down and compact it */ 7358 m = sp->data; 7359 while (m && (SCTP_BUF_LEN(m) == 0)) { 7360 sp->data = SCTP_BUF_NEXT(m); 7361 SCTP_BUF_NEXT(m) = NULL; 7362 if (sp->tail_mbuf == m) { 7363 /*- 7364 * Freeing tail? TSNH since 7365 * we supposedly were taking less 7366 * than the sp->length. 7367 */ 7368 #ifdef INVARIANTS 7369 panic("Huh, freing tail? - TSNH"); 7370 #else 7371 SCTP_PRINTF("Huh, freeing tail? - TSNH\n"); 7372 sp->tail_mbuf = sp->data = NULL; 7373 sp->length = 0; 7374 #endif 7375 7376 } 7377 sctp_m_free(m); 7378 m = sp->data; 7379 } 7380 } 7381 if (SCTP_BUF_IS_EXTENDED(chk->data)) { 7382 chk->copy_by_ref = 1; 7383 } else { 7384 chk->copy_by_ref = 0; 7385 } 7386 /* 7387 * get last_mbuf and counts of mb useage This is ugly but hopefully 7388 * its only one mbuf. 7389 */ 7390 if (chk->last_mbuf == NULL) { 7391 chk->last_mbuf = chk->data; 7392 while (SCTP_BUF_NEXT(chk->last_mbuf) != NULL) { 7393 chk->last_mbuf = SCTP_BUF_NEXT(chk->last_mbuf); 7394 } 7395 } 7396 if (to_move > length) { 7397 /*- This should not happen either 7398 * since we always lower to_move to the size 7399 * of sp->length if its larger. 7400 */ 7401 #ifdef INVARIANTS 7402 panic("Huh, how can to_move be larger?"); 7403 #else 7404 SCTP_PRINTF("Huh, how can to_move be larger?\n"); 7405 sp->length = 0; 7406 #endif 7407 } else { 7408 atomic_subtract_int(&sp->length, to_move); 7409 } 7410 if (M_LEADINGSPACE(chk->data) < (int)sizeof(struct sctp_data_chunk)) { 7411 /* Not enough room for a chunk header, get some */ 7412 struct mbuf *m; 7413 7414 m = sctp_get_mbuf_for_msg(1, 0, M_DONTWAIT, 0, MT_DATA); 7415 if (m == NULL) { 7416 /* 7417 * we're in trouble here. _PREPEND below will free 7418 * all the data if there is no leading space, so we 7419 * must put the data back and restore. 7420 */ 7421 if (send_lock_up == 0) { 7422 SCTP_TCB_SEND_LOCK(stcb); 7423 send_lock_up = 1; 7424 } 7425 if (chk->data == NULL) { 7426 /* unsteal the data */ 7427 sp->data = chk->data; 7428 sp->tail_mbuf = chk->last_mbuf; 7429 } else { 7430 struct mbuf *m_tmp; 7431 7432 /* reassemble the data */ 7433 m_tmp = sp->data; 7434 sp->data = chk->data; 7435 SCTP_BUF_NEXT(chk->last_mbuf) = m_tmp; 7436 } 7437 sp->some_taken = some_taken; 7438 atomic_add_int(&sp->length, to_move); 7439 chk->data = NULL; 7440 *bail = 1; 7441 sctp_free_a_chunk(stcb, chk, so_locked); 7442 to_move = 0; 7443 goto out_of; 7444 } else { 7445 SCTP_BUF_LEN(m) = 0; 7446 SCTP_BUF_NEXT(m) = chk->data; 7447 chk->data = m; 7448 M_ALIGN(chk->data, 4); 7449 } 7450 } 7451 SCTP_BUF_PREPEND(chk->data, sizeof(struct sctp_data_chunk), M_DONTWAIT); 7452 if (chk->data == NULL) { 7453 /* HELP, TSNH since we assured it would not above? */ 7454 #ifdef INVARIANTS 7455 panic("prepend failes HELP?"); 7456 #else 7457 SCTP_PRINTF("prepend fails HELP?\n"); 7458 sctp_free_a_chunk(stcb, chk, so_locked); 7459 #endif 7460 *bail = 1; 7461 to_move = 0; 7462 goto out_of; 7463 } 7464 sctp_snd_sb_alloc(stcb, sizeof(struct sctp_data_chunk)); 7465 chk->book_size = chk->send_size = (to_move + sizeof(struct sctp_data_chunk)); 7466 chk->book_size_scale = 0; 7467 chk->sent = SCTP_DATAGRAM_UNSENT; 7468 7469 chk->flags = 0; 7470 chk->asoc = &stcb->asoc; 7471 chk->pad_inplace = 0; 7472 chk->no_fr_allowed = 0; 7473 chk->rec.data.stream_seq = sp->strseq; 7474 chk->rec.data.stream_number = sp->stream; 7475 chk->rec.data.payloadtype = sp->ppid; 7476 chk->rec.data.context = sp->context; 7477 chk->rec.data.doing_fast_retransmit = 0; 7478 7479 chk->rec.data.timetodrop = sp->ts; 7480 chk->flags = sp->act_flags; 7481 7482 if (sp->net) { 7483 chk->whoTo = sp->net; 7484 atomic_add_int(&chk->whoTo->ref_count, 1); 7485 } else 7486 chk->whoTo = NULL; 7487 7488 if (sp->holds_key_ref) { 7489 chk->auth_keyid = sp->auth_keyid; 7490 sctp_auth_key_acquire(stcb, chk->auth_keyid); 7491 chk->holds_key_ref = 1; 7492 } 7493 chk->rec.data.TSN_seq = atomic_fetchadd_int(&asoc->sending_seq, 1); 7494 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_OUTQ) { 7495 sctp_misc_ints(SCTP_STRMOUT_LOG_SEND, 7496 (uintptr_t) stcb, sp->length, 7497 (uint32_t) ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq), 7498 chk->rec.data.TSN_seq); 7499 } 7500 dchkh = mtod(chk->data, struct sctp_data_chunk *); 7501 /* 7502 * Put the rest of the things in place now. Size was done earlier in 7503 * previous loop prior to padding. 7504 */ 7505 7506 #ifdef SCTP_ASOCLOG_OF_TSNS 7507 SCTP_TCB_LOCK_ASSERT(stcb); 7508 if (asoc->tsn_out_at >= SCTP_TSN_LOG_SIZE) { 7509 asoc->tsn_out_at = 0; 7510 asoc->tsn_out_wrapped = 1; 7511 } 7512 asoc->out_tsnlog[asoc->tsn_out_at].tsn = chk->rec.data.TSN_seq; 7513 asoc->out_tsnlog[asoc->tsn_out_at].strm = chk->rec.data.stream_number; 7514 asoc->out_tsnlog[asoc->tsn_out_at].seq = chk->rec.data.stream_seq; 7515 asoc->out_tsnlog[asoc->tsn_out_at].sz = chk->send_size; 7516 asoc->out_tsnlog[asoc->tsn_out_at].flgs = chk->rec.data.rcv_flags; 7517 asoc->out_tsnlog[asoc->tsn_out_at].stcb = (void *)stcb; 7518 asoc->out_tsnlog[asoc->tsn_out_at].in_pos = asoc->tsn_out_at; 7519 asoc->out_tsnlog[asoc->tsn_out_at].in_out = 2; 7520 asoc->tsn_out_at++; 7521 #endif 7522 7523 dchkh->ch.chunk_type = SCTP_DATA; 7524 dchkh->ch.chunk_flags = chk->rec.data.rcv_flags; 7525 dchkh->dp.tsn = htonl(chk->rec.data.TSN_seq); 7526 dchkh->dp.stream_id = htons(strq->stream_no); 7527 dchkh->dp.stream_sequence = htons(chk->rec.data.stream_seq); 7528 dchkh->dp.protocol_id = chk->rec.data.payloadtype; 7529 dchkh->ch.chunk_length = htons(chk->send_size); 7530 /* Now advance the chk->send_size by the actual pad needed. */ 7531 if (chk->send_size < SCTP_SIZE32(chk->book_size)) { 7532 /* need a pad */ 7533 struct mbuf *lm; 7534 int pads; 7535 7536 pads = SCTP_SIZE32(chk->book_size) - chk->send_size; 7537 if (sctp_pad_lastmbuf(chk->data, pads, chk->last_mbuf) == 0) { 7538 chk->pad_inplace = 1; 7539 } 7540 if ((lm = SCTP_BUF_NEXT(chk->last_mbuf)) != NULL) { 7541 /* pad added an mbuf */ 7542 chk->last_mbuf = lm; 7543 } 7544 chk->send_size += pads; 7545 } 7546 /* We only re-set the policy if it is on */ 7547 if (sp->pr_sctp_on) { 7548 sctp_set_prsctp_policy(sp); 7549 asoc->pr_sctp_cnt++; 7550 chk->pr_sctp_on = 1; 7551 } else { 7552 chk->pr_sctp_on = 0; 7553 } 7554 if (sp->msg_is_complete && (sp->length == 0) && (sp->sender_all_done)) { 7555 /* All done pull and kill the message */ 7556 atomic_subtract_int(&asoc->stream_queue_cnt, 1); 7557 if (sp->put_last_out == 0) { 7558 SCTP_PRINTF("Gak, put out entire msg with NO end!-2\n"); 7559 SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n", 7560 sp->sender_all_done, 7561 sp->length, 7562 sp->msg_is_complete, 7563 sp->put_last_out, 7564 send_lock_up); 7565 } 7566 if ((send_lock_up == 0) && (TAILQ_NEXT(sp, next) == NULL)) { 7567 SCTP_TCB_SEND_LOCK(stcb); 7568 send_lock_up = 1; 7569 } 7570 TAILQ_REMOVE(&strq->outqueue, sp, next); 7571 stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up); 7572 if (sp->net) { 7573 sctp_free_remote_addr(sp->net); 7574 sp->net = NULL; 7575 } 7576 if (sp->data) { 7577 sctp_m_freem(sp->data); 7578 sp->data = NULL; 7579 } 7580 sctp_free_a_strmoq(stcb, sp, so_locked); 7581 7582 /* we can't be locked to it */ 7583 *locked = 0; 7584 stcb->asoc.locked_on_sending = NULL; 7585 } else { 7586 /* more to go, we are locked */ 7587 *locked = 1; 7588 } 7589 asoc->chunks_on_out_queue++; 7590 TAILQ_INSERT_TAIL(&asoc->send_queue, chk, sctp_next); 7591 asoc->send_queue_cnt++; 7592 out_of: 7593 if (send_lock_up) { 7594 SCTP_TCB_SEND_UNLOCK(stcb); 7595 } 7596 return (to_move); 7597 } 7598 7599 7600 static void 7601 sctp_fill_outqueue(struct sctp_tcb *stcb, 7602 struct sctp_nets *net, int frag_point, int eeor_mode, int *quit_now, int so_locked 7603 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7604 SCTP_UNUSED 7605 #endif 7606 ) 7607 { 7608 struct sctp_association *asoc; 7609 struct sctp_stream_out *strq; 7610 int goal_mtu, moved_how_much, total_moved = 0, bail = 0; 7611 int locked, giveup; 7612 7613 SCTP_TCB_LOCK_ASSERT(stcb); 7614 asoc = &stcb->asoc; 7615 switch (net->ro._l_addr.sa.sa_family) { 7616 #ifdef INET 7617 case AF_INET: 7618 goal_mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 7619 break; 7620 #endif 7621 #ifdef INET6 7622 case AF_INET6: 7623 goal_mtu = net->mtu - SCTP_MIN_OVERHEAD; 7624 break; 7625 #endif 7626 default: 7627 /* TSNH */ 7628 goal_mtu = net->mtu; 7629 break; 7630 } 7631 /* Need an allowance for the data chunk header too */ 7632 goal_mtu -= sizeof(struct sctp_data_chunk); 7633 7634 /* must make even word boundary */ 7635 goal_mtu &= 0xfffffffc; 7636 if (asoc->locked_on_sending) { 7637 /* We are stuck on one stream until the message completes. */ 7638 strq = asoc->locked_on_sending; 7639 locked = 1; 7640 } else { 7641 strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc); 7642 locked = 0; 7643 } 7644 while ((goal_mtu > 0) && strq) { 7645 giveup = 0; 7646 bail = 0; 7647 moved_how_much = sctp_move_to_outqueue(stcb, strq, goal_mtu, frag_point, &locked, 7648 &giveup, eeor_mode, &bail, so_locked); 7649 if (moved_how_much) 7650 stcb->asoc.ss_functions.sctp_ss_scheduled(stcb, net, asoc, strq, moved_how_much); 7651 7652 if (locked) { 7653 asoc->locked_on_sending = strq; 7654 if ((moved_how_much == 0) || (giveup) || bail) 7655 /* no more to move for now */ 7656 break; 7657 } else { 7658 asoc->locked_on_sending = NULL; 7659 if ((giveup) || bail) { 7660 break; 7661 } 7662 strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc); 7663 if (strq == NULL) { 7664 break; 7665 } 7666 } 7667 total_moved += moved_how_much; 7668 goal_mtu -= (moved_how_much + sizeof(struct sctp_data_chunk)); 7669 goal_mtu &= 0xfffffffc; 7670 } 7671 if (bail) 7672 *quit_now = 1; 7673 7674 stcb->asoc.ss_functions.sctp_ss_packet_done(stcb, net, asoc); 7675 7676 if (total_moved == 0) { 7677 if ((stcb->asoc.sctp_cmt_on_off == 0) && 7678 (net == stcb->asoc.primary_destination)) { 7679 /* ran dry for primary network net */ 7680 SCTP_STAT_INCR(sctps_primary_randry); 7681 } else if (stcb->asoc.sctp_cmt_on_off > 0) { 7682 /* ran dry with CMT on */ 7683 SCTP_STAT_INCR(sctps_cmt_randry); 7684 } 7685 } 7686 } 7687 7688 void 7689 sctp_fix_ecn_echo(struct sctp_association *asoc) 7690 { 7691 struct sctp_tmit_chunk *chk; 7692 7693 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7694 if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) { 7695 chk->sent = SCTP_DATAGRAM_UNSENT; 7696 } 7697 } 7698 } 7699 7700 void 7701 sctp_move_chunks_from_net(struct sctp_tcb *stcb, struct sctp_nets *net) 7702 { 7703 struct sctp_association *asoc; 7704 struct sctp_tmit_chunk *chk; 7705 struct sctp_stream_queue_pending *sp; 7706 unsigned int i; 7707 7708 if (net == NULL) { 7709 return; 7710 } 7711 asoc = &stcb->asoc; 7712 for (i = 0; i < stcb->asoc.streamoutcnt; i++) { 7713 TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) { 7714 if (sp->net == net) { 7715 sctp_free_remote_addr(sp->net); 7716 sp->net = NULL; 7717 } 7718 } 7719 } 7720 TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) { 7721 if (chk->whoTo == net) { 7722 sctp_free_remote_addr(chk->whoTo); 7723 chk->whoTo = NULL; 7724 } 7725 } 7726 } 7727 7728 int 7729 sctp_med_chunk_output(struct sctp_inpcb *inp, 7730 struct sctp_tcb *stcb, 7731 struct sctp_association *asoc, 7732 int *num_out, 7733 int *reason_code, 7734 int control_only, int from_where, 7735 struct timeval *now, int *now_filled, int frag_point, int so_locked 7736 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7737 SCTP_UNUSED 7738 #endif 7739 ) 7740 { 7741 /* 7742 * Ok this is the generic chunk service queue. we must do the 7743 * following: - Service the stream queue that is next, moving any 7744 * message (note I must get a complete message i.e. FIRST/MIDDLE and 7745 * LAST to the out queue in one pass) and assigning TSN's - Check to 7746 * see if the cwnd/rwnd allows any output, if so we go ahead and 7747 * fomulate and send the low level chunks. Making sure to combine 7748 * any control in the control chunk queue also. 7749 */ 7750 struct sctp_nets *net, *start_at, *sack_goes_to = NULL, *old_start_at = NULL; 7751 struct mbuf *outchain, *endoutchain; 7752 struct sctp_tmit_chunk *chk, *nchk; 7753 7754 /* temp arrays for unlinking */ 7755 struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING]; 7756 int no_fragmentflg, error; 7757 unsigned int max_rwnd_per_dest, max_send_per_dest; 7758 int one_chunk, hbflag, skip_data_for_this_net; 7759 int asconf, cookie, no_out_cnt; 7760 int bundle_at, ctl_cnt, no_data_chunks, eeor_mode; 7761 unsigned int mtu, r_mtu, omtu, mx_mtu, to_out; 7762 int tsns_sent = 0; 7763 uint32_t auth_offset = 0; 7764 struct sctp_auth_chunk *auth = NULL; 7765 uint16_t auth_keyid; 7766 int override_ok = 1; 7767 int skip_fill_up = 0; 7768 int data_auth_reqd = 0; 7769 7770 /* 7771 * JRS 5/14/07 - Add flag for whether a heartbeat is sent to the 7772 * destination. 7773 */ 7774 int quit_now = 0; 7775 7776 *num_out = 0; 7777 auth_keyid = stcb->asoc.authinfo.active_keyid; 7778 7779 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 7780 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED) || 7781 (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) { 7782 eeor_mode = 1; 7783 } else { 7784 eeor_mode = 0; 7785 } 7786 ctl_cnt = no_out_cnt = asconf = cookie = 0; 7787 /* 7788 * First lets prime the pump. For each destination, if there is room 7789 * in the flight size, attempt to pull an MTU's worth out of the 7790 * stream queues into the general send_queue 7791 */ 7792 #ifdef SCTP_AUDITING_ENABLED 7793 sctp_audit_log(0xC2, 2); 7794 #endif 7795 SCTP_TCB_LOCK_ASSERT(stcb); 7796 hbflag = 0; 7797 if ((control_only) || (asoc->stream_reset_outstanding)) 7798 no_data_chunks = 1; 7799 else 7800 no_data_chunks = 0; 7801 7802 /* Nothing to possible to send? */ 7803 if ((TAILQ_EMPTY(&asoc->control_send_queue) || 7804 (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) && 7805 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7806 TAILQ_EMPTY(&asoc->send_queue) && 7807 stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) { 7808 nothing_to_send: 7809 *reason_code = 9; 7810 return (0); 7811 } 7812 if (asoc->peers_rwnd == 0) { 7813 /* No room in peers rwnd */ 7814 *reason_code = 1; 7815 if (asoc->total_flight > 0) { 7816 /* we are allowed one chunk in flight */ 7817 no_data_chunks = 1; 7818 } 7819 } 7820 if (stcb->asoc.ecn_echo_cnt_onq) { 7821 /* Record where a sack goes, if any */ 7822 if (no_data_chunks && 7823 (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) { 7824 /* Nothing but ECNe to send - we don't do that */ 7825 goto nothing_to_send; 7826 } 7827 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7828 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 7829 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) { 7830 sack_goes_to = chk->whoTo; 7831 break; 7832 } 7833 } 7834 } 7835 max_rwnd_per_dest = ((asoc->peers_rwnd + asoc->total_flight) / asoc->numnets); 7836 if (stcb->sctp_socket) 7837 max_send_per_dest = SCTP_SB_LIMIT_SND(stcb->sctp_socket) / asoc->numnets; 7838 else 7839 max_send_per_dest = 0; 7840 if (no_data_chunks == 0) { 7841 /* How many non-directed chunks are there? */ 7842 TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) { 7843 if (chk->whoTo == NULL) { 7844 /* 7845 * We already have non-directed chunks on 7846 * the queue, no need to do a fill-up. 7847 */ 7848 skip_fill_up = 1; 7849 break; 7850 } 7851 } 7852 7853 } 7854 if ((no_data_chunks == 0) && 7855 (skip_fill_up == 0) && 7856 (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc))) { 7857 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 7858 /* 7859 * This for loop we are in takes in each net, if 7860 * its's got space in cwnd and has data sent to it 7861 * (when CMT is off) then it calls 7862 * sctp_fill_outqueue for the net. This gets data on 7863 * the send queue for that network. 7864 * 7865 * In sctp_fill_outqueue TSN's are assigned and data is 7866 * copied out of the stream buffers. Note mostly 7867 * copy by reference (we hope). 7868 */ 7869 net->window_probe = 0; 7870 if ((net != stcb->asoc.alternate) && 7871 ((net->dest_state & SCTP_ADDR_PF) || 7872 (!(net->dest_state & SCTP_ADDR_REACHABLE)) || 7873 (net->dest_state & SCTP_ADDR_UNCONFIRMED))) { 7874 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7875 sctp_log_cwnd(stcb, net, 1, 7876 SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7877 } 7878 continue; 7879 } 7880 if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) && 7881 (net->flight_size == 0)) { 7882 (*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net); 7883 } 7884 if (net->flight_size >= net->cwnd) { 7885 /* skip this network, no room - can't fill */ 7886 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7887 sctp_log_cwnd(stcb, net, 3, 7888 SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7889 } 7890 continue; 7891 } 7892 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7893 sctp_log_cwnd(stcb, net, 4, SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7894 } 7895 sctp_fill_outqueue(stcb, net, frag_point, eeor_mode, &quit_now, so_locked); 7896 if (quit_now) { 7897 /* memory alloc failure */ 7898 no_data_chunks = 1; 7899 break; 7900 } 7901 } 7902 } 7903 /* now service each destination and send out what we can for it */ 7904 /* Nothing to send? */ 7905 if (TAILQ_EMPTY(&asoc->control_send_queue) && 7906 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7907 TAILQ_EMPTY(&asoc->send_queue)) { 7908 *reason_code = 8; 7909 return (0); 7910 } 7911 if (asoc->sctp_cmt_on_off > 0) { 7912 /* get the last start point */ 7913 start_at = asoc->last_net_cmt_send_started; 7914 if (start_at == NULL) { 7915 /* null so to beginning */ 7916 start_at = TAILQ_FIRST(&asoc->nets); 7917 } else { 7918 start_at = TAILQ_NEXT(asoc->last_net_cmt_send_started, sctp_next); 7919 if (start_at == NULL) { 7920 start_at = TAILQ_FIRST(&asoc->nets); 7921 } 7922 } 7923 asoc->last_net_cmt_send_started = start_at; 7924 } else { 7925 start_at = TAILQ_FIRST(&asoc->nets); 7926 } 7927 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7928 if (chk->whoTo == NULL) { 7929 if (asoc->alternate) { 7930 chk->whoTo = asoc->alternate; 7931 } else { 7932 chk->whoTo = asoc->primary_destination; 7933 } 7934 atomic_add_int(&chk->whoTo->ref_count, 1); 7935 } 7936 } 7937 old_start_at = NULL; 7938 again_one_more_time: 7939 for (net = start_at; net != NULL; net = TAILQ_NEXT(net, sctp_next)) { 7940 /* how much can we send? */ 7941 /* SCTPDBG("Examine for sending net:%x\n", (uint32_t)net); */ 7942 if (old_start_at && (old_start_at == net)) { 7943 /* through list ocmpletely. */ 7944 break; 7945 } 7946 tsns_sent = 0xa; 7947 if (TAILQ_EMPTY(&asoc->control_send_queue) && 7948 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7949 (net->flight_size >= net->cwnd)) { 7950 /* 7951 * Nothing on control or asconf and flight is full, 7952 * we can skip even in the CMT case. 7953 */ 7954 continue; 7955 } 7956 bundle_at = 0; 7957 endoutchain = outchain = NULL; 7958 no_fragmentflg = 1; 7959 one_chunk = 0; 7960 if (net->dest_state & SCTP_ADDR_UNCONFIRMED) { 7961 skip_data_for_this_net = 1; 7962 } else { 7963 skip_data_for_this_net = 0; 7964 } 7965 if ((net->ro.ro_rt) && (net->ro.ro_rt->rt_ifp)) { 7966 /* 7967 * if we have a route and an ifp check to see if we 7968 * have room to send to this guy 7969 */ 7970 struct ifnet *ifp; 7971 7972 ifp = net->ro.ro_rt->rt_ifp; 7973 if ((ifp->if_snd.ifq_len + 2) >= ifp->if_snd.ifq_maxlen) { 7974 SCTP_STAT_INCR(sctps_ifnomemqueued); 7975 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 7976 sctp_log_maxburst(stcb, net, ifp->if_snd.ifq_len, ifp->if_snd.ifq_maxlen, SCTP_MAX_IFP_APPLIED); 7977 } 7978 continue; 7979 } 7980 } 7981 switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) { 7982 #ifdef INET 7983 case AF_INET: 7984 mtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr)); 7985 break; 7986 #endif 7987 #ifdef INET6 7988 case AF_INET6: 7989 mtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr)); 7990 break; 7991 #endif 7992 default: 7993 /* TSNH */ 7994 mtu = net->mtu; 7995 break; 7996 } 7997 mx_mtu = mtu; 7998 to_out = 0; 7999 if (mtu > asoc->peers_rwnd) { 8000 if (asoc->total_flight > 0) { 8001 /* We have a packet in flight somewhere */ 8002 r_mtu = asoc->peers_rwnd; 8003 } else { 8004 /* We are always allowed to send one MTU out */ 8005 one_chunk = 1; 8006 r_mtu = mtu; 8007 } 8008 } else { 8009 r_mtu = mtu; 8010 } 8011 /************************/ 8012 /* ASCONF transmission */ 8013 /************************/ 8014 /* Now first lets go through the asconf queue */ 8015 TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) { 8016 if (chk->rec.chunk_id.id != SCTP_ASCONF) { 8017 continue; 8018 } 8019 if (chk->whoTo == NULL) { 8020 if (asoc->alternate == NULL) { 8021 if (asoc->primary_destination != net) { 8022 break; 8023 } 8024 } else { 8025 if (asoc->alternate != net) { 8026 break; 8027 } 8028 } 8029 } else { 8030 if (chk->whoTo != net) { 8031 break; 8032 } 8033 } 8034 if (chk->data == NULL) { 8035 break; 8036 } 8037 if (chk->sent != SCTP_DATAGRAM_UNSENT && 8038 chk->sent != SCTP_DATAGRAM_RESEND) { 8039 break; 8040 } 8041 /* 8042 * if no AUTH is yet included and this chunk 8043 * requires it, make sure to account for it. We 8044 * don't apply the size until the AUTH chunk is 8045 * actually added below in case there is no room for 8046 * this chunk. NOTE: we overload the use of "omtu" 8047 * here 8048 */ 8049 if ((auth == NULL) && 8050 sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8051 stcb->asoc.peer_auth_chunks)) { 8052 omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8053 } else 8054 omtu = 0; 8055 /* Here we do NOT factor the r_mtu */ 8056 if ((chk->send_size < (int)(mtu - omtu)) || 8057 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 8058 /* 8059 * We probably should glom the mbuf chain 8060 * from the chk->data for control but the 8061 * problem is it becomes yet one more level 8062 * of tracking to do if for some reason 8063 * output fails. Then I have got to 8064 * reconstruct the merged control chain.. el 8065 * yucko.. for now we take the easy way and 8066 * do the copy 8067 */ 8068 /* 8069 * Add an AUTH chunk, if chunk requires it 8070 * save the offset into the chain for AUTH 8071 */ 8072 if ((auth == NULL) && 8073 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8074 stcb->asoc.peer_auth_chunks))) { 8075 outchain = sctp_add_auth_chunk(outchain, 8076 &endoutchain, 8077 &auth, 8078 &auth_offset, 8079 stcb, 8080 chk->rec.chunk_id.id); 8081 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8082 } 8083 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 8084 (int)chk->rec.chunk_id.can_take_data, 8085 chk->send_size, chk->copy_by_ref); 8086 if (outchain == NULL) { 8087 *reason_code = 8; 8088 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8089 return (ENOMEM); 8090 } 8091 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8092 /* update our MTU size */ 8093 if (mtu > (chk->send_size + omtu)) 8094 mtu -= (chk->send_size + omtu); 8095 else 8096 mtu = 0; 8097 to_out += (chk->send_size + omtu); 8098 /* Do clear IP_DF ? */ 8099 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8100 no_fragmentflg = 0; 8101 } 8102 if (chk->rec.chunk_id.can_take_data) 8103 chk->data = NULL; 8104 /* 8105 * set hb flag since we can use these for 8106 * RTO 8107 */ 8108 hbflag = 1; 8109 asconf = 1; 8110 /* 8111 * should sysctl this: don't bundle data 8112 * with ASCONF since it requires AUTH 8113 */ 8114 no_data_chunks = 1; 8115 chk->sent = SCTP_DATAGRAM_SENT; 8116 if (chk->whoTo == NULL) { 8117 chk->whoTo = net; 8118 atomic_add_int(&net->ref_count, 1); 8119 } 8120 chk->snd_count++; 8121 if (mtu == 0) { 8122 /* 8123 * Ok we are out of room but we can 8124 * output without effecting the 8125 * flight size since this little guy 8126 * is a control only packet. 8127 */ 8128 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net); 8129 /* 8130 * do NOT clear the asconf flag as 8131 * it is used to do appropriate 8132 * source address selection. 8133 */ 8134 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 8135 (struct sockaddr *)&net->ro._l_addr, 8136 outchain, auth_offset, auth, 8137 stcb->asoc.authinfo.active_keyid, 8138 no_fragmentflg, 0, asconf, 8139 inp->sctp_lport, stcb->rport, 8140 htonl(stcb->asoc.peer_vtag), 8141 net->port, so_locked, NULL, NULL))) { 8142 if (error == ENOBUFS) { 8143 asoc->ifp_had_enobuf = 1; 8144 SCTP_STAT_INCR(sctps_lowlevelerr); 8145 } 8146 if (from_where == 0) { 8147 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8148 } 8149 if (*now_filled == 0) { 8150 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8151 *now_filled = 1; 8152 *now = net->last_sent_time; 8153 } else { 8154 net->last_sent_time = *now; 8155 } 8156 hbflag = 0; 8157 /* error, could not output */ 8158 if (error == EHOSTUNREACH) { 8159 /* 8160 * Destination went 8161 * unreachable 8162 * during this send 8163 */ 8164 sctp_move_chunks_from_net(stcb, net); 8165 } 8166 *reason_code = 7; 8167 continue; 8168 } else 8169 asoc->ifp_had_enobuf = 0; 8170 if (*now_filled == 0) { 8171 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8172 *now_filled = 1; 8173 *now = net->last_sent_time; 8174 } else { 8175 net->last_sent_time = *now; 8176 } 8177 hbflag = 0; 8178 /* 8179 * increase the number we sent, if a 8180 * cookie is sent we don't tell them 8181 * any was sent out. 8182 */ 8183 outchain = endoutchain = NULL; 8184 auth = NULL; 8185 auth_offset = 0; 8186 if (!no_out_cnt) 8187 *num_out += ctl_cnt; 8188 /* recalc a clean slate and setup */ 8189 switch (net->ro._l_addr.sa.sa_family) { 8190 #ifdef INET 8191 case AF_INET: 8192 mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 8193 break; 8194 #endif 8195 #ifdef INET6 8196 case AF_INET6: 8197 mtu = net->mtu - SCTP_MIN_OVERHEAD; 8198 break; 8199 #endif 8200 default: 8201 /* TSNH */ 8202 mtu = net->mtu; 8203 break; 8204 } 8205 to_out = 0; 8206 no_fragmentflg = 1; 8207 } 8208 } 8209 } 8210 /************************/ 8211 /* Control transmission */ 8212 /************************/ 8213 /* Now first lets go through the control queue */ 8214 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 8215 if ((sack_goes_to) && 8216 (chk->rec.chunk_id.id == SCTP_ECN_ECHO) && 8217 (chk->whoTo != sack_goes_to)) { 8218 /* 8219 * if we have a sack in queue, and we are 8220 * looking at an ecn echo that is NOT queued 8221 * to where the sack is going.. 8222 */ 8223 if (chk->whoTo == net) { 8224 /* 8225 * Don't transmit it to where its 8226 * going (current net) 8227 */ 8228 continue; 8229 } else if (sack_goes_to == net) { 8230 /* 8231 * But do transmit it to this 8232 * address 8233 */ 8234 goto skip_net_check; 8235 } 8236 } 8237 if (chk->whoTo == NULL) { 8238 if (asoc->alternate == NULL) { 8239 if (asoc->primary_destination != net) { 8240 continue; 8241 } 8242 } else { 8243 if (asoc->alternate != net) { 8244 continue; 8245 } 8246 } 8247 } else { 8248 if (chk->whoTo != net) { 8249 continue; 8250 } 8251 } 8252 skip_net_check: 8253 if (chk->data == NULL) { 8254 continue; 8255 } 8256 if (chk->sent != SCTP_DATAGRAM_UNSENT) { 8257 /* 8258 * It must be unsent. Cookies and ASCONF's 8259 * hang around but there timers will force 8260 * when marked for resend. 8261 */ 8262 continue; 8263 } 8264 /* 8265 * if no AUTH is yet included and this chunk 8266 * requires it, make sure to account for it. We 8267 * don't apply the size until the AUTH chunk is 8268 * actually added below in case there is no room for 8269 * this chunk. NOTE: we overload the use of "omtu" 8270 * here 8271 */ 8272 if ((auth == NULL) && 8273 sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8274 stcb->asoc.peer_auth_chunks)) { 8275 omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8276 } else 8277 omtu = 0; 8278 /* Here we do NOT factor the r_mtu */ 8279 if ((chk->send_size <= (int)(mtu - omtu)) || 8280 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 8281 /* 8282 * We probably should glom the mbuf chain 8283 * from the chk->data for control but the 8284 * problem is it becomes yet one more level 8285 * of tracking to do if for some reason 8286 * output fails. Then I have got to 8287 * reconstruct the merged control chain.. el 8288 * yucko.. for now we take the easy way and 8289 * do the copy 8290 */ 8291 /* 8292 * Add an AUTH chunk, if chunk requires it 8293 * save the offset into the chain for AUTH 8294 */ 8295 if ((auth == NULL) && 8296 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8297 stcb->asoc.peer_auth_chunks))) { 8298 outchain = sctp_add_auth_chunk(outchain, 8299 &endoutchain, 8300 &auth, 8301 &auth_offset, 8302 stcb, 8303 chk->rec.chunk_id.id); 8304 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8305 } 8306 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 8307 (int)chk->rec.chunk_id.can_take_data, 8308 chk->send_size, chk->copy_by_ref); 8309 if (outchain == NULL) { 8310 *reason_code = 8; 8311 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8312 return (ENOMEM); 8313 } 8314 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8315 /* update our MTU size */ 8316 if (mtu > (chk->send_size + omtu)) 8317 mtu -= (chk->send_size + omtu); 8318 else 8319 mtu = 0; 8320 to_out += (chk->send_size + omtu); 8321 /* Do clear IP_DF ? */ 8322 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8323 no_fragmentflg = 0; 8324 } 8325 if (chk->rec.chunk_id.can_take_data) 8326 chk->data = NULL; 8327 /* Mark things to be removed, if needed */ 8328 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 8329 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) || /* EY */ 8330 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) || 8331 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) || 8332 (chk->rec.chunk_id.id == SCTP_SHUTDOWN) || 8333 (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) || 8334 (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) || 8335 (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) || 8336 (chk->rec.chunk_id.id == SCTP_ECN_CWR) || 8337 (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) || 8338 (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) { 8339 if (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) { 8340 hbflag = 1; 8341 } 8342 /* remove these chunks at the end */ 8343 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 8344 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) { 8345 /* turn off the timer */ 8346 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 8347 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 8348 inp, stcb, net, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_1); 8349 } 8350 } 8351 ctl_cnt++; 8352 } else { 8353 /* 8354 * Other chunks, since they have 8355 * timers running (i.e. COOKIE) we 8356 * just "trust" that it gets sent or 8357 * retransmitted. 8358 */ 8359 ctl_cnt++; 8360 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 8361 cookie = 1; 8362 no_out_cnt = 1; 8363 } else if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) { 8364 /* 8365 * Increment ecne send count 8366 * here this means we may be 8367 * over-zealous in our 8368 * counting if the send 8369 * fails, but its the best 8370 * place to do it (we used 8371 * to do it in the queue of 8372 * the chunk, but that did 8373 * not tell how many times 8374 * it was sent. 8375 */ 8376 SCTP_STAT_INCR(sctps_sendecne); 8377 } 8378 chk->sent = SCTP_DATAGRAM_SENT; 8379 if (chk->whoTo == NULL) { 8380 chk->whoTo = net; 8381 atomic_add_int(&net->ref_count, 1); 8382 } 8383 chk->snd_count++; 8384 } 8385 if (mtu == 0) { 8386 /* 8387 * Ok we are out of room but we can 8388 * output without effecting the 8389 * flight size since this little guy 8390 * is a control only packet. 8391 */ 8392 if (asconf) { 8393 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net); 8394 /* 8395 * do NOT clear the asconf 8396 * flag as it is used to do 8397 * appropriate source 8398 * address selection. 8399 */ 8400 } 8401 if (cookie) { 8402 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net); 8403 cookie = 0; 8404 } 8405 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 8406 (struct sockaddr *)&net->ro._l_addr, 8407 outchain, 8408 auth_offset, auth, 8409 stcb->asoc.authinfo.active_keyid, 8410 no_fragmentflg, 0, asconf, 8411 inp->sctp_lport, stcb->rport, 8412 htonl(stcb->asoc.peer_vtag), 8413 net->port, so_locked, NULL, NULL))) { 8414 if (error == ENOBUFS) { 8415 asoc->ifp_had_enobuf = 1; 8416 SCTP_STAT_INCR(sctps_lowlevelerr); 8417 } 8418 if (from_where == 0) { 8419 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8420 } 8421 /* error, could not output */ 8422 if (hbflag) { 8423 if (*now_filled == 0) { 8424 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8425 *now_filled = 1; 8426 *now = net->last_sent_time; 8427 } else { 8428 net->last_sent_time = *now; 8429 } 8430 hbflag = 0; 8431 } 8432 if (error == EHOSTUNREACH) { 8433 /* 8434 * Destination went 8435 * unreachable 8436 * during this send 8437 */ 8438 sctp_move_chunks_from_net(stcb, net); 8439 } 8440 *reason_code = 7; 8441 continue; 8442 } else 8443 asoc->ifp_had_enobuf = 0; 8444 /* Only HB or ASCONF advances time */ 8445 if (hbflag) { 8446 if (*now_filled == 0) { 8447 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8448 *now_filled = 1; 8449 *now = net->last_sent_time; 8450 } else { 8451 net->last_sent_time = *now; 8452 } 8453 hbflag = 0; 8454 } 8455 /* 8456 * increase the number we sent, if a 8457 * cookie is sent we don't tell them 8458 * any was sent out. 8459 */ 8460 outchain = endoutchain = NULL; 8461 auth = NULL; 8462 auth_offset = 0; 8463 if (!no_out_cnt) 8464 *num_out += ctl_cnt; 8465 /* recalc a clean slate and setup */ 8466 switch (net->ro._l_addr.sa.sa_family) { 8467 #ifdef INET 8468 case AF_INET: 8469 mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 8470 break; 8471 #endif 8472 #ifdef INET6 8473 case AF_INET6: 8474 mtu = net->mtu - SCTP_MIN_OVERHEAD; 8475 break; 8476 #endif 8477 default: 8478 /* TSNH */ 8479 mtu = net->mtu; 8480 break; 8481 } 8482 to_out = 0; 8483 no_fragmentflg = 1; 8484 } 8485 } 8486 } 8487 /* JRI: if dest is in PF state, do not send data to it */ 8488 if ((asoc->sctp_cmt_on_off > 0) && 8489 (net != stcb->asoc.alternate) && 8490 (net->dest_state & SCTP_ADDR_PF)) { 8491 goto no_data_fill; 8492 } 8493 if (net->flight_size >= net->cwnd) { 8494 goto no_data_fill; 8495 } 8496 if ((asoc->sctp_cmt_on_off > 0) && 8497 (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_RECV_BUFFER_SPLITTING) && 8498 (net->flight_size > max_rwnd_per_dest)) { 8499 goto no_data_fill; 8500 } 8501 /* 8502 * We need a specific accounting for the usage of the send 8503 * buffer. We also need to check the number of messages per 8504 * net. For now, this is better than nothing and it disabled 8505 * by default... 8506 */ 8507 if ((asoc->sctp_cmt_on_off > 0) && 8508 (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_SEND_BUFFER_SPLITTING) && 8509 (max_send_per_dest > 0) && 8510 (net->flight_size > max_send_per_dest)) { 8511 goto no_data_fill; 8512 } 8513 /*********************/ 8514 /* Data transmission */ 8515 /*********************/ 8516 /* 8517 * if AUTH for DATA is required and no AUTH has been added 8518 * yet, account for this in the mtu now... if no data can be 8519 * bundled, this adjustment won't matter anyways since the 8520 * packet will be going out... 8521 */ 8522 data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, 8523 stcb->asoc.peer_auth_chunks); 8524 if (data_auth_reqd && (auth == NULL)) { 8525 mtu -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8526 } 8527 /* now lets add any data within the MTU constraints */ 8528 switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) { 8529 case AF_INET: 8530 if (net->mtu > (sizeof(struct ip) + sizeof(struct sctphdr))) 8531 omtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr)); 8532 else 8533 omtu = 0; 8534 break; 8535 #ifdef INET6 8536 case AF_INET6: 8537 if (net->mtu > (sizeof(struct ip6_hdr) + sizeof(struct sctphdr))) 8538 omtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr)); 8539 else 8540 omtu = 0; 8541 break; 8542 #endif 8543 default: 8544 /* TSNH */ 8545 omtu = 0; 8546 break; 8547 } 8548 if ((((asoc->state & SCTP_STATE_OPEN) == SCTP_STATE_OPEN) && 8549 (skip_data_for_this_net == 0)) || 8550 (cookie)) { 8551 TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) { 8552 if (no_data_chunks) { 8553 /* let only control go out */ 8554 *reason_code = 1; 8555 break; 8556 } 8557 if (net->flight_size >= net->cwnd) { 8558 /* skip this net, no room for data */ 8559 *reason_code = 2; 8560 break; 8561 } 8562 if ((chk->whoTo != NULL) && 8563 (chk->whoTo != net)) { 8564 /* Don't send the chunk on this net */ 8565 continue; 8566 } 8567 if (asoc->sctp_cmt_on_off == 0) { 8568 if ((asoc->alternate) && 8569 (asoc->alternate != net) && 8570 (chk->whoTo == NULL)) { 8571 continue; 8572 } else if ((net != asoc->primary_destination) && 8573 (asoc->alternate == NULL) && 8574 (chk->whoTo == NULL)) { 8575 continue; 8576 } 8577 } 8578 if ((chk->send_size > omtu) && ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) == 0)) { 8579 /*- 8580 * strange, we have a chunk that is 8581 * to big for its destination and 8582 * yet no fragment ok flag. 8583 * Something went wrong when the 8584 * PMTU changed...we did not mark 8585 * this chunk for some reason?? I 8586 * will fix it here by letting IP 8587 * fragment it for now and printing 8588 * a warning. This really should not 8589 * happen ... 8590 */ 8591 SCTP_PRINTF("Warning chunk of %d bytes > mtu:%d and yet PMTU disc missed\n", 8592 chk->send_size, mtu); 8593 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK; 8594 } 8595 if (SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) && 8596 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) == SCTP_STATE_SHUTDOWN_PENDING)) { 8597 struct sctp_data_chunk *dchkh; 8598 8599 dchkh = mtod(chk->data, struct sctp_data_chunk *); 8600 dchkh->ch.chunk_flags |= SCTP_DATA_SACK_IMMEDIATELY; 8601 } 8602 if (((chk->send_size <= mtu) && (chk->send_size <= r_mtu)) || 8603 ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) && (chk->send_size <= asoc->peers_rwnd))) { 8604 /* ok we will add this one */ 8605 8606 /* 8607 * Add an AUTH chunk, if chunk 8608 * requires it, save the offset into 8609 * the chain for AUTH 8610 */ 8611 if (data_auth_reqd) { 8612 if (auth == NULL) { 8613 outchain = sctp_add_auth_chunk(outchain, 8614 &endoutchain, 8615 &auth, 8616 &auth_offset, 8617 stcb, 8618 SCTP_DATA); 8619 auth_keyid = chk->auth_keyid; 8620 override_ok = 0; 8621 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8622 } else if (override_ok) { 8623 /* 8624 * use this data's 8625 * keyid 8626 */ 8627 auth_keyid = chk->auth_keyid; 8628 override_ok = 0; 8629 } else if (auth_keyid != chk->auth_keyid) { 8630 /* 8631 * different keyid, 8632 * so done bundling 8633 */ 8634 break; 8635 } 8636 } 8637 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 0, 8638 chk->send_size, chk->copy_by_ref); 8639 if (outchain == NULL) { 8640 SCTPDBG(SCTP_DEBUG_OUTPUT3, "No memory?\n"); 8641 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 8642 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 8643 } 8644 *reason_code = 3; 8645 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8646 return (ENOMEM); 8647 } 8648 /* upate our MTU size */ 8649 /* Do clear IP_DF ? */ 8650 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8651 no_fragmentflg = 0; 8652 } 8653 /* unsigned subtraction of mtu */ 8654 if (mtu > chk->send_size) 8655 mtu -= chk->send_size; 8656 else 8657 mtu = 0; 8658 /* unsigned subtraction of r_mtu */ 8659 if (r_mtu > chk->send_size) 8660 r_mtu -= chk->send_size; 8661 else 8662 r_mtu = 0; 8663 8664 to_out += chk->send_size; 8665 if ((to_out > mx_mtu) && no_fragmentflg) { 8666 #ifdef INVARIANTS 8667 panic("Exceeding mtu of %d out size is %d", mx_mtu, to_out); 8668 #else 8669 SCTP_PRINTF("Exceeding mtu of %d out size is %d\n", 8670 mx_mtu, to_out); 8671 #endif 8672 } 8673 chk->window_probe = 0; 8674 data_list[bundle_at++] = chk; 8675 if (bundle_at >= SCTP_MAX_DATA_BUNDLING) { 8676 break; 8677 } 8678 if (chk->sent == SCTP_DATAGRAM_UNSENT) { 8679 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) { 8680 SCTP_STAT_INCR_COUNTER64(sctps_outorderchunks); 8681 } else { 8682 SCTP_STAT_INCR_COUNTER64(sctps_outunorderchunks); 8683 } 8684 if (((chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) == SCTP_DATA_LAST_FRAG) && 8685 ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0)) 8686 /* 8687 * Count number of 8688 * user msg's that 8689 * were fragmented 8690 * we do this by 8691 * counting when we 8692 * see a LAST 8693 * fragment only. 8694 */ 8695 SCTP_STAT_INCR_COUNTER64(sctps_fragusrmsgs); 8696 } 8697 if ((mtu == 0) || (r_mtu == 0) || (one_chunk)) { 8698 if ((one_chunk) && (stcb->asoc.total_flight == 0)) { 8699 data_list[0]->window_probe = 1; 8700 net->window_probe = 1; 8701 } 8702 break; 8703 } 8704 } else { 8705 /* 8706 * Must be sent in order of the 8707 * TSN's (on a network) 8708 */ 8709 break; 8710 } 8711 } /* for (chunk gather loop for this net) */ 8712 } /* if asoc.state OPEN */ 8713 no_data_fill: 8714 /* Is there something to send for this destination? */ 8715 if (outchain) { 8716 /* We may need to start a control timer or two */ 8717 if (asconf) { 8718 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, 8719 stcb, net); 8720 /* 8721 * do NOT clear the asconf flag as it is 8722 * used to do appropriate source address 8723 * selection. 8724 */ 8725 } 8726 if (cookie) { 8727 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net); 8728 cookie = 0; 8729 } 8730 /* must start a send timer if data is being sent */ 8731 if (bundle_at && (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer))) { 8732 /* 8733 * no timer running on this destination 8734 * restart it. 8735 */ 8736 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 8737 } 8738 /* Now send it, if there is anything to send :> */ 8739 if ((error = sctp_lowlevel_chunk_output(inp, 8740 stcb, 8741 net, 8742 (struct sockaddr *)&net->ro._l_addr, 8743 outchain, 8744 auth_offset, 8745 auth, 8746 auth_keyid, 8747 no_fragmentflg, 8748 bundle_at, 8749 asconf, 8750 inp->sctp_lport, stcb->rport, 8751 htonl(stcb->asoc.peer_vtag), 8752 net->port, so_locked, NULL, NULL))) { 8753 /* error, we could not output */ 8754 if (error == ENOBUFS) { 8755 SCTP_STAT_INCR(sctps_lowlevelerr); 8756 asoc->ifp_had_enobuf = 1; 8757 } 8758 if (from_where == 0) { 8759 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8760 } 8761 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error); 8762 if (hbflag) { 8763 if (*now_filled == 0) { 8764 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8765 *now_filled = 1; 8766 *now = net->last_sent_time; 8767 } else { 8768 net->last_sent_time = *now; 8769 } 8770 hbflag = 0; 8771 } 8772 if (error == EHOSTUNREACH) { 8773 /* 8774 * Destination went unreachable 8775 * during this send 8776 */ 8777 sctp_move_chunks_from_net(stcb, net); 8778 } 8779 *reason_code = 6; 8780 /*- 8781 * I add this line to be paranoid. As far as 8782 * I can tell the continue, takes us back to 8783 * the top of the for, but just to make sure 8784 * I will reset these again here. 8785 */ 8786 ctl_cnt = bundle_at = 0; 8787 continue; /* This takes us back to the 8788 * for() for the nets. */ 8789 } else { 8790 asoc->ifp_had_enobuf = 0; 8791 } 8792 endoutchain = NULL; 8793 auth = NULL; 8794 auth_offset = 0; 8795 if (bundle_at || hbflag) { 8796 /* For data/asconf and hb set time */ 8797 if (*now_filled == 0) { 8798 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8799 *now_filled = 1; 8800 *now = net->last_sent_time; 8801 } else { 8802 net->last_sent_time = *now; 8803 } 8804 } 8805 if (!no_out_cnt) { 8806 *num_out += (ctl_cnt + bundle_at); 8807 } 8808 if (bundle_at) { 8809 /* setup for a RTO measurement */ 8810 tsns_sent = data_list[0]->rec.data.TSN_seq; 8811 /* fill time if not already filled */ 8812 if (*now_filled == 0) { 8813 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent); 8814 *now_filled = 1; 8815 *now = asoc->time_last_sent; 8816 } else { 8817 asoc->time_last_sent = *now; 8818 } 8819 if (net->rto_needed) { 8820 data_list[0]->do_rtt = 1; 8821 net->rto_needed = 0; 8822 } 8823 SCTP_STAT_INCR_BY(sctps_senddata, bundle_at); 8824 sctp_clean_up_datalist(stcb, asoc, data_list, bundle_at, net); 8825 } 8826 if (one_chunk) { 8827 break; 8828 } 8829 } 8830 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 8831 sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_SEND); 8832 } 8833 } 8834 if (old_start_at == NULL) { 8835 old_start_at = start_at; 8836 start_at = TAILQ_FIRST(&asoc->nets); 8837 if (old_start_at) 8838 goto again_one_more_time; 8839 } 8840 /* 8841 * At the end there should be no NON timed chunks hanging on this 8842 * queue. 8843 */ 8844 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 8845 sctp_log_cwnd(stcb, net, *num_out, SCTP_CWND_LOG_FROM_SEND); 8846 } 8847 if ((*num_out == 0) && (*reason_code == 0)) { 8848 *reason_code = 4; 8849 } else { 8850 *reason_code = 5; 8851 } 8852 sctp_clean_up_ctl(stcb, asoc, so_locked); 8853 return (0); 8854 } 8855 8856 void 8857 sctp_queue_op_err(struct sctp_tcb *stcb, struct mbuf *op_err) 8858 { 8859 /*- 8860 * Prepend a OPERATIONAL_ERROR chunk header and put on the end of 8861 * the control chunk queue. 8862 */ 8863 struct sctp_chunkhdr *hdr; 8864 struct sctp_tmit_chunk *chk; 8865 struct mbuf *mat; 8866 8867 SCTP_TCB_LOCK_ASSERT(stcb); 8868 sctp_alloc_a_chunk(stcb, chk); 8869 if (chk == NULL) { 8870 /* no memory */ 8871 sctp_m_freem(op_err); 8872 return; 8873 } 8874 chk->copy_by_ref = 0; 8875 SCTP_BUF_PREPEND(op_err, sizeof(struct sctp_chunkhdr), M_DONTWAIT); 8876 if (op_err == NULL) { 8877 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 8878 return; 8879 } 8880 chk->send_size = 0; 8881 mat = op_err; 8882 while (mat != NULL) { 8883 chk->send_size += SCTP_BUF_LEN(mat); 8884 mat = SCTP_BUF_NEXT(mat); 8885 } 8886 chk->rec.chunk_id.id = SCTP_OPERATION_ERROR; 8887 chk->rec.chunk_id.can_take_data = 1; 8888 chk->sent = SCTP_DATAGRAM_UNSENT; 8889 chk->snd_count = 0; 8890 chk->flags = 0; 8891 chk->asoc = &stcb->asoc; 8892 chk->data = op_err; 8893 chk->whoTo = NULL; 8894 hdr = mtod(op_err, struct sctp_chunkhdr *); 8895 hdr->chunk_type = SCTP_OPERATION_ERROR; 8896 hdr->chunk_flags = 0; 8897 hdr->chunk_length = htons(chk->send_size); 8898 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, 8899 chk, 8900 sctp_next); 8901 chk->asoc->ctrl_queue_cnt++; 8902 } 8903 8904 int 8905 sctp_send_cookie_echo(struct mbuf *m, 8906 int offset, 8907 struct sctp_tcb *stcb, 8908 struct sctp_nets *net) 8909 { 8910 /*- 8911 * pull out the cookie and put it at the front of the control chunk 8912 * queue. 8913 */ 8914 int at; 8915 struct mbuf *cookie; 8916 struct sctp_paramhdr parm, *phdr; 8917 struct sctp_chunkhdr *hdr; 8918 struct sctp_tmit_chunk *chk; 8919 uint16_t ptype, plen; 8920 8921 /* First find the cookie in the param area */ 8922 cookie = NULL; 8923 at = offset + sizeof(struct sctp_init_chunk); 8924 8925 SCTP_TCB_LOCK_ASSERT(stcb); 8926 do { 8927 phdr = sctp_get_next_param(m, at, &parm, sizeof(parm)); 8928 if (phdr == NULL) { 8929 return (-3); 8930 } 8931 ptype = ntohs(phdr->param_type); 8932 plen = ntohs(phdr->param_length); 8933 if (ptype == SCTP_STATE_COOKIE) { 8934 int pad; 8935 8936 /* found the cookie */ 8937 if ((pad = (plen % 4))) { 8938 plen += 4 - pad; 8939 } 8940 cookie = SCTP_M_COPYM(m, at, plen, M_DONTWAIT); 8941 if (cookie == NULL) { 8942 /* No memory */ 8943 return (-2); 8944 } 8945 #ifdef SCTP_MBUF_LOGGING 8946 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 8947 struct mbuf *mat; 8948 8949 mat = cookie; 8950 while (mat) { 8951 if (SCTP_BUF_IS_EXTENDED(mat)) { 8952 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 8953 } 8954 mat = SCTP_BUF_NEXT(mat); 8955 } 8956 } 8957 #endif 8958 break; 8959 } 8960 at += SCTP_SIZE32(plen); 8961 } while (phdr); 8962 if (cookie == NULL) { 8963 /* Did not find the cookie */ 8964 return (-3); 8965 } 8966 /* ok, we got the cookie lets change it into a cookie echo chunk */ 8967 8968 /* first the change from param to cookie */ 8969 hdr = mtod(cookie, struct sctp_chunkhdr *); 8970 hdr->chunk_type = SCTP_COOKIE_ECHO; 8971 hdr->chunk_flags = 0; 8972 /* get the chunk stuff now and place it in the FRONT of the queue */ 8973 sctp_alloc_a_chunk(stcb, chk); 8974 if (chk == NULL) { 8975 /* no memory */ 8976 sctp_m_freem(cookie); 8977 return (-5); 8978 } 8979 chk->copy_by_ref = 0; 8980 chk->send_size = plen; 8981 chk->rec.chunk_id.id = SCTP_COOKIE_ECHO; 8982 chk->rec.chunk_id.can_take_data = 0; 8983 chk->sent = SCTP_DATAGRAM_UNSENT; 8984 chk->snd_count = 0; 8985 chk->flags = CHUNK_FLAGS_FRAGMENT_OK; 8986 chk->asoc = &stcb->asoc; 8987 chk->data = cookie; 8988 chk->whoTo = net; 8989 atomic_add_int(&chk->whoTo->ref_count, 1); 8990 TAILQ_INSERT_HEAD(&chk->asoc->control_send_queue, chk, sctp_next); 8991 chk->asoc->ctrl_queue_cnt++; 8992 return (0); 8993 } 8994 8995 void 8996 sctp_send_heartbeat_ack(struct sctp_tcb *stcb, 8997 struct mbuf *m, 8998 int offset, 8999 int chk_length, 9000 struct sctp_nets *net) 9001 { 9002 /* 9003 * take a HB request and make it into a HB ack and send it. 9004 */ 9005 struct mbuf *outchain; 9006 struct sctp_chunkhdr *chdr; 9007 struct sctp_tmit_chunk *chk; 9008 9009 9010 if (net == NULL) 9011 /* must have a net pointer */ 9012 return; 9013 9014 outchain = SCTP_M_COPYM(m, offset, chk_length, M_DONTWAIT); 9015 if (outchain == NULL) { 9016 /* gak out of memory */ 9017 return; 9018 } 9019 #ifdef SCTP_MBUF_LOGGING 9020 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 9021 struct mbuf *mat; 9022 9023 mat = outchain; 9024 while (mat) { 9025 if (SCTP_BUF_IS_EXTENDED(mat)) { 9026 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 9027 } 9028 mat = SCTP_BUF_NEXT(mat); 9029 } 9030 } 9031 #endif 9032 chdr = mtod(outchain, struct sctp_chunkhdr *); 9033 chdr->chunk_type = SCTP_HEARTBEAT_ACK; 9034 chdr->chunk_flags = 0; 9035 if (chk_length % 4) { 9036 /* need pad */ 9037 uint32_t cpthis = 0; 9038 int padlen; 9039 9040 padlen = 4 - (chk_length % 4); 9041 m_copyback(outchain, chk_length, padlen, (caddr_t)&cpthis); 9042 } 9043 sctp_alloc_a_chunk(stcb, chk); 9044 if (chk == NULL) { 9045 /* no memory */ 9046 sctp_m_freem(outchain); 9047 return; 9048 } 9049 chk->copy_by_ref = 0; 9050 chk->send_size = chk_length; 9051 chk->rec.chunk_id.id = SCTP_HEARTBEAT_ACK; 9052 chk->rec.chunk_id.can_take_data = 1; 9053 chk->sent = SCTP_DATAGRAM_UNSENT; 9054 chk->snd_count = 0; 9055 chk->flags = 0; 9056 chk->asoc = &stcb->asoc; 9057 chk->data = outchain; 9058 chk->whoTo = net; 9059 atomic_add_int(&chk->whoTo->ref_count, 1); 9060 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9061 chk->asoc->ctrl_queue_cnt++; 9062 } 9063 9064 void 9065 sctp_send_cookie_ack(struct sctp_tcb *stcb) 9066 { 9067 /* formulate and queue a cookie-ack back to sender */ 9068 struct mbuf *cookie_ack; 9069 struct sctp_chunkhdr *hdr; 9070 struct sctp_tmit_chunk *chk; 9071 9072 cookie_ack = NULL; 9073 SCTP_TCB_LOCK_ASSERT(stcb); 9074 9075 cookie_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_DONTWAIT, 1, MT_HEADER); 9076 if (cookie_ack == NULL) { 9077 /* no mbuf's */ 9078 return; 9079 } 9080 SCTP_BUF_RESV_UF(cookie_ack, SCTP_MIN_OVERHEAD); 9081 sctp_alloc_a_chunk(stcb, chk); 9082 if (chk == NULL) { 9083 /* no memory */ 9084 sctp_m_freem(cookie_ack); 9085 return; 9086 } 9087 chk->copy_by_ref = 0; 9088 chk->send_size = sizeof(struct sctp_chunkhdr); 9089 chk->rec.chunk_id.id = SCTP_COOKIE_ACK; 9090 chk->rec.chunk_id.can_take_data = 1; 9091 chk->sent = SCTP_DATAGRAM_UNSENT; 9092 chk->snd_count = 0; 9093 chk->flags = 0; 9094 chk->asoc = &stcb->asoc; 9095 chk->data = cookie_ack; 9096 if (chk->asoc->last_control_chunk_from != NULL) { 9097 chk->whoTo = chk->asoc->last_control_chunk_from; 9098 atomic_add_int(&chk->whoTo->ref_count, 1); 9099 } else { 9100 chk->whoTo = NULL; 9101 } 9102 hdr = mtod(cookie_ack, struct sctp_chunkhdr *); 9103 hdr->chunk_type = SCTP_COOKIE_ACK; 9104 hdr->chunk_flags = 0; 9105 hdr->chunk_length = htons(chk->send_size); 9106 SCTP_BUF_LEN(cookie_ack) = chk->send_size; 9107 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9108 chk->asoc->ctrl_queue_cnt++; 9109 return; 9110 } 9111 9112 9113 void 9114 sctp_send_shutdown_ack(struct sctp_tcb *stcb, struct sctp_nets *net) 9115 { 9116 /* formulate and queue a SHUTDOWN-ACK back to the sender */ 9117 struct mbuf *m_shutdown_ack; 9118 struct sctp_shutdown_ack_chunk *ack_cp; 9119 struct sctp_tmit_chunk *chk; 9120 9121 m_shutdown_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_ack_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 9122 if (m_shutdown_ack == NULL) { 9123 /* no mbuf's */ 9124 return; 9125 } 9126 SCTP_BUF_RESV_UF(m_shutdown_ack, SCTP_MIN_OVERHEAD); 9127 sctp_alloc_a_chunk(stcb, chk); 9128 if (chk == NULL) { 9129 /* no memory */ 9130 sctp_m_freem(m_shutdown_ack); 9131 return; 9132 } 9133 chk->copy_by_ref = 0; 9134 chk->send_size = sizeof(struct sctp_chunkhdr); 9135 chk->rec.chunk_id.id = SCTP_SHUTDOWN_ACK; 9136 chk->rec.chunk_id.can_take_data = 1; 9137 chk->sent = SCTP_DATAGRAM_UNSENT; 9138 chk->snd_count = 0; 9139 chk->flags = 0; 9140 chk->asoc = &stcb->asoc; 9141 chk->data = m_shutdown_ack; 9142 chk->whoTo = net; 9143 if (chk->whoTo) { 9144 atomic_add_int(&chk->whoTo->ref_count, 1); 9145 } 9146 ack_cp = mtod(m_shutdown_ack, struct sctp_shutdown_ack_chunk *); 9147 ack_cp->ch.chunk_type = SCTP_SHUTDOWN_ACK; 9148 ack_cp->ch.chunk_flags = 0; 9149 ack_cp->ch.chunk_length = htons(chk->send_size); 9150 SCTP_BUF_LEN(m_shutdown_ack) = chk->send_size; 9151 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9152 chk->asoc->ctrl_queue_cnt++; 9153 return; 9154 } 9155 9156 void 9157 sctp_send_shutdown(struct sctp_tcb *stcb, struct sctp_nets *net) 9158 { 9159 /* formulate and queue a SHUTDOWN to the sender */ 9160 struct mbuf *m_shutdown; 9161 struct sctp_shutdown_chunk *shutdown_cp; 9162 struct sctp_tmit_chunk *chk; 9163 9164 m_shutdown = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 9165 if (m_shutdown == NULL) { 9166 /* no mbuf's */ 9167 return; 9168 } 9169 SCTP_BUF_RESV_UF(m_shutdown, SCTP_MIN_OVERHEAD); 9170 sctp_alloc_a_chunk(stcb, chk); 9171 if (chk == NULL) { 9172 /* no memory */ 9173 sctp_m_freem(m_shutdown); 9174 return; 9175 } 9176 chk->copy_by_ref = 0; 9177 chk->send_size = sizeof(struct sctp_shutdown_chunk); 9178 chk->rec.chunk_id.id = SCTP_SHUTDOWN; 9179 chk->rec.chunk_id.can_take_data = 1; 9180 chk->sent = SCTP_DATAGRAM_UNSENT; 9181 chk->snd_count = 0; 9182 chk->flags = 0; 9183 chk->asoc = &stcb->asoc; 9184 chk->data = m_shutdown; 9185 chk->whoTo = net; 9186 if (chk->whoTo) { 9187 atomic_add_int(&chk->whoTo->ref_count, 1); 9188 } 9189 shutdown_cp = mtod(m_shutdown, struct sctp_shutdown_chunk *); 9190 shutdown_cp->ch.chunk_type = SCTP_SHUTDOWN; 9191 shutdown_cp->ch.chunk_flags = 0; 9192 shutdown_cp->ch.chunk_length = htons(chk->send_size); 9193 shutdown_cp->cumulative_tsn_ack = htonl(stcb->asoc.cumulative_tsn); 9194 SCTP_BUF_LEN(m_shutdown) = chk->send_size; 9195 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9196 chk->asoc->ctrl_queue_cnt++; 9197 return; 9198 } 9199 9200 void 9201 sctp_send_asconf(struct sctp_tcb *stcb, struct sctp_nets *net, int addr_locked) 9202 { 9203 /* 9204 * formulate and queue an ASCONF to the peer. ASCONF parameters 9205 * should be queued on the assoc queue. 9206 */ 9207 struct sctp_tmit_chunk *chk; 9208 struct mbuf *m_asconf; 9209 int len; 9210 9211 SCTP_TCB_LOCK_ASSERT(stcb); 9212 9213 if ((!TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) && 9214 (!sctp_is_feature_on(stcb->sctp_ep, SCTP_PCB_FLAGS_MULTIPLE_ASCONFS))) { 9215 /* can't send a new one if there is one in flight already */ 9216 return; 9217 } 9218 /* compose an ASCONF chunk, maximum length is PMTU */ 9219 m_asconf = sctp_compose_asconf(stcb, &len, addr_locked); 9220 if (m_asconf == NULL) { 9221 return; 9222 } 9223 sctp_alloc_a_chunk(stcb, chk); 9224 if (chk == NULL) { 9225 /* no memory */ 9226 sctp_m_freem(m_asconf); 9227 return; 9228 } 9229 chk->copy_by_ref = 0; 9230 chk->data = m_asconf; 9231 chk->send_size = len; 9232 chk->rec.chunk_id.id = SCTP_ASCONF; 9233 chk->rec.chunk_id.can_take_data = 0; 9234 chk->sent = SCTP_DATAGRAM_UNSENT; 9235 chk->snd_count = 0; 9236 chk->flags = CHUNK_FLAGS_FRAGMENT_OK; 9237 chk->asoc = &stcb->asoc; 9238 chk->whoTo = net; 9239 if (chk->whoTo) { 9240 atomic_add_int(&chk->whoTo->ref_count, 1); 9241 } 9242 TAILQ_INSERT_TAIL(&chk->asoc->asconf_send_queue, chk, sctp_next); 9243 chk->asoc->ctrl_queue_cnt++; 9244 return; 9245 } 9246 9247 void 9248 sctp_send_asconf_ack(struct sctp_tcb *stcb) 9249 { 9250 /* 9251 * formulate and queue a asconf-ack back to sender. the asconf-ack 9252 * must be stored in the tcb. 9253 */ 9254 struct sctp_tmit_chunk *chk; 9255 struct sctp_asconf_ack *ack, *latest_ack; 9256 struct mbuf *m_ack; 9257 struct sctp_nets *net = NULL; 9258 9259 SCTP_TCB_LOCK_ASSERT(stcb); 9260 /* Get the latest ASCONF-ACK */ 9261 latest_ack = TAILQ_LAST(&stcb->asoc.asconf_ack_sent, sctp_asconf_ackhead); 9262 if (latest_ack == NULL) { 9263 return; 9264 } 9265 if (latest_ack->last_sent_to != NULL && 9266 latest_ack->last_sent_to == stcb->asoc.last_control_chunk_from) { 9267 /* we're doing a retransmission */ 9268 net = sctp_find_alternate_net(stcb, stcb->asoc.last_control_chunk_from, 0); 9269 if (net == NULL) { 9270 /* no alternate */ 9271 if (stcb->asoc.last_control_chunk_from == NULL) { 9272 if (stcb->asoc.alternate) { 9273 net = stcb->asoc.alternate; 9274 } else { 9275 net = stcb->asoc.primary_destination; 9276 } 9277 } else { 9278 net = stcb->asoc.last_control_chunk_from; 9279 } 9280 } 9281 } else { 9282 /* normal case */ 9283 if (stcb->asoc.last_control_chunk_from == NULL) { 9284 if (stcb->asoc.alternate) { 9285 net = stcb->asoc.alternate; 9286 } else { 9287 net = stcb->asoc.primary_destination; 9288 } 9289 } else { 9290 net = stcb->asoc.last_control_chunk_from; 9291 } 9292 } 9293 latest_ack->last_sent_to = net; 9294 9295 TAILQ_FOREACH(ack, &stcb->asoc.asconf_ack_sent, next) { 9296 if (ack->data == NULL) { 9297 continue; 9298 } 9299 /* copy the asconf_ack */ 9300 m_ack = SCTP_M_COPYM(ack->data, 0, M_COPYALL, M_DONTWAIT); 9301 if (m_ack == NULL) { 9302 /* couldn't copy it */ 9303 return; 9304 } 9305 #ifdef SCTP_MBUF_LOGGING 9306 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 9307 struct mbuf *mat; 9308 9309 mat = m_ack; 9310 while (mat) { 9311 if (SCTP_BUF_IS_EXTENDED(mat)) { 9312 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 9313 } 9314 mat = SCTP_BUF_NEXT(mat); 9315 } 9316 } 9317 #endif 9318 9319 sctp_alloc_a_chunk(stcb, chk); 9320 if (chk == NULL) { 9321 /* no memory */ 9322 if (m_ack) 9323 sctp_m_freem(m_ack); 9324 return; 9325 } 9326 chk->copy_by_ref = 0; 9327 9328 chk->whoTo = net; 9329 if (chk->whoTo) { 9330 atomic_add_int(&chk->whoTo->ref_count, 1); 9331 } 9332 chk->data = m_ack; 9333 chk->send_size = 0; 9334 /* Get size */ 9335 chk->send_size = ack->len; 9336 chk->rec.chunk_id.id = SCTP_ASCONF_ACK; 9337 chk->rec.chunk_id.can_take_data = 1; 9338 chk->sent = SCTP_DATAGRAM_UNSENT; 9339 chk->snd_count = 0; 9340 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK; /* XXX */ 9341 chk->asoc = &stcb->asoc; 9342 9343 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9344 chk->asoc->ctrl_queue_cnt++; 9345 } 9346 return; 9347 } 9348 9349 9350 static int 9351 sctp_chunk_retransmission(struct sctp_inpcb *inp, 9352 struct sctp_tcb *stcb, 9353 struct sctp_association *asoc, 9354 int *cnt_out, struct timeval *now, int *now_filled, int *fr_done, int so_locked 9355 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 9356 SCTP_UNUSED 9357 #endif 9358 ) 9359 { 9360 /*- 9361 * send out one MTU of retransmission. If fast_retransmit is 9362 * happening we ignore the cwnd. Otherwise we obey the cwnd and 9363 * rwnd. For a Cookie or Asconf in the control chunk queue we 9364 * retransmit them by themselves. 9365 * 9366 * For data chunks we will pick out the lowest TSN's in the sent_queue 9367 * marked for resend and bundle them all together (up to a MTU of 9368 * destination). The address to send to should have been 9369 * selected/changed where the retransmission was marked (i.e. in FR 9370 * or t3-timeout routines). 9371 */ 9372 struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING]; 9373 struct sctp_tmit_chunk *chk, *fwd; 9374 struct mbuf *m, *endofchain; 9375 struct sctp_nets *net = NULL; 9376 uint32_t tsns_sent = 0; 9377 int no_fragmentflg, bundle_at, cnt_thru; 9378 unsigned int mtu; 9379 int error, i, one_chunk, fwd_tsn, ctl_cnt, tmr_started; 9380 struct sctp_auth_chunk *auth = NULL; 9381 uint32_t auth_offset = 0; 9382 uint16_t auth_keyid; 9383 int override_ok = 1; 9384 int data_auth_reqd = 0; 9385 uint32_t dmtu = 0; 9386 9387 SCTP_TCB_LOCK_ASSERT(stcb); 9388 tmr_started = ctl_cnt = bundle_at = error = 0; 9389 no_fragmentflg = 1; 9390 fwd_tsn = 0; 9391 *cnt_out = 0; 9392 fwd = NULL; 9393 endofchain = m = NULL; 9394 auth_keyid = stcb->asoc.authinfo.active_keyid; 9395 #ifdef SCTP_AUDITING_ENABLED 9396 sctp_audit_log(0xC3, 1); 9397 #endif 9398 if ((TAILQ_EMPTY(&asoc->sent_queue)) && 9399 (TAILQ_EMPTY(&asoc->control_send_queue))) { 9400 SCTPDBG(SCTP_DEBUG_OUTPUT1, "SCTP hits empty queue with cnt set to %d?\n", 9401 asoc->sent_queue_retran_cnt); 9402 asoc->sent_queue_cnt = 0; 9403 asoc->sent_queue_cnt_removeable = 0; 9404 /* send back 0/0 so we enter normal transmission */ 9405 *cnt_out = 0; 9406 return (0); 9407 } 9408 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 9409 if ((chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) || 9410 (chk->rec.chunk_id.id == SCTP_STREAM_RESET) || 9411 (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN)) { 9412 if (chk->sent != SCTP_DATAGRAM_RESEND) { 9413 continue; 9414 } 9415 if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) { 9416 if (chk != asoc->str_reset) { 9417 /* 9418 * not eligible for retran if its 9419 * not ours 9420 */ 9421 continue; 9422 } 9423 } 9424 ctl_cnt++; 9425 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) { 9426 fwd_tsn = 1; 9427 } 9428 /* 9429 * Add an AUTH chunk, if chunk requires it save the 9430 * offset into the chain for AUTH 9431 */ 9432 if ((auth == NULL) && 9433 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 9434 stcb->asoc.peer_auth_chunks))) { 9435 m = sctp_add_auth_chunk(m, &endofchain, 9436 &auth, &auth_offset, 9437 stcb, 9438 chk->rec.chunk_id.id); 9439 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9440 } 9441 m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref); 9442 break; 9443 } 9444 } 9445 one_chunk = 0; 9446 cnt_thru = 0; 9447 /* do we have control chunks to retransmit? */ 9448 if (m != NULL) { 9449 /* Start a timer no matter if we suceed or fail */ 9450 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 9451 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, chk->whoTo); 9452 } else if (chk->rec.chunk_id.id == SCTP_ASCONF) 9453 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, chk->whoTo); 9454 chk->snd_count++; /* update our count */ 9455 if ((error = sctp_lowlevel_chunk_output(inp, stcb, chk->whoTo, 9456 (struct sockaddr *)&chk->whoTo->ro._l_addr, m, 9457 auth_offset, auth, stcb->asoc.authinfo.active_keyid, 9458 no_fragmentflg, 0, 0, 9459 inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 9460 chk->whoTo->port, so_locked, NULL, NULL))) { 9461 SCTP_STAT_INCR(sctps_lowlevelerr); 9462 return (error); 9463 } 9464 endofchain = NULL; 9465 auth = NULL; 9466 auth_offset = 0; 9467 /* 9468 * We don't want to mark the net->sent time here since this 9469 * we use this for HB and retrans cannot measure RTT 9470 */ 9471 /* (void)SCTP_GETTIME_TIMEVAL(&chk->whoTo->last_sent_time); */ 9472 *cnt_out += 1; 9473 chk->sent = SCTP_DATAGRAM_SENT; 9474 sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 9475 if (fwd_tsn == 0) { 9476 return (0); 9477 } else { 9478 /* Clean up the fwd-tsn list */ 9479 sctp_clean_up_ctl(stcb, asoc, so_locked); 9480 return (0); 9481 } 9482 } 9483 /* 9484 * Ok, it is just data retransmission we need to do or that and a 9485 * fwd-tsn with it all. 9486 */ 9487 if (TAILQ_EMPTY(&asoc->sent_queue)) { 9488 return (SCTP_RETRAN_DONE); 9489 } 9490 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED) || 9491 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT)) { 9492 /* not yet open, resend the cookie and that is it */ 9493 return (1); 9494 } 9495 #ifdef SCTP_AUDITING_ENABLED 9496 sctp_auditing(20, inp, stcb, NULL); 9497 #endif 9498 data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks); 9499 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 9500 if (chk->sent != SCTP_DATAGRAM_RESEND) { 9501 /* No, not sent to this net or not ready for rtx */ 9502 continue; 9503 } 9504 if (chk->data == NULL) { 9505 printf("TSN:%x chk->snd_count:%d chk->sent:%d can't retran - no data\n", 9506 chk->rec.data.TSN_seq, chk->snd_count, chk->sent); 9507 continue; 9508 } 9509 if ((SCTP_BASE_SYSCTL(sctp_max_retran_chunk)) && 9510 (chk->snd_count >= SCTP_BASE_SYSCTL(sctp_max_retran_chunk))) { 9511 /* Gak, we have exceeded max unlucky retran, abort! */ 9512 SCTP_PRINTF("Gak, chk->snd_count:%d >= max:%d - send abort\n", 9513 chk->snd_count, 9514 SCTP_BASE_SYSCTL(sctp_max_retran_chunk)); 9515 atomic_add_int(&stcb->asoc.refcnt, 1); 9516 sctp_abort_an_association(stcb->sctp_ep, stcb, 0, NULL, so_locked); 9517 SCTP_TCB_LOCK(stcb); 9518 atomic_subtract_int(&stcb->asoc.refcnt, 1); 9519 return (SCTP_RETRAN_EXIT); 9520 } 9521 /* pick up the net */ 9522 net = chk->whoTo; 9523 switch (net->ro._l_addr.sa.sa_family) { 9524 #ifdef INET 9525 case AF_INET: 9526 mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 9527 break; 9528 #endif 9529 #ifdef INET6 9530 case AF_INET6: 9531 mtu = net->mtu - SCTP_MIN_OVERHEAD; 9532 break; 9533 #endif 9534 default: 9535 /* TSNH */ 9536 mtu = net->mtu; 9537 break; 9538 } 9539 9540 if ((asoc->peers_rwnd < mtu) && (asoc->total_flight > 0)) { 9541 /* No room in peers rwnd */ 9542 uint32_t tsn; 9543 9544 tsn = asoc->last_acked_seq + 1; 9545 if (tsn == chk->rec.data.TSN_seq) { 9546 /* 9547 * we make a special exception for this 9548 * case. The peer has no rwnd but is missing 9549 * the lowest chunk.. which is probably what 9550 * is holding up the rwnd. 9551 */ 9552 goto one_chunk_around; 9553 } 9554 return (1); 9555 } 9556 one_chunk_around: 9557 if (asoc->peers_rwnd < mtu) { 9558 one_chunk = 1; 9559 if ((asoc->peers_rwnd == 0) && 9560 (asoc->total_flight == 0)) { 9561 chk->window_probe = 1; 9562 chk->whoTo->window_probe = 1; 9563 } 9564 } 9565 #ifdef SCTP_AUDITING_ENABLED 9566 sctp_audit_log(0xC3, 2); 9567 #endif 9568 bundle_at = 0; 9569 m = NULL; 9570 net->fast_retran_ip = 0; 9571 if (chk->rec.data.doing_fast_retransmit == 0) { 9572 /* 9573 * if no FR in progress skip destination that have 9574 * flight_size > cwnd. 9575 */ 9576 if (net->flight_size >= net->cwnd) { 9577 continue; 9578 } 9579 } else { 9580 /* 9581 * Mark the destination net to have FR recovery 9582 * limits put on it. 9583 */ 9584 *fr_done = 1; 9585 net->fast_retran_ip = 1; 9586 } 9587 9588 /* 9589 * if no AUTH is yet included and this chunk requires it, 9590 * make sure to account for it. We don't apply the size 9591 * until the AUTH chunk is actually added below in case 9592 * there is no room for this chunk. 9593 */ 9594 if (data_auth_reqd && (auth == NULL)) { 9595 dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 9596 } else 9597 dmtu = 0; 9598 9599 if ((chk->send_size <= (mtu - dmtu)) || 9600 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 9601 /* ok we will add this one */ 9602 if (data_auth_reqd) { 9603 if (auth == NULL) { 9604 m = sctp_add_auth_chunk(m, 9605 &endofchain, 9606 &auth, 9607 &auth_offset, 9608 stcb, 9609 SCTP_DATA); 9610 auth_keyid = chk->auth_keyid; 9611 override_ok = 0; 9612 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9613 } else if (override_ok) { 9614 auth_keyid = chk->auth_keyid; 9615 override_ok = 0; 9616 } else if (chk->auth_keyid != auth_keyid) { 9617 /* different keyid, so done bundling */ 9618 break; 9619 } 9620 } 9621 m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref); 9622 if (m == NULL) { 9623 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 9624 return (ENOMEM); 9625 } 9626 /* Do clear IP_DF ? */ 9627 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 9628 no_fragmentflg = 0; 9629 } 9630 /* upate our MTU size */ 9631 if (mtu > (chk->send_size + dmtu)) 9632 mtu -= (chk->send_size + dmtu); 9633 else 9634 mtu = 0; 9635 data_list[bundle_at++] = chk; 9636 if (one_chunk && (asoc->total_flight <= 0)) { 9637 SCTP_STAT_INCR(sctps_windowprobed); 9638 } 9639 } 9640 if (one_chunk == 0) { 9641 /* 9642 * now are there anymore forward from chk to pick 9643 * up? 9644 */ 9645 for (fwd = TAILQ_NEXT(chk, sctp_next); fwd != NULL; fwd = TAILQ_NEXT(fwd, sctp_next)) { 9646 if (fwd->sent != SCTP_DATAGRAM_RESEND) { 9647 /* Nope, not for retran */ 9648 continue; 9649 } 9650 if (fwd->whoTo != net) { 9651 /* Nope, not the net in question */ 9652 continue; 9653 } 9654 if (data_auth_reqd && (auth == NULL)) { 9655 dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 9656 } else 9657 dmtu = 0; 9658 if (fwd->send_size <= (mtu - dmtu)) { 9659 if (data_auth_reqd) { 9660 if (auth == NULL) { 9661 m = sctp_add_auth_chunk(m, 9662 &endofchain, 9663 &auth, 9664 &auth_offset, 9665 stcb, 9666 SCTP_DATA); 9667 auth_keyid = fwd->auth_keyid; 9668 override_ok = 0; 9669 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9670 } else if (override_ok) { 9671 auth_keyid = fwd->auth_keyid; 9672 override_ok = 0; 9673 } else if (fwd->auth_keyid != auth_keyid) { 9674 /* 9675 * different keyid, 9676 * so done bundling 9677 */ 9678 break; 9679 } 9680 } 9681 m = sctp_copy_mbufchain(fwd->data, m, &endofchain, 0, fwd->send_size, fwd->copy_by_ref); 9682 if (m == NULL) { 9683 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 9684 return (ENOMEM); 9685 } 9686 /* Do clear IP_DF ? */ 9687 if (fwd->flags & CHUNK_FLAGS_FRAGMENT_OK) { 9688 no_fragmentflg = 0; 9689 } 9690 /* upate our MTU size */ 9691 if (mtu > (fwd->send_size + dmtu)) 9692 mtu -= (fwd->send_size + dmtu); 9693 else 9694 mtu = 0; 9695 data_list[bundle_at++] = fwd; 9696 if (bundle_at >= SCTP_MAX_DATA_BUNDLING) { 9697 break; 9698 } 9699 } else { 9700 /* can't fit so we are done */ 9701 break; 9702 } 9703 } 9704 } 9705 /* Is there something to send for this destination? */ 9706 if (m) { 9707 /* 9708 * No matter if we fail/or suceed we should start a 9709 * timer. A failure is like a lost IP packet :-) 9710 */ 9711 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 9712 /* 9713 * no timer running on this destination 9714 * restart it. 9715 */ 9716 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 9717 tmr_started = 1; 9718 } 9719 /* Now lets send it, if there is anything to send :> */ 9720 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 9721 (struct sockaddr *)&net->ro._l_addr, m, 9722 auth_offset, auth, auth_keyid, 9723 no_fragmentflg, 0, 0, 9724 inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 9725 net->port, so_locked, NULL, NULL))) { 9726 /* error, we could not output */ 9727 SCTP_STAT_INCR(sctps_lowlevelerr); 9728 return (error); 9729 } 9730 endofchain = NULL; 9731 auth = NULL; 9732 auth_offset = 0; 9733 /* For HB's */ 9734 /* 9735 * We don't want to mark the net->sent time here 9736 * since this we use this for HB and retrans cannot 9737 * measure RTT 9738 */ 9739 /* (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); */ 9740 9741 /* For auto-close */ 9742 cnt_thru++; 9743 if (*now_filled == 0) { 9744 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent); 9745 *now = asoc->time_last_sent; 9746 *now_filled = 1; 9747 } else { 9748 asoc->time_last_sent = *now; 9749 } 9750 *cnt_out += bundle_at; 9751 #ifdef SCTP_AUDITING_ENABLED 9752 sctp_audit_log(0xC4, bundle_at); 9753 #endif 9754 if (bundle_at) { 9755 tsns_sent = data_list[0]->rec.data.TSN_seq; 9756 } 9757 for (i = 0; i < bundle_at; i++) { 9758 SCTP_STAT_INCR(sctps_sendretransdata); 9759 data_list[i]->sent = SCTP_DATAGRAM_SENT; 9760 /* 9761 * When we have a revoked data, and we 9762 * retransmit it, then we clear the revoked 9763 * flag since this flag dictates if we 9764 * subtracted from the fs 9765 */ 9766 if (data_list[i]->rec.data.chunk_was_revoked) { 9767 /* Deflate the cwnd */ 9768 data_list[i]->whoTo->cwnd -= data_list[i]->book_size; 9769 data_list[i]->rec.data.chunk_was_revoked = 0; 9770 } 9771 data_list[i]->snd_count++; 9772 sctp_ucount_decr(asoc->sent_queue_retran_cnt); 9773 /* record the time */ 9774 data_list[i]->sent_rcv_time = asoc->time_last_sent; 9775 if (data_list[i]->book_size_scale) { 9776 /* 9777 * need to double the book size on 9778 * this one 9779 */ 9780 data_list[i]->book_size_scale = 0; 9781 /* 9782 * Since we double the booksize, we 9783 * must also double the output queue 9784 * size, since this get shrunk when 9785 * we free by this amount. 9786 */ 9787 atomic_add_int(&((asoc)->total_output_queue_size), data_list[i]->book_size); 9788 data_list[i]->book_size *= 2; 9789 9790 9791 } else { 9792 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 9793 sctp_log_rwnd(SCTP_DECREASE_PEER_RWND, 9794 asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 9795 } 9796 asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd, 9797 (uint32_t) (data_list[i]->send_size + 9798 SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))); 9799 } 9800 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 9801 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_RSND, 9802 data_list[i]->whoTo->flight_size, 9803 data_list[i]->book_size, 9804 (uintptr_t) data_list[i]->whoTo, 9805 data_list[i]->rec.data.TSN_seq); 9806 } 9807 sctp_flight_size_increase(data_list[i]); 9808 sctp_total_flight_increase(stcb, data_list[i]); 9809 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 9810 /* SWS sender side engages */ 9811 asoc->peers_rwnd = 0; 9812 } 9813 if ((i == 0) && 9814 (data_list[i]->rec.data.doing_fast_retransmit)) { 9815 SCTP_STAT_INCR(sctps_sendfastretrans); 9816 if ((data_list[i] == TAILQ_FIRST(&asoc->sent_queue)) && 9817 (tmr_started == 0)) { 9818 /*- 9819 * ok we just fast-retrans'd 9820 * the lowest TSN, i.e the 9821 * first on the list. In 9822 * this case we want to give 9823 * some more time to get a 9824 * SACK back without a 9825 * t3-expiring. 9826 */ 9827 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, inp, stcb, net, 9828 SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_4); 9829 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 9830 } 9831 } 9832 } 9833 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 9834 sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_RESEND); 9835 } 9836 #ifdef SCTP_AUDITING_ENABLED 9837 sctp_auditing(21, inp, stcb, NULL); 9838 #endif 9839 } else { 9840 /* None will fit */ 9841 return (1); 9842 } 9843 if (asoc->sent_queue_retran_cnt <= 0) { 9844 /* all done we have no more to retran */ 9845 asoc->sent_queue_retran_cnt = 0; 9846 break; 9847 } 9848 if (one_chunk) { 9849 /* No more room in rwnd */ 9850 return (1); 9851 } 9852 /* stop the for loop here. we sent out a packet */ 9853 break; 9854 } 9855 return (0); 9856 } 9857 9858 static void 9859 sctp_timer_validation(struct sctp_inpcb *inp, 9860 struct sctp_tcb *stcb, 9861 struct sctp_association *asoc) 9862 { 9863 struct sctp_nets *net; 9864 9865 /* Validate that a timer is running somewhere */ 9866 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 9867 if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 9868 /* Here is a timer */ 9869 return; 9870 } 9871 } 9872 SCTP_TCB_LOCK_ASSERT(stcb); 9873 /* Gak, we did not have a timer somewhere */ 9874 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Deadlock avoided starting timer on a dest at retran\n"); 9875 if (asoc->alternate) { 9876 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->alternate); 9877 } else { 9878 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->primary_destination); 9879 } 9880 return; 9881 } 9882 9883 void 9884 sctp_chunk_output(struct sctp_inpcb *inp, 9885 struct sctp_tcb *stcb, 9886 int from_where, 9887 int so_locked 9888 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 9889 SCTP_UNUSED 9890 #endif 9891 ) 9892 { 9893 /*- 9894 * Ok this is the generic chunk service queue. we must do the 9895 * following: 9896 * - See if there are retransmits pending, if so we must 9897 * do these first. 9898 * - Service the stream queue that is next, moving any 9899 * message (note I must get a complete message i.e. 9900 * FIRST/MIDDLE and LAST to the out queue in one pass) and assigning 9901 * TSN's 9902 * - Check to see if the cwnd/rwnd allows any output, if so we 9903 * go ahead and fomulate and send the low level chunks. Making sure 9904 * to combine any control in the control chunk queue also. 9905 */ 9906 struct sctp_association *asoc; 9907 struct sctp_nets *net; 9908 int error = 0, num_out = 0, tot_out = 0, ret = 0, reason_code = 0; 9909 unsigned int burst_cnt = 0; 9910 struct timeval now; 9911 int now_filled = 0; 9912 int nagle_on; 9913 int frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 9914 int un_sent = 0; 9915 int fr_done; 9916 unsigned int tot_frs = 0; 9917 9918 asoc = &stcb->asoc; 9919 /* The Nagle algorithm is only applied when handling a send call. */ 9920 if (from_where == SCTP_OUTPUT_FROM_USR_SEND) { 9921 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NODELAY)) { 9922 nagle_on = 0; 9923 } else { 9924 nagle_on = 1; 9925 } 9926 } else { 9927 nagle_on = 0; 9928 } 9929 SCTP_TCB_LOCK_ASSERT(stcb); 9930 9931 un_sent = (stcb->asoc.total_output_queue_size - stcb->asoc.total_flight); 9932 9933 if ((un_sent <= 0) && 9934 (TAILQ_EMPTY(&asoc->control_send_queue)) && 9935 (TAILQ_EMPTY(&asoc->asconf_send_queue)) && 9936 (asoc->sent_queue_retran_cnt == 0)) { 9937 /* Nothing to do unless there is something to be sent left */ 9938 return; 9939 } 9940 /* 9941 * Do we have something to send, data or control AND a sack timer 9942 * running, if so piggy-back the sack. 9943 */ 9944 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 9945 sctp_send_sack(stcb, so_locked); 9946 (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 9947 } 9948 while (asoc->sent_queue_retran_cnt) { 9949 /*- 9950 * Ok, it is retransmission time only, we send out only ONE 9951 * packet with a single call off to the retran code. 9952 */ 9953 if (from_where == SCTP_OUTPUT_FROM_COOKIE_ACK) { 9954 /*- 9955 * Special hook for handling cookiess discarded 9956 * by peer that carried data. Send cookie-ack only 9957 * and then the next call with get the retran's. 9958 */ 9959 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, 9960 from_where, 9961 &now, &now_filled, frag_point, so_locked); 9962 return; 9963 } else if (from_where != SCTP_OUTPUT_FROM_HB_TMR) { 9964 /* if its not from a HB then do it */ 9965 fr_done = 0; 9966 ret = sctp_chunk_retransmission(inp, stcb, asoc, &num_out, &now, &now_filled, &fr_done, so_locked); 9967 if (fr_done) { 9968 tot_frs++; 9969 } 9970 } else { 9971 /* 9972 * its from any other place, we don't allow retran 9973 * output (only control) 9974 */ 9975 ret = 1; 9976 } 9977 if (ret > 0) { 9978 /* Can't send anymore */ 9979 /*- 9980 * now lets push out control by calling med-level 9981 * output once. this assures that we WILL send HB's 9982 * if queued too. 9983 */ 9984 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, 9985 from_where, 9986 &now, &now_filled, frag_point, so_locked); 9987 #ifdef SCTP_AUDITING_ENABLED 9988 sctp_auditing(8, inp, stcb, NULL); 9989 #endif 9990 sctp_timer_validation(inp, stcb, asoc); 9991 return; 9992 } 9993 if (ret < 0) { 9994 /*- 9995 * The count was off.. retran is not happening so do 9996 * the normal retransmission. 9997 */ 9998 #ifdef SCTP_AUDITING_ENABLED 9999 sctp_auditing(9, inp, stcb, NULL); 10000 #endif 10001 if (ret == SCTP_RETRAN_EXIT) { 10002 return; 10003 } 10004 break; 10005 } 10006 if (from_where == SCTP_OUTPUT_FROM_T3) { 10007 /* Only one transmission allowed out of a timeout */ 10008 #ifdef SCTP_AUDITING_ENABLED 10009 sctp_auditing(10, inp, stcb, NULL); 10010 #endif 10011 /* Push out any control */ 10012 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, from_where, 10013 &now, &now_filled, frag_point, so_locked); 10014 return; 10015 } 10016 if ((asoc->fr_max_burst > 0) && (tot_frs >= asoc->fr_max_burst)) { 10017 /* Hit FR burst limit */ 10018 return; 10019 } 10020 if ((num_out == 0) && (ret == 0)) { 10021 /* No more retrans to send */ 10022 break; 10023 } 10024 } 10025 #ifdef SCTP_AUDITING_ENABLED 10026 sctp_auditing(12, inp, stcb, NULL); 10027 #endif 10028 /* Check for bad destinations, if they exist move chunks around. */ 10029 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 10030 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 10031 /*- 10032 * if possible move things off of this address we 10033 * still may send below due to the dormant state but 10034 * we try to find an alternate address to send to 10035 * and if we have one we move all queued data on the 10036 * out wheel to this alternate address. 10037 */ 10038 if (net->ref_count > 1) 10039 sctp_move_chunks_from_net(stcb, net); 10040 } else { 10041 /*- 10042 * if ((asoc->sat_network) || (net->addr_is_local)) 10043 * { burst_limit = asoc->max_burst * 10044 * SCTP_SAT_NETWORK_BURST_INCR; } 10045 */ 10046 if (asoc->max_burst > 0) { 10047 if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst)) { 10048 if ((net->flight_size + (asoc->max_burst * net->mtu)) < net->cwnd) { 10049 /* 10050 * JRS - Use the congestion 10051 * control given in the 10052 * congestion control module 10053 */ 10054 asoc->cc_functions.sctp_cwnd_update_after_output(stcb, net, asoc->max_burst); 10055 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10056 sctp_log_maxburst(stcb, net, 0, asoc->max_burst, SCTP_MAX_BURST_APPLIED); 10057 } 10058 SCTP_STAT_INCR(sctps_maxburstqueued); 10059 } 10060 net->fast_retran_ip = 0; 10061 } else { 10062 if (net->flight_size == 0) { 10063 /* 10064 * Should be decaying the 10065 * cwnd here 10066 */ 10067 ; 10068 } 10069 } 10070 } 10071 } 10072 10073 } 10074 burst_cnt = 0; 10075 do { 10076 error = sctp_med_chunk_output(inp, stcb, asoc, &num_out, 10077 &reason_code, 0, from_where, 10078 &now, &now_filled, frag_point, so_locked); 10079 if (error) { 10080 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Error %d was returned from med-c-op\n", error); 10081 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10082 sctp_log_maxburst(stcb, asoc->primary_destination, error, burst_cnt, SCTP_MAX_BURST_ERROR_STOP); 10083 } 10084 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10085 sctp_log_cwnd(stcb, NULL, error, SCTP_SEND_NOW_COMPLETES); 10086 sctp_log_cwnd(stcb, NULL, 0xdeadbeef, SCTP_SEND_NOW_COMPLETES); 10087 } 10088 break; 10089 } 10090 SCTPDBG(SCTP_DEBUG_OUTPUT3, "m-c-o put out %d\n", num_out); 10091 10092 tot_out += num_out; 10093 burst_cnt++; 10094 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10095 sctp_log_cwnd(stcb, NULL, num_out, SCTP_SEND_NOW_COMPLETES); 10096 if (num_out == 0) { 10097 sctp_log_cwnd(stcb, NULL, reason_code, SCTP_SEND_NOW_COMPLETES); 10098 } 10099 } 10100 if (nagle_on) { 10101 /* 10102 * When the Nagle algorithm is used, look at how 10103 * much is unsent, then if its smaller than an MTU 10104 * and we have data in flight we stop, except if we 10105 * are handling a fragmented user message. 10106 */ 10107 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 10108 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 10109 if ((un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) && 10110 (stcb->asoc.total_flight > 0) && 10111 ((stcb->asoc.locked_on_sending == NULL) || 10112 sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) { 10113 break; 10114 } 10115 } 10116 if (TAILQ_EMPTY(&asoc->control_send_queue) && 10117 TAILQ_EMPTY(&asoc->send_queue) && 10118 stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) { 10119 /* Nothing left to send */ 10120 break; 10121 } 10122 if ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) <= 0) { 10123 /* Nothing left to send */ 10124 break; 10125 } 10126 } while (num_out && 10127 ((asoc->max_burst == 0) || 10128 SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) || 10129 (burst_cnt < asoc->max_burst))); 10130 10131 if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) == 0) { 10132 if ((asoc->max_burst > 0) && (burst_cnt >= asoc->max_burst)) { 10133 SCTP_STAT_INCR(sctps_maxburstqueued); 10134 asoc->burst_limit_applied = 1; 10135 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10136 sctp_log_maxburst(stcb, asoc->primary_destination, 0, burst_cnt, SCTP_MAX_BURST_APPLIED); 10137 } 10138 } else { 10139 asoc->burst_limit_applied = 0; 10140 } 10141 } 10142 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10143 sctp_log_cwnd(stcb, NULL, tot_out, SCTP_SEND_NOW_COMPLETES); 10144 } 10145 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, we have put out %d chunks\n", 10146 tot_out); 10147 10148 /*- 10149 * Now we need to clean up the control chunk chain if a ECNE is on 10150 * it. It must be marked as UNSENT again so next call will continue 10151 * to send it until such time that we get a CWR, to remove it. 10152 */ 10153 if (stcb->asoc.ecn_echo_cnt_onq) 10154 sctp_fix_ecn_echo(asoc); 10155 return; 10156 } 10157 10158 10159 int 10160 sctp_output( 10161 struct sctp_inpcb *inp, 10162 struct mbuf *m, 10163 struct sockaddr *addr, 10164 struct mbuf *control, 10165 struct thread *p, 10166 int flags) 10167 { 10168 if (inp == NULL) { 10169 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 10170 return (EINVAL); 10171 } 10172 if (inp->sctp_socket == NULL) { 10173 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 10174 return (EINVAL); 10175 } 10176 return (sctp_sosend(inp->sctp_socket, 10177 addr, 10178 (struct uio *)NULL, 10179 m, 10180 control, 10181 flags, p 10182 )); 10183 } 10184 10185 void 10186 send_forward_tsn(struct sctp_tcb *stcb, 10187 struct sctp_association *asoc) 10188 { 10189 struct sctp_tmit_chunk *chk; 10190 struct sctp_forward_tsn_chunk *fwdtsn; 10191 uint32_t advance_peer_ack_point; 10192 10193 SCTP_TCB_LOCK_ASSERT(stcb); 10194 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 10195 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) { 10196 /* mark it to unsent */ 10197 chk->sent = SCTP_DATAGRAM_UNSENT; 10198 chk->snd_count = 0; 10199 /* Do we correct its output location? */ 10200 if (chk->whoTo) { 10201 sctp_free_remote_addr(chk->whoTo); 10202 chk->whoTo = NULL; 10203 } 10204 goto sctp_fill_in_rest; 10205 } 10206 } 10207 /* Ok if we reach here we must build one */ 10208 sctp_alloc_a_chunk(stcb, chk); 10209 if (chk == NULL) { 10210 return; 10211 } 10212 asoc->fwd_tsn_cnt++; 10213 chk->copy_by_ref = 0; 10214 chk->rec.chunk_id.id = SCTP_FORWARD_CUM_TSN; 10215 chk->rec.chunk_id.can_take_data = 0; 10216 chk->asoc = asoc; 10217 chk->whoTo = NULL; 10218 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 10219 if (chk->data == NULL) { 10220 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 10221 return; 10222 } 10223 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 10224 chk->sent = SCTP_DATAGRAM_UNSENT; 10225 chk->snd_count = 0; 10226 TAILQ_INSERT_TAIL(&asoc->control_send_queue, chk, sctp_next); 10227 asoc->ctrl_queue_cnt++; 10228 sctp_fill_in_rest: 10229 /*- 10230 * Here we go through and fill out the part that deals with 10231 * stream/seq of the ones we skip. 10232 */ 10233 SCTP_BUF_LEN(chk->data) = 0; 10234 { 10235 struct sctp_tmit_chunk *at, *tp1, *last; 10236 struct sctp_strseq *strseq; 10237 unsigned int cnt_of_space, i, ovh; 10238 unsigned int space_needed; 10239 unsigned int cnt_of_skipped = 0; 10240 10241 TAILQ_FOREACH(at, &asoc->sent_queue, sctp_next) { 10242 if (at->sent != SCTP_FORWARD_TSN_SKIP) { 10243 /* no more to look at */ 10244 break; 10245 } 10246 if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) { 10247 /* We don't report these */ 10248 continue; 10249 } 10250 cnt_of_skipped++; 10251 } 10252 space_needed = (sizeof(struct sctp_forward_tsn_chunk) + 10253 (cnt_of_skipped * sizeof(struct sctp_strseq))); 10254 10255 cnt_of_space = M_TRAILINGSPACE(chk->data); 10256 10257 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 10258 ovh = SCTP_MIN_OVERHEAD; 10259 } else { 10260 ovh = SCTP_MIN_V4_OVERHEAD; 10261 } 10262 if (cnt_of_space > (asoc->smallest_mtu - ovh)) { 10263 /* trim to a mtu size */ 10264 cnt_of_space = asoc->smallest_mtu - ovh; 10265 } 10266 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10267 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10268 0xff, 0, cnt_of_skipped, 10269 asoc->advanced_peer_ack_point); 10270 10271 } 10272 advance_peer_ack_point = asoc->advanced_peer_ack_point; 10273 if (cnt_of_space < space_needed) { 10274 /*- 10275 * ok we must trim down the chunk by lowering the 10276 * advance peer ack point. 10277 */ 10278 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10279 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10280 0xff, 0xff, cnt_of_space, 10281 space_needed); 10282 } 10283 cnt_of_skipped = cnt_of_space - sizeof(struct sctp_forward_tsn_chunk); 10284 cnt_of_skipped /= sizeof(struct sctp_strseq); 10285 /*- 10286 * Go through and find the TSN that will be the one 10287 * we report. 10288 */ 10289 at = TAILQ_FIRST(&asoc->sent_queue); 10290 if (at != NULL) { 10291 for (i = 0; i < cnt_of_skipped; i++) { 10292 tp1 = TAILQ_NEXT(at, sctp_next); 10293 if (tp1 == NULL) { 10294 break; 10295 } 10296 at = tp1; 10297 } 10298 } 10299 if (at && SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10300 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10301 0xff, cnt_of_skipped, at->rec.data.TSN_seq, 10302 asoc->advanced_peer_ack_point); 10303 } 10304 last = at; 10305 /*- 10306 * last now points to last one I can report, update 10307 * peer ack point 10308 */ 10309 if (last) 10310 advance_peer_ack_point = last->rec.data.TSN_seq; 10311 space_needed = sizeof(struct sctp_forward_tsn_chunk) + 10312 cnt_of_skipped * sizeof(struct sctp_strseq); 10313 } 10314 chk->send_size = space_needed; 10315 /* Setup the chunk */ 10316 fwdtsn = mtod(chk->data, struct sctp_forward_tsn_chunk *); 10317 fwdtsn->ch.chunk_length = htons(chk->send_size); 10318 fwdtsn->ch.chunk_flags = 0; 10319 fwdtsn->ch.chunk_type = SCTP_FORWARD_CUM_TSN; 10320 fwdtsn->new_cumulative_tsn = htonl(advance_peer_ack_point); 10321 SCTP_BUF_LEN(chk->data) = chk->send_size; 10322 fwdtsn++; 10323 /*- 10324 * Move pointer to after the fwdtsn and transfer to the 10325 * strseq pointer. 10326 */ 10327 strseq = (struct sctp_strseq *)fwdtsn; 10328 /*- 10329 * Now populate the strseq list. This is done blindly 10330 * without pulling out duplicate stream info. This is 10331 * inefficent but won't harm the process since the peer will 10332 * look at these in sequence and will thus release anything. 10333 * It could mean we exceed the PMTU and chop off some that 10334 * we could have included.. but this is unlikely (aka 1432/4 10335 * would mean 300+ stream seq's would have to be reported in 10336 * one FWD-TSN. With a bit of work we can later FIX this to 10337 * optimize and pull out duplcates.. but it does add more 10338 * overhead. So for now... not! 10339 */ 10340 at = TAILQ_FIRST(&asoc->sent_queue); 10341 for (i = 0; i < cnt_of_skipped; i++) { 10342 tp1 = TAILQ_NEXT(at, sctp_next); 10343 if (tp1 == NULL) 10344 break; 10345 if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) { 10346 /* We don't report these */ 10347 i--; 10348 at = tp1; 10349 continue; 10350 } 10351 if (at->rec.data.TSN_seq == advance_peer_ack_point) { 10352 at->rec.data.fwd_tsn_cnt = 0; 10353 } 10354 strseq->stream = ntohs(at->rec.data.stream_number); 10355 strseq->sequence = ntohs(at->rec.data.stream_seq); 10356 strseq++; 10357 at = tp1; 10358 } 10359 } 10360 return; 10361 } 10362 10363 void 10364 sctp_send_sack(struct sctp_tcb *stcb, int so_locked 10365 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 10366 SCTP_UNUSED 10367 #endif 10368 ) 10369 { 10370 /*- 10371 * Queue up a SACK or NR-SACK in the control queue. 10372 * We must first check to see if a SACK or NR-SACK is 10373 * somehow on the control queue. 10374 * If so, we will take and and remove the old one. 10375 */ 10376 struct sctp_association *asoc; 10377 struct sctp_tmit_chunk *chk, *a_chk; 10378 struct sctp_sack_chunk *sack; 10379 struct sctp_nr_sack_chunk *nr_sack; 10380 struct sctp_gap_ack_block *gap_descriptor; 10381 struct sack_track *selector; 10382 int mergeable = 0; 10383 int offset; 10384 caddr_t limit; 10385 uint32_t *dup; 10386 int limit_reached = 0; 10387 unsigned int i, siz, j; 10388 unsigned int num_gap_blocks = 0, num_nr_gap_blocks = 0, space; 10389 int num_dups = 0; 10390 int space_req; 10391 uint32_t highest_tsn; 10392 uint8_t flags; 10393 uint8_t type; 10394 uint8_t tsn_map; 10395 10396 if ((stcb->asoc.sctp_nr_sack_on_off == 1) && 10397 (stcb->asoc.peer_supports_nr_sack == 1)) { 10398 type = SCTP_NR_SELECTIVE_ACK; 10399 } else { 10400 type = SCTP_SELECTIVE_ACK; 10401 } 10402 a_chk = NULL; 10403 asoc = &stcb->asoc; 10404 SCTP_TCB_LOCK_ASSERT(stcb); 10405 if (asoc->last_data_chunk_from == NULL) { 10406 /* Hmm we never received anything */ 10407 return; 10408 } 10409 sctp_slide_mapping_arrays(stcb); 10410 sctp_set_rwnd(stcb, asoc); 10411 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 10412 if (chk->rec.chunk_id.id == type) { 10413 /* Hmm, found a sack already on queue, remove it */ 10414 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 10415 asoc->ctrl_queue_cnt--; 10416 a_chk = chk; 10417 if (a_chk->data) { 10418 sctp_m_freem(a_chk->data); 10419 a_chk->data = NULL; 10420 } 10421 if (a_chk->whoTo) { 10422 sctp_free_remote_addr(a_chk->whoTo); 10423 a_chk->whoTo = NULL; 10424 } 10425 break; 10426 } 10427 } 10428 if (a_chk == NULL) { 10429 sctp_alloc_a_chunk(stcb, a_chk); 10430 if (a_chk == NULL) { 10431 /* No memory so we drop the idea, and set a timer */ 10432 if (stcb->asoc.delayed_ack) { 10433 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 10434 stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_5); 10435 sctp_timer_start(SCTP_TIMER_TYPE_RECV, 10436 stcb->sctp_ep, stcb, NULL); 10437 } else { 10438 stcb->asoc.send_sack = 1; 10439 } 10440 return; 10441 } 10442 a_chk->copy_by_ref = 0; 10443 a_chk->rec.chunk_id.id = type; 10444 a_chk->rec.chunk_id.can_take_data = 1; 10445 } 10446 /* Clear our pkt counts */ 10447 asoc->data_pkts_seen = 0; 10448 10449 a_chk->asoc = asoc; 10450 a_chk->snd_count = 0; 10451 a_chk->send_size = 0; /* fill in later */ 10452 a_chk->sent = SCTP_DATAGRAM_UNSENT; 10453 a_chk->whoTo = NULL; 10454 10455 if ((asoc->numduptsns) || 10456 (!(asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE))) { 10457 /*- 10458 * Ok, we have some duplicates or the destination for the 10459 * sack is unreachable, lets see if we can select an 10460 * alternate than asoc->last_data_chunk_from 10461 */ 10462 if ((asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE) && 10463 (asoc->used_alt_onsack > asoc->numnets)) { 10464 /* We used an alt last time, don't this time */ 10465 a_chk->whoTo = NULL; 10466 } else { 10467 asoc->used_alt_onsack++; 10468 a_chk->whoTo = sctp_find_alternate_net(stcb, asoc->last_data_chunk_from, 0); 10469 } 10470 if (a_chk->whoTo == NULL) { 10471 /* Nope, no alternate */ 10472 a_chk->whoTo = asoc->last_data_chunk_from; 10473 asoc->used_alt_onsack = 0; 10474 } 10475 } else { 10476 /* 10477 * No duplicates so we use the last place we received data 10478 * from. 10479 */ 10480 asoc->used_alt_onsack = 0; 10481 a_chk->whoTo = asoc->last_data_chunk_from; 10482 } 10483 if (a_chk->whoTo) { 10484 atomic_add_int(&a_chk->whoTo->ref_count, 1); 10485 } 10486 if (SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->highest_tsn_inside_nr_map)) { 10487 highest_tsn = asoc->highest_tsn_inside_map; 10488 } else { 10489 highest_tsn = asoc->highest_tsn_inside_nr_map; 10490 } 10491 if (highest_tsn == asoc->cumulative_tsn) { 10492 /* no gaps */ 10493 if (type == SCTP_SELECTIVE_ACK) { 10494 space_req = sizeof(struct sctp_sack_chunk); 10495 } else { 10496 space_req = sizeof(struct sctp_nr_sack_chunk); 10497 } 10498 } else { 10499 /* gaps get a cluster */ 10500 space_req = MCLBYTES; 10501 } 10502 /* Ok now lets formulate a MBUF with our sack */ 10503 a_chk->data = sctp_get_mbuf_for_msg(space_req, 0, M_DONTWAIT, 1, MT_DATA); 10504 if ((a_chk->data == NULL) || 10505 (a_chk->whoTo == NULL)) { 10506 /* rats, no mbuf memory */ 10507 if (a_chk->data) { 10508 /* was a problem with the destination */ 10509 sctp_m_freem(a_chk->data); 10510 a_chk->data = NULL; 10511 } 10512 sctp_free_a_chunk(stcb, a_chk, so_locked); 10513 /* sa_ignore NO_NULL_CHK */ 10514 if (stcb->asoc.delayed_ack) { 10515 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 10516 stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_6); 10517 sctp_timer_start(SCTP_TIMER_TYPE_RECV, 10518 stcb->sctp_ep, stcb, NULL); 10519 } else { 10520 stcb->asoc.send_sack = 1; 10521 } 10522 return; 10523 } 10524 /* ok, lets go through and fill it in */ 10525 SCTP_BUF_RESV_UF(a_chk->data, SCTP_MIN_OVERHEAD); 10526 space = M_TRAILINGSPACE(a_chk->data); 10527 if (space > (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD)) { 10528 space = (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD); 10529 } 10530 limit = mtod(a_chk->data, caddr_t); 10531 limit += space; 10532 10533 flags = 0; 10534 10535 if ((asoc->sctp_cmt_on_off > 0) && 10536 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 10537 /*- 10538 * CMT DAC algorithm: If 2 (i.e., 0x10) packets have been 10539 * received, then set high bit to 1, else 0. Reset 10540 * pkts_rcvd. 10541 */ 10542 flags |= (asoc->cmt_dac_pkts_rcvd << 6); 10543 asoc->cmt_dac_pkts_rcvd = 0; 10544 } 10545 #ifdef SCTP_ASOCLOG_OF_TSNS 10546 stcb->asoc.cumack_logsnt[stcb->asoc.cumack_log_atsnt] = asoc->cumulative_tsn; 10547 stcb->asoc.cumack_log_atsnt++; 10548 if (stcb->asoc.cumack_log_atsnt >= SCTP_TSN_LOG_SIZE) { 10549 stcb->asoc.cumack_log_atsnt = 0; 10550 } 10551 #endif 10552 /* reset the readers interpretation */ 10553 stcb->freed_by_sorcv_sincelast = 0; 10554 10555 if (type == SCTP_SELECTIVE_ACK) { 10556 sack = mtod(a_chk->data, struct sctp_sack_chunk *); 10557 nr_sack = NULL; 10558 gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)sack + sizeof(struct sctp_sack_chunk)); 10559 if (highest_tsn > asoc->mapping_array_base_tsn) { 10560 siz = (((highest_tsn - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10561 } else { 10562 siz = (((MAX_TSN - highest_tsn) + 1) + highest_tsn + 7) / 8; 10563 } 10564 } else { 10565 sack = NULL; 10566 nr_sack = mtod(a_chk->data, struct sctp_nr_sack_chunk *); 10567 gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)nr_sack + sizeof(struct sctp_nr_sack_chunk)); 10568 if (asoc->highest_tsn_inside_map > asoc->mapping_array_base_tsn) { 10569 siz = (((asoc->highest_tsn_inside_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10570 } else { 10571 siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_map + 7) / 8; 10572 } 10573 } 10574 10575 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) { 10576 offset = 1; 10577 } else { 10578 offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn; 10579 } 10580 if (((type == SCTP_SELECTIVE_ACK) && 10581 SCTP_TSN_GT(highest_tsn, asoc->cumulative_tsn)) || 10582 ((type == SCTP_NR_SELECTIVE_ACK) && 10583 SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->cumulative_tsn))) { 10584 /* we have a gap .. maybe */ 10585 for (i = 0; i < siz; i++) { 10586 tsn_map = asoc->mapping_array[i]; 10587 if (type == SCTP_SELECTIVE_ACK) { 10588 tsn_map |= asoc->nr_mapping_array[i]; 10589 } 10590 if (i == 0) { 10591 /* 10592 * Clear all bits corresponding to TSNs 10593 * smaller or equal to the cumulative TSN. 10594 */ 10595 tsn_map &= (~0 << (1 - offset)); 10596 } 10597 selector = &sack_array[tsn_map]; 10598 if (mergeable && selector->right_edge) { 10599 /* 10600 * Backup, left and right edges were ok to 10601 * merge. 10602 */ 10603 num_gap_blocks--; 10604 gap_descriptor--; 10605 } 10606 if (selector->num_entries == 0) 10607 mergeable = 0; 10608 else { 10609 for (j = 0; j < selector->num_entries; j++) { 10610 if (mergeable && selector->right_edge) { 10611 /* 10612 * do a merge by NOT setting 10613 * the left side 10614 */ 10615 mergeable = 0; 10616 } else { 10617 /* 10618 * no merge, set the left 10619 * side 10620 */ 10621 mergeable = 0; 10622 gap_descriptor->start = htons((selector->gaps[j].start + offset)); 10623 } 10624 gap_descriptor->end = htons((selector->gaps[j].end + offset)); 10625 num_gap_blocks++; 10626 gap_descriptor++; 10627 if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) { 10628 /* no more room */ 10629 limit_reached = 1; 10630 break; 10631 } 10632 } 10633 if (selector->left_edge) { 10634 mergeable = 1; 10635 } 10636 } 10637 if (limit_reached) { 10638 /* Reached the limit stop */ 10639 break; 10640 } 10641 offset += 8; 10642 } 10643 } 10644 if ((type == SCTP_NR_SELECTIVE_ACK) && 10645 (limit_reached == 0)) { 10646 10647 mergeable = 0; 10648 10649 if (asoc->highest_tsn_inside_nr_map > asoc->mapping_array_base_tsn) { 10650 siz = (((asoc->highest_tsn_inside_nr_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10651 } else { 10652 siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_nr_map + 7) / 8; 10653 } 10654 10655 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) { 10656 offset = 1; 10657 } else { 10658 offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn; 10659 } 10660 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->cumulative_tsn)) { 10661 /* we have a gap .. maybe */ 10662 for (i = 0; i < siz; i++) { 10663 tsn_map = asoc->nr_mapping_array[i]; 10664 if (i == 0) { 10665 /* 10666 * Clear all bits corresponding to 10667 * TSNs smaller or equal to the 10668 * cumulative TSN. 10669 */ 10670 tsn_map &= (~0 << (1 - offset)); 10671 } 10672 selector = &sack_array[tsn_map]; 10673 if (mergeable && selector->right_edge) { 10674 /* 10675 * Backup, left and right edges were 10676 * ok to merge. 10677 */ 10678 num_nr_gap_blocks--; 10679 gap_descriptor--; 10680 } 10681 if (selector->num_entries == 0) 10682 mergeable = 0; 10683 else { 10684 for (j = 0; j < selector->num_entries; j++) { 10685 if (mergeable && selector->right_edge) { 10686 /* 10687 * do a merge by NOT 10688 * setting the left 10689 * side 10690 */ 10691 mergeable = 0; 10692 } else { 10693 /* 10694 * no merge, set the 10695 * left side 10696 */ 10697 mergeable = 0; 10698 gap_descriptor->start = htons((selector->gaps[j].start + offset)); 10699 } 10700 gap_descriptor->end = htons((selector->gaps[j].end + offset)); 10701 num_nr_gap_blocks++; 10702 gap_descriptor++; 10703 if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) { 10704 /* no more room */ 10705 limit_reached = 1; 10706 break; 10707 } 10708 } 10709 if (selector->left_edge) { 10710 mergeable = 1; 10711 } 10712 } 10713 if (limit_reached) { 10714 /* Reached the limit stop */ 10715 break; 10716 } 10717 offset += 8; 10718 } 10719 } 10720 } 10721 /* now we must add any dups we are going to report. */ 10722 if ((limit_reached == 0) && (asoc->numduptsns)) { 10723 dup = (uint32_t *) gap_descriptor; 10724 for (i = 0; i < asoc->numduptsns; i++) { 10725 *dup = htonl(asoc->dup_tsns[i]); 10726 dup++; 10727 num_dups++; 10728 if (((caddr_t)dup + sizeof(uint32_t)) > limit) { 10729 /* no more room */ 10730 break; 10731 } 10732 } 10733 asoc->numduptsns = 0; 10734 } 10735 /* 10736 * now that the chunk is prepared queue it to the control chunk 10737 * queue. 10738 */ 10739 if (type == SCTP_SELECTIVE_ACK) { 10740 a_chk->send_size = sizeof(struct sctp_sack_chunk) + 10741 (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) + 10742 num_dups * sizeof(int32_t); 10743 SCTP_BUF_LEN(a_chk->data) = a_chk->send_size; 10744 sack->sack.cum_tsn_ack = htonl(asoc->cumulative_tsn); 10745 sack->sack.a_rwnd = htonl(asoc->my_rwnd); 10746 sack->sack.num_gap_ack_blks = htons(num_gap_blocks); 10747 sack->sack.num_dup_tsns = htons(num_dups); 10748 sack->ch.chunk_type = type; 10749 sack->ch.chunk_flags = flags; 10750 sack->ch.chunk_length = htons(a_chk->send_size); 10751 } else { 10752 a_chk->send_size = sizeof(struct sctp_nr_sack_chunk) + 10753 (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) + 10754 num_dups * sizeof(int32_t); 10755 SCTP_BUF_LEN(a_chk->data) = a_chk->send_size; 10756 nr_sack->nr_sack.cum_tsn_ack = htonl(asoc->cumulative_tsn); 10757 nr_sack->nr_sack.a_rwnd = htonl(asoc->my_rwnd); 10758 nr_sack->nr_sack.num_gap_ack_blks = htons(num_gap_blocks); 10759 nr_sack->nr_sack.num_nr_gap_ack_blks = htons(num_nr_gap_blocks); 10760 nr_sack->nr_sack.num_dup_tsns = htons(num_dups); 10761 nr_sack->nr_sack.reserved = 0; 10762 nr_sack->ch.chunk_type = type; 10763 nr_sack->ch.chunk_flags = flags; 10764 nr_sack->ch.chunk_length = htons(a_chk->send_size); 10765 } 10766 TAILQ_INSERT_TAIL(&asoc->control_send_queue, a_chk, sctp_next); 10767 asoc->my_last_reported_rwnd = asoc->my_rwnd; 10768 asoc->ctrl_queue_cnt++; 10769 asoc->send_sack = 0; 10770 SCTP_STAT_INCR(sctps_sendsacks); 10771 return; 10772 } 10773 10774 void 10775 sctp_send_abort_tcb(struct sctp_tcb *stcb, struct mbuf *operr, int so_locked 10776 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 10777 SCTP_UNUSED 10778 #endif 10779 ) 10780 { 10781 struct mbuf *m_abort; 10782 struct mbuf *m_out = NULL, *m_end = NULL; 10783 struct sctp_abort_chunk *abort = NULL; 10784 int sz; 10785 uint32_t auth_offset = 0; 10786 struct sctp_auth_chunk *auth = NULL; 10787 struct sctp_nets *net; 10788 10789 /*- 10790 * Add an AUTH chunk, if chunk requires it and save the offset into 10791 * the chain for AUTH 10792 */ 10793 if (sctp_auth_is_required_chunk(SCTP_ABORT_ASSOCIATION, 10794 stcb->asoc.peer_auth_chunks)) { 10795 m_out = sctp_add_auth_chunk(m_out, &m_end, &auth, &auth_offset, 10796 stcb, SCTP_ABORT_ASSOCIATION); 10797 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10798 } 10799 SCTP_TCB_LOCK_ASSERT(stcb); 10800 m_abort = sctp_get_mbuf_for_msg(sizeof(struct sctp_abort_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 10801 if (m_abort == NULL) { 10802 /* no mbuf's */ 10803 if (m_out) 10804 sctp_m_freem(m_out); 10805 return; 10806 } 10807 /* link in any error */ 10808 SCTP_BUF_NEXT(m_abort) = operr; 10809 sz = 0; 10810 if (operr) { 10811 struct mbuf *n; 10812 10813 n = operr; 10814 while (n) { 10815 sz += SCTP_BUF_LEN(n); 10816 n = SCTP_BUF_NEXT(n); 10817 } 10818 } 10819 SCTP_BUF_LEN(m_abort) = sizeof(*abort); 10820 if (m_out == NULL) { 10821 /* NO Auth chunk prepended, so reserve space in front */ 10822 SCTP_BUF_RESV_UF(m_abort, SCTP_MIN_OVERHEAD); 10823 m_out = m_abort; 10824 } else { 10825 /* Put AUTH chunk at the front of the chain */ 10826 SCTP_BUF_NEXT(m_end) = m_abort; 10827 } 10828 if (stcb->asoc.alternate) { 10829 net = stcb->asoc.alternate; 10830 } else { 10831 net = stcb->asoc.primary_destination; 10832 } 10833 /* fill in the ABORT chunk */ 10834 abort = mtod(m_abort, struct sctp_abort_chunk *); 10835 abort->ch.chunk_type = SCTP_ABORT_ASSOCIATION; 10836 abort->ch.chunk_flags = 0; 10837 abort->ch.chunk_length = htons(sizeof(*abort) + sz); 10838 10839 (void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net, 10840 (struct sockaddr *)&net->ro._l_addr, 10841 m_out, auth_offset, auth, stcb->asoc.authinfo.active_keyid, 1, 0, 0, 10842 stcb->sctp_ep->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 10843 stcb->asoc.primary_destination->port, so_locked, NULL, NULL); 10844 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10845 } 10846 10847 void 10848 sctp_send_shutdown_complete(struct sctp_tcb *stcb, 10849 struct sctp_nets *net, 10850 int reflect_vtag) 10851 { 10852 /* formulate and SEND a SHUTDOWN-COMPLETE */ 10853 struct mbuf *m_shutdown_comp; 10854 struct sctp_shutdown_complete_chunk *shutdown_complete; 10855 uint32_t vtag; 10856 uint8_t flags; 10857 10858 m_shutdown_comp = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_DONTWAIT, 1, MT_HEADER); 10859 if (m_shutdown_comp == NULL) { 10860 /* no mbuf's */ 10861 return; 10862 } 10863 if (reflect_vtag) { 10864 flags = SCTP_HAD_NO_TCB; 10865 vtag = stcb->asoc.my_vtag; 10866 } else { 10867 flags = 0; 10868 vtag = stcb->asoc.peer_vtag; 10869 } 10870 shutdown_complete = mtod(m_shutdown_comp, struct sctp_shutdown_complete_chunk *); 10871 shutdown_complete->ch.chunk_type = SCTP_SHUTDOWN_COMPLETE; 10872 shutdown_complete->ch.chunk_flags = flags; 10873 shutdown_complete->ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk)); 10874 SCTP_BUF_LEN(m_shutdown_comp) = sizeof(struct sctp_shutdown_complete_chunk); 10875 (void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net, 10876 (struct sockaddr *)&net->ro._l_addr, 10877 m_shutdown_comp, 0, NULL, 0, 1, 0, 0, 10878 stcb->sctp_ep->sctp_lport, stcb->rport, 10879 htonl(vtag), 10880 net->port, SCTP_SO_NOT_LOCKED, NULL, NULL); 10881 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10882 return; 10883 } 10884 10885 void 10886 sctp_send_shutdown_complete2(struct mbuf *m, struct sctphdr *sh, 10887 uint32_t vrf_id, uint16_t port) 10888 { 10889 /* formulate and SEND a SHUTDOWN-COMPLETE */ 10890 struct mbuf *o_pak; 10891 struct mbuf *mout; 10892 struct ip *iph; 10893 struct udphdr *udp = NULL; 10894 int offset_out, len, mlen; 10895 struct sctp_shutdown_complete_msg *comp_cp; 10896 10897 #ifdef INET 10898 struct ip *iph_out; 10899 10900 #endif 10901 #ifdef INET6 10902 struct ip6_hdr *ip6, *ip6_out; 10903 10904 #endif 10905 10906 iph = mtod(m, struct ip *); 10907 switch (iph->ip_v) { 10908 #ifdef INET 10909 case IPVERSION: 10910 len = (sizeof(struct ip) + sizeof(struct sctp_shutdown_complete_msg)); 10911 break; 10912 #endif 10913 #ifdef INET6 10914 case IPV6_VERSION >> 4: 10915 len = (sizeof(struct ip6_hdr) + sizeof(struct sctp_shutdown_complete_msg)); 10916 break; 10917 #endif 10918 default: 10919 return; 10920 } 10921 if (port) { 10922 len += sizeof(struct udphdr); 10923 } 10924 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 10925 if (mout == NULL) { 10926 return; 10927 } 10928 SCTP_BUF_RESV_UF(mout, max_linkhdr); 10929 SCTP_BUF_LEN(mout) = len; 10930 SCTP_BUF_NEXT(mout) = NULL; 10931 if (m->m_flags & M_FLOWID) { 10932 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 10933 mout->m_flags |= M_FLOWID; 10934 } 10935 #ifdef INET 10936 iph_out = NULL; 10937 #endif 10938 #ifdef INET6 10939 ip6_out = NULL; 10940 #endif 10941 offset_out = 0; 10942 10943 switch (iph->ip_v) { 10944 #ifdef INET 10945 case IPVERSION: 10946 iph_out = mtod(mout, struct ip *); 10947 10948 /* Fill in the IP header for the ABORT */ 10949 iph_out->ip_v = IPVERSION; 10950 iph_out->ip_hl = (sizeof(struct ip) / 4); 10951 iph_out->ip_tos = (u_char)0; 10952 iph_out->ip_id = 0; 10953 iph_out->ip_off = 0; 10954 iph_out->ip_ttl = MAXTTL; 10955 if (port) { 10956 iph_out->ip_p = IPPROTO_UDP; 10957 } else { 10958 iph_out->ip_p = IPPROTO_SCTP; 10959 } 10960 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 10961 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 10962 10963 /* let IP layer calculate this */ 10964 iph_out->ip_sum = 0; 10965 offset_out += sizeof(*iph_out); 10966 comp_cp = (struct sctp_shutdown_complete_msg *)( 10967 (caddr_t)iph_out + offset_out); 10968 break; 10969 #endif 10970 #ifdef INET6 10971 case IPV6_VERSION >> 4: 10972 ip6 = (struct ip6_hdr *)iph; 10973 ip6_out = mtod(mout, struct ip6_hdr *); 10974 10975 /* Fill in the IPv6 header for the ABORT */ 10976 ip6_out->ip6_flow = ip6->ip6_flow; 10977 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 10978 if (port) { 10979 ip6_out->ip6_nxt = IPPROTO_UDP; 10980 } else { 10981 ip6_out->ip6_nxt = IPPROTO_SCTP; 10982 } 10983 ip6_out->ip6_src = ip6->ip6_dst; 10984 ip6_out->ip6_dst = ip6->ip6_src; 10985 /* 10986 * ?? The old code had both the iph len + payload, I think 10987 * this is wrong and would never have worked 10988 */ 10989 ip6_out->ip6_plen = sizeof(struct sctp_shutdown_complete_msg); 10990 offset_out += sizeof(*ip6_out); 10991 comp_cp = (struct sctp_shutdown_complete_msg *)( 10992 (caddr_t)ip6_out + offset_out); 10993 break; 10994 #endif /* INET6 */ 10995 default: 10996 /* Currently not supported. */ 10997 sctp_m_freem(mout); 10998 return; 10999 } 11000 if (port) { 11001 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 11002 sctp_m_freem(mout); 11003 return; 11004 } 11005 udp = (struct udphdr *)comp_cp; 11006 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 11007 udp->uh_dport = port; 11008 udp->uh_ulen = htons(sizeof(struct sctp_shutdown_complete_msg) + sizeof(struct udphdr)); 11009 #ifdef INET 11010 if (iph_out) 11011 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 11012 #endif 11013 offset_out += sizeof(struct udphdr); 11014 comp_cp = (struct sctp_shutdown_complete_msg *)((caddr_t)comp_cp + sizeof(struct udphdr)); 11015 } 11016 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 11017 /* no mbuf's */ 11018 sctp_m_freem(mout); 11019 return; 11020 } 11021 /* Now copy in and fill in the ABORT tags etc. */ 11022 comp_cp->sh.src_port = sh->dest_port; 11023 comp_cp->sh.dest_port = sh->src_port; 11024 comp_cp->sh.checksum = 0; 11025 comp_cp->sh.v_tag = sh->v_tag; 11026 comp_cp->shut_cmp.ch.chunk_flags = SCTP_HAD_NO_TCB; 11027 comp_cp->shut_cmp.ch.chunk_type = SCTP_SHUTDOWN_COMPLETE; 11028 comp_cp->shut_cmp.ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk)); 11029 11030 #ifdef INET 11031 if (iph_out != NULL) { 11032 sctp_route_t ro; 11033 int ret; 11034 11035 mlen = SCTP_BUF_LEN(mout); 11036 bzero(&ro, sizeof ro); 11037 /* set IPv4 length */ 11038 iph_out->ip_len = mlen; 11039 #ifdef SCTP_PACKET_LOGGING 11040 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 11041 sctp_packet_log(mout, mlen); 11042 #endif 11043 if (port) { 11044 #if defined(SCTP_WITH_NO_CSUM) 11045 SCTP_STAT_INCR(sctps_sendnocrc); 11046 #else 11047 comp_cp->sh.checksum = sctp_calculate_cksum(mout, offset_out); 11048 SCTP_STAT_INCR(sctps_sendswcrc); 11049 #endif 11050 SCTP_ENABLE_UDP_CSUM(mout); 11051 } else { 11052 #if defined(SCTP_WITH_NO_CSUM) 11053 SCTP_STAT_INCR(sctps_sendnocrc); 11054 #else 11055 mout->m_pkthdr.csum_flags = CSUM_SCTP; 11056 mout->m_pkthdr.csum_data = 0; 11057 SCTP_STAT_INCR(sctps_sendhwcrc); 11058 #endif 11059 } 11060 SCTP_ATTACH_CHAIN(o_pak, mout, mlen); 11061 /* out it goes */ 11062 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 11063 11064 /* Free the route if we got one back */ 11065 if (ro.ro_rt) 11066 RTFREE(ro.ro_rt); 11067 } 11068 #endif 11069 #ifdef INET6 11070 if (ip6_out != NULL) { 11071 struct route_in6 ro; 11072 int ret; 11073 struct ifnet *ifp = NULL; 11074 11075 bzero(&ro, sizeof(ro)); 11076 mlen = SCTP_BUF_LEN(mout); 11077 #ifdef SCTP_PACKET_LOGGING 11078 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 11079 sctp_packet_log(mout, mlen); 11080 #endif 11081 SCTP_ATTACH_CHAIN(o_pak, mout, mlen); 11082 if (port) { 11083 #if defined(SCTP_WITH_NO_CSUM) 11084 SCTP_STAT_INCR(sctps_sendnocrc); 11085 #else 11086 comp_cp->sh.checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 11087 SCTP_STAT_INCR(sctps_sendswcrc); 11088 #endif 11089 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), mlen - sizeof(struct ip6_hdr))) == 0) { 11090 udp->uh_sum = 0xffff; 11091 } 11092 } else { 11093 #if defined(SCTP_WITH_NO_CSUM) 11094 SCTP_STAT_INCR(sctps_sendnocrc); 11095 #else 11096 mout->m_pkthdr.csum_flags = CSUM_SCTP; 11097 mout->m_pkthdr.csum_data = 0; 11098 SCTP_STAT_INCR(sctps_sendhwcrc); 11099 #endif 11100 } 11101 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 11102 11103 /* Free the route if we got one back */ 11104 if (ro.ro_rt) 11105 RTFREE(ro.ro_rt); 11106 } 11107 #endif 11108 SCTP_STAT_INCR(sctps_sendpackets); 11109 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 11110 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 11111 return; 11112 11113 } 11114 11115 void 11116 sctp_send_hb(struct sctp_tcb *stcb, struct sctp_nets *net, int so_locked 11117 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 11118 SCTP_UNUSED 11119 #endif 11120 ) 11121 { 11122 struct sctp_tmit_chunk *chk; 11123 struct sctp_heartbeat_chunk *hb; 11124 struct timeval now; 11125 11126 SCTP_TCB_LOCK_ASSERT(stcb); 11127 if (net == NULL) { 11128 return; 11129 } 11130 (void)SCTP_GETTIME_TIMEVAL(&now); 11131 switch (net->ro._l_addr.sa.sa_family) { 11132 #ifdef INET 11133 case AF_INET: 11134 break; 11135 #endif 11136 #ifdef INET6 11137 case AF_INET6: 11138 break; 11139 #endif 11140 default: 11141 return; 11142 } 11143 sctp_alloc_a_chunk(stcb, chk); 11144 if (chk == NULL) { 11145 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak, can't get a chunk for hb\n"); 11146 return; 11147 } 11148 chk->copy_by_ref = 0; 11149 chk->rec.chunk_id.id = SCTP_HEARTBEAT_REQUEST; 11150 chk->rec.chunk_id.can_take_data = 1; 11151 chk->asoc = &stcb->asoc; 11152 chk->send_size = sizeof(struct sctp_heartbeat_chunk); 11153 11154 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11155 if (chk->data == NULL) { 11156 sctp_free_a_chunk(stcb, chk, so_locked); 11157 return; 11158 } 11159 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11160 SCTP_BUF_LEN(chk->data) = chk->send_size; 11161 chk->sent = SCTP_DATAGRAM_UNSENT; 11162 chk->snd_count = 0; 11163 chk->whoTo = net; 11164 atomic_add_int(&chk->whoTo->ref_count, 1); 11165 /* Now we have a mbuf that we can fill in with the details */ 11166 hb = mtod(chk->data, struct sctp_heartbeat_chunk *); 11167 memset(hb, 0, sizeof(struct sctp_heartbeat_chunk)); 11168 /* fill out chunk header */ 11169 hb->ch.chunk_type = SCTP_HEARTBEAT_REQUEST; 11170 hb->ch.chunk_flags = 0; 11171 hb->ch.chunk_length = htons(chk->send_size); 11172 /* Fill out hb parameter */ 11173 hb->heartbeat.hb_info.ph.param_type = htons(SCTP_HEARTBEAT_INFO); 11174 hb->heartbeat.hb_info.ph.param_length = htons(sizeof(struct sctp_heartbeat_info_param)); 11175 hb->heartbeat.hb_info.time_value_1 = now.tv_sec; 11176 hb->heartbeat.hb_info.time_value_2 = now.tv_usec; 11177 /* Did our user request this one, put it in */ 11178 hb->heartbeat.hb_info.addr_family = net->ro._l_addr.sa.sa_family; 11179 hb->heartbeat.hb_info.addr_len = net->ro._l_addr.sa.sa_len; 11180 if (net->dest_state & SCTP_ADDR_UNCONFIRMED) { 11181 /* 11182 * we only take from the entropy pool if the address is not 11183 * confirmed. 11184 */ 11185 net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep); 11186 net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep); 11187 } else { 11188 net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = 0; 11189 net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = 0; 11190 } 11191 switch (net->ro._l_addr.sa.sa_family) { 11192 #ifdef INET 11193 case AF_INET: 11194 memcpy(hb->heartbeat.hb_info.address, 11195 &net->ro._l_addr.sin.sin_addr, 11196 sizeof(net->ro._l_addr.sin.sin_addr)); 11197 break; 11198 #endif 11199 #ifdef INET6 11200 case AF_INET6: 11201 memcpy(hb->heartbeat.hb_info.address, 11202 &net->ro._l_addr.sin6.sin6_addr, 11203 sizeof(net->ro._l_addr.sin6.sin6_addr)); 11204 break; 11205 #endif 11206 default: 11207 return; 11208 break; 11209 } 11210 net->hb_responded = 0; 11211 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11212 stcb->asoc.ctrl_queue_cnt++; 11213 SCTP_STAT_INCR(sctps_sendheartbeat); 11214 return; 11215 } 11216 11217 void 11218 sctp_send_ecn_echo(struct sctp_tcb *stcb, struct sctp_nets *net, 11219 uint32_t high_tsn) 11220 { 11221 struct sctp_association *asoc; 11222 struct sctp_ecne_chunk *ecne; 11223 struct sctp_tmit_chunk *chk; 11224 11225 if (net == NULL) { 11226 return; 11227 } 11228 asoc = &stcb->asoc; 11229 SCTP_TCB_LOCK_ASSERT(stcb); 11230 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 11231 if ((chk->rec.chunk_id.id == SCTP_ECN_ECHO) && (net == chk->whoTo)) { 11232 /* found a previous ECN_ECHO update it if needed */ 11233 uint32_t cnt, ctsn; 11234 11235 ecne = mtod(chk->data, struct sctp_ecne_chunk *); 11236 ctsn = ntohl(ecne->tsn); 11237 if (SCTP_TSN_GT(high_tsn, ctsn)) { 11238 ecne->tsn = htonl(high_tsn); 11239 SCTP_STAT_INCR(sctps_queue_upd_ecne); 11240 } 11241 cnt = ntohl(ecne->num_pkts_since_cwr); 11242 cnt++; 11243 ecne->num_pkts_since_cwr = htonl(cnt); 11244 return; 11245 } 11246 } 11247 /* nope could not find one to update so we must build one */ 11248 sctp_alloc_a_chunk(stcb, chk); 11249 if (chk == NULL) { 11250 return; 11251 } 11252 chk->copy_by_ref = 0; 11253 SCTP_STAT_INCR(sctps_queue_upd_ecne); 11254 chk->rec.chunk_id.id = SCTP_ECN_ECHO; 11255 chk->rec.chunk_id.can_take_data = 0; 11256 chk->asoc = &stcb->asoc; 11257 chk->send_size = sizeof(struct sctp_ecne_chunk); 11258 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11259 if (chk->data == NULL) { 11260 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11261 return; 11262 } 11263 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11264 SCTP_BUF_LEN(chk->data) = chk->send_size; 11265 chk->sent = SCTP_DATAGRAM_UNSENT; 11266 chk->snd_count = 0; 11267 chk->whoTo = net; 11268 atomic_add_int(&chk->whoTo->ref_count, 1); 11269 11270 stcb->asoc.ecn_echo_cnt_onq++; 11271 ecne = mtod(chk->data, struct sctp_ecne_chunk *); 11272 ecne->ch.chunk_type = SCTP_ECN_ECHO; 11273 ecne->ch.chunk_flags = 0; 11274 ecne->ch.chunk_length = htons(sizeof(struct sctp_ecne_chunk)); 11275 ecne->tsn = htonl(high_tsn); 11276 ecne->num_pkts_since_cwr = htonl(1); 11277 TAILQ_INSERT_HEAD(&stcb->asoc.control_send_queue, chk, sctp_next); 11278 asoc->ctrl_queue_cnt++; 11279 } 11280 11281 void 11282 sctp_send_packet_dropped(struct sctp_tcb *stcb, struct sctp_nets *net, 11283 struct mbuf *m, int iphlen, int bad_crc) 11284 { 11285 struct sctp_association *asoc; 11286 struct sctp_pktdrop_chunk *drp; 11287 struct sctp_tmit_chunk *chk; 11288 uint8_t *datap; 11289 int len; 11290 int was_trunc = 0; 11291 struct ip *iph; 11292 11293 #ifdef INET6 11294 struct ip6_hdr *ip6h; 11295 11296 #endif 11297 int fullsz = 0, extra = 0; 11298 long spc; 11299 int offset; 11300 struct sctp_chunkhdr *ch, chunk_buf; 11301 unsigned int chk_length; 11302 11303 if (!stcb) { 11304 return; 11305 } 11306 asoc = &stcb->asoc; 11307 SCTP_TCB_LOCK_ASSERT(stcb); 11308 if (asoc->peer_supports_pktdrop == 0) { 11309 /*- 11310 * peer must declare support before I send one. 11311 */ 11312 return; 11313 } 11314 if (stcb->sctp_socket == NULL) { 11315 return; 11316 } 11317 sctp_alloc_a_chunk(stcb, chk); 11318 if (chk == NULL) { 11319 return; 11320 } 11321 chk->copy_by_ref = 0; 11322 iph = mtod(m, struct ip *); 11323 if (iph == NULL) { 11324 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11325 return; 11326 } 11327 switch (iph->ip_v) { 11328 #ifdef INET 11329 case IPVERSION: 11330 /* IPv4 */ 11331 len = chk->send_size = iph->ip_len; 11332 break; 11333 #endif 11334 #ifdef INET6 11335 case IPV6_VERSION >> 4: 11336 /* IPv6 */ 11337 ip6h = mtod(m, struct ip6_hdr *); 11338 len = chk->send_size = htons(ip6h->ip6_plen); 11339 break; 11340 #endif 11341 default: 11342 return; 11343 } 11344 /* Validate that we do not have an ABORT in here. */ 11345 offset = iphlen + sizeof(struct sctphdr); 11346 ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset, 11347 sizeof(*ch), (uint8_t *) & chunk_buf); 11348 while (ch != NULL) { 11349 chk_length = ntohs(ch->chunk_length); 11350 if (chk_length < sizeof(*ch)) { 11351 /* break to abort land */ 11352 break; 11353 } 11354 switch (ch->chunk_type) { 11355 case SCTP_PACKET_DROPPED: 11356 case SCTP_ABORT_ASSOCIATION: 11357 case SCTP_INITIATION_ACK: 11358 /** 11359 * We don't respond with an PKT-DROP to an ABORT 11360 * or PKT-DROP. We also do not respond to an 11361 * INIT-ACK, because we can't know if the initiation 11362 * tag is correct or not. 11363 */ 11364 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11365 return; 11366 default: 11367 break; 11368 } 11369 offset += SCTP_SIZE32(chk_length); 11370 ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset, 11371 sizeof(*ch), (uint8_t *) & chunk_buf); 11372 } 11373 11374 if ((len + SCTP_MAX_OVERHEAD + sizeof(struct sctp_pktdrop_chunk)) > 11375 min(stcb->asoc.smallest_mtu, MCLBYTES)) { 11376 /* 11377 * only send 1 mtu worth, trim off the excess on the end. 11378 */ 11379 fullsz = len - extra; 11380 len = min(stcb->asoc.smallest_mtu, MCLBYTES) - SCTP_MAX_OVERHEAD; 11381 was_trunc = 1; 11382 } 11383 chk->asoc = &stcb->asoc; 11384 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 11385 if (chk->data == NULL) { 11386 jump_out: 11387 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11388 return; 11389 } 11390 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11391 drp = mtod(chk->data, struct sctp_pktdrop_chunk *); 11392 if (drp == NULL) { 11393 sctp_m_freem(chk->data); 11394 chk->data = NULL; 11395 goto jump_out; 11396 } 11397 chk->book_size = SCTP_SIZE32((chk->send_size + sizeof(struct sctp_pktdrop_chunk) + 11398 sizeof(struct sctphdr) + SCTP_MED_OVERHEAD)); 11399 chk->book_size_scale = 0; 11400 if (was_trunc) { 11401 drp->ch.chunk_flags = SCTP_PACKET_TRUNCATED; 11402 drp->trunc_len = htons(fullsz); 11403 /* 11404 * Len is already adjusted to size minus overhead above take 11405 * out the pkt_drop chunk itself from it. 11406 */ 11407 chk->send_size = len - sizeof(struct sctp_pktdrop_chunk); 11408 len = chk->send_size; 11409 } else { 11410 /* no truncation needed */ 11411 drp->ch.chunk_flags = 0; 11412 drp->trunc_len = htons(0); 11413 } 11414 if (bad_crc) { 11415 drp->ch.chunk_flags |= SCTP_BADCRC; 11416 } 11417 chk->send_size += sizeof(struct sctp_pktdrop_chunk); 11418 SCTP_BUF_LEN(chk->data) = chk->send_size; 11419 chk->sent = SCTP_DATAGRAM_UNSENT; 11420 chk->snd_count = 0; 11421 if (net) { 11422 /* we should hit here */ 11423 chk->whoTo = net; 11424 atomic_add_int(&chk->whoTo->ref_count, 1); 11425 } else { 11426 chk->whoTo = NULL; 11427 } 11428 chk->rec.chunk_id.id = SCTP_PACKET_DROPPED; 11429 chk->rec.chunk_id.can_take_data = 1; 11430 drp->ch.chunk_type = SCTP_PACKET_DROPPED; 11431 drp->ch.chunk_length = htons(chk->send_size); 11432 spc = SCTP_SB_LIMIT_RCV(stcb->sctp_socket); 11433 if (spc < 0) { 11434 spc = 0; 11435 } 11436 drp->bottle_bw = htonl(spc); 11437 if (asoc->my_rwnd) { 11438 drp->current_onq = htonl(asoc->size_on_reasm_queue + 11439 asoc->size_on_all_streams + 11440 asoc->my_rwnd_control_len + 11441 stcb->sctp_socket->so_rcv.sb_cc); 11442 } else { 11443 /*- 11444 * If my rwnd is 0, possibly from mbuf depletion as well as 11445 * space used, tell the peer there is NO space aka onq == bw 11446 */ 11447 drp->current_onq = htonl(spc); 11448 } 11449 drp->reserved = 0; 11450 datap = drp->data; 11451 m_copydata(m, iphlen, len, (caddr_t)datap); 11452 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11453 asoc->ctrl_queue_cnt++; 11454 } 11455 11456 void 11457 sctp_send_cwr(struct sctp_tcb *stcb, struct sctp_nets *net, uint32_t high_tsn, uint8_t override) 11458 { 11459 struct sctp_association *asoc; 11460 struct sctp_cwr_chunk *cwr; 11461 struct sctp_tmit_chunk *chk; 11462 11463 asoc = &stcb->asoc; 11464 SCTP_TCB_LOCK_ASSERT(stcb); 11465 if (net == NULL) { 11466 return; 11467 } 11468 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 11469 if ((chk->rec.chunk_id.id == SCTP_ECN_CWR) && (net == chk->whoTo)) { 11470 /* 11471 * found a previous CWR queued to same destination 11472 * update it if needed 11473 */ 11474 uint32_t ctsn; 11475 11476 cwr = mtod(chk->data, struct sctp_cwr_chunk *); 11477 ctsn = ntohl(cwr->tsn); 11478 if (SCTP_TSN_GT(high_tsn, ctsn)) { 11479 cwr->tsn = htonl(high_tsn); 11480 } 11481 if (override & SCTP_CWR_REDUCE_OVERRIDE) { 11482 /* Make sure override is carried */ 11483 cwr->ch.chunk_flags |= SCTP_CWR_REDUCE_OVERRIDE; 11484 } 11485 return; 11486 } 11487 } 11488 sctp_alloc_a_chunk(stcb, chk); 11489 if (chk == NULL) { 11490 return; 11491 } 11492 chk->copy_by_ref = 0; 11493 chk->rec.chunk_id.id = SCTP_ECN_CWR; 11494 chk->rec.chunk_id.can_take_data = 1; 11495 chk->asoc = &stcb->asoc; 11496 chk->send_size = sizeof(struct sctp_cwr_chunk); 11497 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11498 if (chk->data == NULL) { 11499 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11500 return; 11501 } 11502 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11503 SCTP_BUF_LEN(chk->data) = chk->send_size; 11504 chk->sent = SCTP_DATAGRAM_UNSENT; 11505 chk->snd_count = 0; 11506 chk->whoTo = net; 11507 atomic_add_int(&chk->whoTo->ref_count, 1); 11508 cwr = mtod(chk->data, struct sctp_cwr_chunk *); 11509 cwr->ch.chunk_type = SCTP_ECN_CWR; 11510 cwr->ch.chunk_flags = override; 11511 cwr->ch.chunk_length = htons(sizeof(struct sctp_cwr_chunk)); 11512 cwr->tsn = htonl(high_tsn); 11513 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11514 asoc->ctrl_queue_cnt++; 11515 } 11516 11517 void 11518 sctp_add_stream_reset_out(struct sctp_tmit_chunk *chk, 11519 int number_entries, uint16_t * list, 11520 uint32_t seq, uint32_t resp_seq, uint32_t last_sent) 11521 { 11522 int len, old_len, i; 11523 struct sctp_stream_reset_out_request *req_out; 11524 struct sctp_chunkhdr *ch; 11525 11526 ch = mtod(chk->data, struct sctp_chunkhdr *); 11527 11528 11529 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11530 11531 /* get to new offset for the param. */ 11532 req_out = (struct sctp_stream_reset_out_request *)((caddr_t)ch + len); 11533 /* now how long will this param be? */ 11534 len = (sizeof(struct sctp_stream_reset_out_request) + (sizeof(uint16_t) * number_entries)); 11535 req_out->ph.param_type = htons(SCTP_STR_RESET_OUT_REQUEST); 11536 req_out->ph.param_length = htons(len); 11537 req_out->request_seq = htonl(seq); 11538 req_out->response_seq = htonl(resp_seq); 11539 req_out->send_reset_at_tsn = htonl(last_sent); 11540 if (number_entries) { 11541 for (i = 0; i < number_entries; i++) { 11542 req_out->list_of_streams[i] = htons(list[i]); 11543 } 11544 } 11545 if (SCTP_SIZE32(len) > len) { 11546 /*- 11547 * Need to worry about the pad we may end up adding to the 11548 * end. This is easy since the struct is either aligned to 4 11549 * bytes or 2 bytes off. 11550 */ 11551 req_out->list_of_streams[number_entries] = 0; 11552 } 11553 /* now fix the chunk length */ 11554 ch->chunk_length = htons(len + old_len); 11555 chk->book_size = len + old_len; 11556 chk->book_size_scale = 0; 11557 chk->send_size = SCTP_SIZE32(chk->book_size); 11558 SCTP_BUF_LEN(chk->data) = chk->send_size; 11559 return; 11560 } 11561 11562 11563 void 11564 sctp_add_stream_reset_in(struct sctp_tmit_chunk *chk, 11565 int number_entries, uint16_t * list, 11566 uint32_t seq) 11567 { 11568 int len, old_len, i; 11569 struct sctp_stream_reset_in_request *req_in; 11570 struct sctp_chunkhdr *ch; 11571 11572 ch = mtod(chk->data, struct sctp_chunkhdr *); 11573 11574 11575 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11576 11577 /* get to new offset for the param. */ 11578 req_in = (struct sctp_stream_reset_in_request *)((caddr_t)ch + len); 11579 /* now how long will this param be? */ 11580 len = (sizeof(struct sctp_stream_reset_in_request) + (sizeof(uint16_t) * number_entries)); 11581 req_in->ph.param_type = htons(SCTP_STR_RESET_IN_REQUEST); 11582 req_in->ph.param_length = htons(len); 11583 req_in->request_seq = htonl(seq); 11584 if (number_entries) { 11585 for (i = 0; i < number_entries; i++) { 11586 req_in->list_of_streams[i] = htons(list[i]); 11587 } 11588 } 11589 if (SCTP_SIZE32(len) > len) { 11590 /*- 11591 * Need to worry about the pad we may end up adding to the 11592 * end. This is easy since the struct is either aligned to 4 11593 * bytes or 2 bytes off. 11594 */ 11595 req_in->list_of_streams[number_entries] = 0; 11596 } 11597 /* now fix the chunk length */ 11598 ch->chunk_length = htons(len + old_len); 11599 chk->book_size = len + old_len; 11600 chk->book_size_scale = 0; 11601 chk->send_size = SCTP_SIZE32(chk->book_size); 11602 SCTP_BUF_LEN(chk->data) = chk->send_size; 11603 return; 11604 } 11605 11606 11607 void 11608 sctp_add_stream_reset_tsn(struct sctp_tmit_chunk *chk, 11609 uint32_t seq) 11610 { 11611 int len, old_len; 11612 struct sctp_stream_reset_tsn_request *req_tsn; 11613 struct sctp_chunkhdr *ch; 11614 11615 ch = mtod(chk->data, struct sctp_chunkhdr *); 11616 11617 11618 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11619 11620 /* get to new offset for the param. */ 11621 req_tsn = (struct sctp_stream_reset_tsn_request *)((caddr_t)ch + len); 11622 /* now how long will this param be? */ 11623 len = sizeof(struct sctp_stream_reset_tsn_request); 11624 req_tsn->ph.param_type = htons(SCTP_STR_RESET_TSN_REQUEST); 11625 req_tsn->ph.param_length = htons(len); 11626 req_tsn->request_seq = htonl(seq); 11627 11628 /* now fix the chunk length */ 11629 ch->chunk_length = htons(len + old_len); 11630 chk->send_size = len + old_len; 11631 chk->book_size = SCTP_SIZE32(chk->send_size); 11632 chk->book_size_scale = 0; 11633 SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size); 11634 return; 11635 } 11636 11637 void 11638 sctp_add_stream_reset_result(struct sctp_tmit_chunk *chk, 11639 uint32_t resp_seq, uint32_t result) 11640 { 11641 int len, old_len; 11642 struct sctp_stream_reset_response *resp; 11643 struct sctp_chunkhdr *ch; 11644 11645 ch = mtod(chk->data, struct sctp_chunkhdr *); 11646 11647 11648 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11649 11650 /* get to new offset for the param. */ 11651 resp = (struct sctp_stream_reset_response *)((caddr_t)ch + len); 11652 /* now how long will this param be? */ 11653 len = sizeof(struct sctp_stream_reset_response); 11654 resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE); 11655 resp->ph.param_length = htons(len); 11656 resp->response_seq = htonl(resp_seq); 11657 resp->result = ntohl(result); 11658 11659 /* now fix the chunk length */ 11660 ch->chunk_length = htons(len + old_len); 11661 chk->book_size = len + old_len; 11662 chk->book_size_scale = 0; 11663 chk->send_size = SCTP_SIZE32(chk->book_size); 11664 SCTP_BUF_LEN(chk->data) = chk->send_size; 11665 return; 11666 11667 } 11668 11669 11670 void 11671 sctp_add_stream_reset_result_tsn(struct sctp_tmit_chunk *chk, 11672 uint32_t resp_seq, uint32_t result, 11673 uint32_t send_una, uint32_t recv_next) 11674 { 11675 int len, old_len; 11676 struct sctp_stream_reset_response_tsn *resp; 11677 struct sctp_chunkhdr *ch; 11678 11679 ch = mtod(chk->data, struct sctp_chunkhdr *); 11680 11681 11682 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11683 11684 /* get to new offset for the param. */ 11685 resp = (struct sctp_stream_reset_response_tsn *)((caddr_t)ch + len); 11686 /* now how long will this param be? */ 11687 len = sizeof(struct sctp_stream_reset_response_tsn); 11688 resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE); 11689 resp->ph.param_length = htons(len); 11690 resp->response_seq = htonl(resp_seq); 11691 resp->result = htonl(result); 11692 resp->senders_next_tsn = htonl(send_una); 11693 resp->receivers_next_tsn = htonl(recv_next); 11694 11695 /* now fix the chunk length */ 11696 ch->chunk_length = htons(len + old_len); 11697 chk->book_size = len + old_len; 11698 chk->send_size = SCTP_SIZE32(chk->book_size); 11699 chk->book_size_scale = 0; 11700 SCTP_BUF_LEN(chk->data) = chk->send_size; 11701 return; 11702 } 11703 11704 static void 11705 sctp_add_a_stream(struct sctp_tmit_chunk *chk, 11706 uint32_t seq, 11707 uint16_t adding) 11708 { 11709 int len, old_len; 11710 struct sctp_chunkhdr *ch; 11711 struct sctp_stream_reset_add_strm *addstr; 11712 11713 ch = mtod(chk->data, struct sctp_chunkhdr *); 11714 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11715 11716 /* get to new offset for the param. */ 11717 addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len); 11718 /* now how long will this param be? */ 11719 len = sizeof(struct sctp_stream_reset_add_strm); 11720 11721 /* Fill it out. */ 11722 addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_STREAMS); 11723 addstr->ph.param_length = htons(len); 11724 addstr->request_seq = htonl(seq); 11725 addstr->number_of_streams = htons(adding); 11726 addstr->reserved = 0; 11727 11728 /* now fix the chunk length */ 11729 ch->chunk_length = htons(len + old_len); 11730 chk->send_size = len + old_len; 11731 chk->book_size = SCTP_SIZE32(chk->send_size); 11732 chk->book_size_scale = 0; 11733 SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size); 11734 return; 11735 } 11736 11737 int 11738 sctp_send_str_reset_req(struct sctp_tcb *stcb, 11739 int number_entries, uint16_t * list, 11740 uint8_t send_out_req, 11741 uint32_t resp_seq, 11742 uint8_t send_in_req, 11743 uint8_t send_tsn_req, 11744 uint8_t add_stream, 11745 uint16_t adding 11746 ) 11747 { 11748 11749 struct sctp_association *asoc; 11750 struct sctp_tmit_chunk *chk; 11751 struct sctp_chunkhdr *ch; 11752 uint32_t seq; 11753 11754 asoc = &stcb->asoc; 11755 if (asoc->stream_reset_outstanding) { 11756 /*- 11757 * Already one pending, must get ACK back to clear the flag. 11758 */ 11759 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EBUSY); 11760 return (EBUSY); 11761 } 11762 if ((send_out_req == 0) && (send_in_req == 0) && (send_tsn_req == 0) && 11763 (add_stream == 0)) { 11764 /* nothing to do */ 11765 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 11766 return (EINVAL); 11767 } 11768 if (send_tsn_req && (send_out_req || send_in_req)) { 11769 /* error, can't do that */ 11770 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 11771 return (EINVAL); 11772 } 11773 sctp_alloc_a_chunk(stcb, chk); 11774 if (chk == NULL) { 11775 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 11776 return (ENOMEM); 11777 } 11778 chk->copy_by_ref = 0; 11779 chk->rec.chunk_id.id = SCTP_STREAM_RESET; 11780 chk->rec.chunk_id.can_take_data = 0; 11781 chk->asoc = &stcb->asoc; 11782 chk->book_size = sizeof(struct sctp_chunkhdr); 11783 chk->send_size = SCTP_SIZE32(chk->book_size); 11784 chk->book_size_scale = 0; 11785 11786 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 11787 if (chk->data == NULL) { 11788 sctp_free_a_chunk(stcb, chk, SCTP_SO_LOCKED); 11789 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 11790 return (ENOMEM); 11791 } 11792 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11793 11794 /* setup chunk parameters */ 11795 chk->sent = SCTP_DATAGRAM_UNSENT; 11796 chk->snd_count = 0; 11797 if (stcb->asoc.alternate) { 11798 chk->whoTo = stcb->asoc.alternate; 11799 } else { 11800 chk->whoTo = stcb->asoc.primary_destination; 11801 } 11802 atomic_add_int(&chk->whoTo->ref_count, 1); 11803 ch = mtod(chk->data, struct sctp_chunkhdr *); 11804 ch->chunk_type = SCTP_STREAM_RESET; 11805 ch->chunk_flags = 0; 11806 ch->chunk_length = htons(chk->book_size); 11807 SCTP_BUF_LEN(chk->data) = chk->send_size; 11808 11809 seq = stcb->asoc.str_reset_seq_out; 11810 if (send_out_req) { 11811 sctp_add_stream_reset_out(chk, number_entries, list, 11812 seq, resp_seq, (stcb->asoc.sending_seq - 1)); 11813 asoc->stream_reset_out_is_outstanding = 1; 11814 seq++; 11815 asoc->stream_reset_outstanding++; 11816 } 11817 if (add_stream) { 11818 sctp_add_a_stream(chk, seq, adding); 11819 seq++; 11820 asoc->stream_reset_outstanding++; 11821 } 11822 if (send_in_req) { 11823 sctp_add_stream_reset_in(chk, number_entries, list, seq); 11824 asoc->stream_reset_outstanding++; 11825 } 11826 if (send_tsn_req) { 11827 sctp_add_stream_reset_tsn(chk, seq); 11828 asoc->stream_reset_outstanding++; 11829 } 11830 asoc->str_reset = chk; 11831 11832 /* insert the chunk for sending */ 11833 TAILQ_INSERT_TAIL(&asoc->control_send_queue, 11834 chk, 11835 sctp_next); 11836 asoc->ctrl_queue_cnt++; 11837 sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, stcb->sctp_ep, stcb, chk->whoTo); 11838 return (0); 11839 } 11840 11841 void 11842 sctp_send_abort(struct mbuf *m, int iphlen, struct sctphdr *sh, uint32_t vtag, 11843 struct mbuf *err_cause, uint32_t vrf_id, uint16_t port) 11844 { 11845 /*- 11846 * Formulate the abort message, and send it back down. 11847 */ 11848 struct mbuf *o_pak; 11849 struct mbuf *mout; 11850 struct sctp_abort_msg *abm; 11851 struct ip *iph; 11852 struct udphdr *udp; 11853 int iphlen_out, len; 11854 11855 #ifdef INET 11856 struct ip *iph_out; 11857 11858 #endif 11859 #ifdef INET6 11860 struct ip6_hdr *ip6, *ip6_out; 11861 11862 #endif 11863 11864 /* don't respond to ABORT with ABORT */ 11865 if (sctp_is_there_an_abort_here(m, iphlen, &vtag)) { 11866 if (err_cause) 11867 sctp_m_freem(err_cause); 11868 return; 11869 } 11870 iph = mtod(m, struct ip *); 11871 switch (iph->ip_v) { 11872 #ifdef INET 11873 case IPVERSION: 11874 len = (sizeof(struct ip) + sizeof(struct sctp_abort_msg)); 11875 break; 11876 #endif 11877 #ifdef INET6 11878 case IPV6_VERSION >> 4: 11879 len = (sizeof(struct ip6_hdr) + sizeof(struct sctp_abort_msg)); 11880 break; 11881 #endif 11882 default: 11883 if (err_cause) { 11884 sctp_m_freem(err_cause); 11885 } 11886 return; 11887 } 11888 if (port) { 11889 len += sizeof(struct udphdr); 11890 } 11891 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 11892 if (mout == NULL) { 11893 if (err_cause) { 11894 sctp_m_freem(err_cause); 11895 } 11896 return; 11897 } 11898 SCTP_BUF_RESV_UF(mout, max_linkhdr); 11899 SCTP_BUF_LEN(mout) = len; 11900 SCTP_BUF_NEXT(mout) = err_cause; 11901 if (m->m_flags & M_FLOWID) { 11902 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 11903 mout->m_flags |= M_FLOWID; 11904 } 11905 #ifdef INET 11906 iph_out = NULL; 11907 #endif 11908 #ifdef INET6 11909 ip6_out = NULL; 11910 #endif 11911 switch (iph->ip_v) { 11912 #ifdef INET 11913 case IPVERSION: 11914 iph_out = mtod(mout, struct ip *); 11915 11916 /* Fill in the IP header for the ABORT */ 11917 iph_out->ip_v = IPVERSION; 11918 iph_out->ip_hl = (sizeof(struct ip) / 4); 11919 iph_out->ip_tos = (u_char)0; 11920 iph_out->ip_id = 0; 11921 iph_out->ip_off = 0; 11922 iph_out->ip_ttl = MAXTTL; 11923 if (port) { 11924 iph_out->ip_p = IPPROTO_UDP; 11925 } else { 11926 iph_out->ip_p = IPPROTO_SCTP; 11927 } 11928 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 11929 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 11930 /* let IP layer calculate this */ 11931 iph_out->ip_sum = 0; 11932 11933 iphlen_out = sizeof(*iph_out); 11934 abm = (struct sctp_abort_msg *)((caddr_t)iph_out + iphlen_out); 11935 break; 11936 #endif 11937 #ifdef INET6 11938 case IPV6_VERSION >> 4: 11939 ip6 = (struct ip6_hdr *)iph; 11940 ip6_out = mtod(mout, struct ip6_hdr *); 11941 11942 /* Fill in the IP6 header for the ABORT */ 11943 ip6_out->ip6_flow = ip6->ip6_flow; 11944 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 11945 if (port) { 11946 ip6_out->ip6_nxt = IPPROTO_UDP; 11947 } else { 11948 ip6_out->ip6_nxt = IPPROTO_SCTP; 11949 } 11950 ip6_out->ip6_src = ip6->ip6_dst; 11951 ip6_out->ip6_dst = ip6->ip6_src; 11952 11953 iphlen_out = sizeof(*ip6_out); 11954 abm = (struct sctp_abort_msg *)((caddr_t)ip6_out + iphlen_out); 11955 break; 11956 #endif /* INET6 */ 11957 default: 11958 /* Currently not supported */ 11959 sctp_m_freem(mout); 11960 return; 11961 } 11962 11963 udp = (struct udphdr *)abm; 11964 if (port) { 11965 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 11966 sctp_m_freem(mout); 11967 return; 11968 } 11969 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 11970 udp->uh_dport = port; 11971 /* set udp->uh_ulen later */ 11972 udp->uh_sum = 0; 11973 iphlen_out += sizeof(struct udphdr); 11974 abm = (struct sctp_abort_msg *)((caddr_t)abm + sizeof(struct udphdr)); 11975 } 11976 abm->sh.src_port = sh->dest_port; 11977 abm->sh.dest_port = sh->src_port; 11978 abm->sh.checksum = 0; 11979 if (vtag == 0) { 11980 abm->sh.v_tag = sh->v_tag; 11981 abm->msg.ch.chunk_flags = SCTP_HAD_NO_TCB; 11982 } else { 11983 abm->sh.v_tag = htonl(vtag); 11984 abm->msg.ch.chunk_flags = 0; 11985 } 11986 abm->msg.ch.chunk_type = SCTP_ABORT_ASSOCIATION; 11987 11988 if (err_cause) { 11989 struct mbuf *m_tmp = err_cause; 11990 int err_len = 0; 11991 11992 /* get length of the err_cause chain */ 11993 while (m_tmp != NULL) { 11994 err_len += SCTP_BUF_LEN(m_tmp); 11995 m_tmp = SCTP_BUF_NEXT(m_tmp); 11996 } 11997 len = SCTP_BUF_LEN(mout) + err_len; 11998 if (err_len % 4) { 11999 /* need pad at end of chunk */ 12000 uint32_t cpthis = 0; 12001 int padlen; 12002 12003 padlen = 4 - (len % 4); 12004 m_copyback(mout, len, padlen, (caddr_t)&cpthis); 12005 len += padlen; 12006 } 12007 abm->msg.ch.chunk_length = htons(sizeof(abm->msg.ch) + err_len); 12008 } else { 12009 len = SCTP_BUF_LEN(mout); 12010 abm->msg.ch.chunk_length = htons(sizeof(abm->msg.ch)); 12011 } 12012 12013 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 12014 /* no mbuf's */ 12015 sctp_m_freem(mout); 12016 return; 12017 } 12018 #ifdef INET 12019 if (iph_out != NULL) { 12020 sctp_route_t ro; 12021 int ret; 12022 12023 /* zap the stack pointer to the route */ 12024 bzero(&ro, sizeof ro); 12025 if (port) { 12026 udp->uh_ulen = htons(len - sizeof(struct ip)); 12027 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 12028 } 12029 SCTPDBG(SCTP_DEBUG_OUTPUT2, "sctp_send_abort calling ip_output:\n"); 12030 SCTPDBG_PKT(SCTP_DEBUG_OUTPUT2, iph_out, &abm->sh); 12031 /* set IPv4 length */ 12032 iph_out->ip_len = len; 12033 /* out it goes */ 12034 #ifdef SCTP_PACKET_LOGGING 12035 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12036 sctp_packet_log(mout, len); 12037 #endif 12038 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12039 if (port) { 12040 #if defined(SCTP_WITH_NO_CSUM) 12041 SCTP_STAT_INCR(sctps_sendnocrc); 12042 #else 12043 abm->sh.checksum = sctp_calculate_cksum(mout, iphlen_out); 12044 SCTP_STAT_INCR(sctps_sendswcrc); 12045 #endif 12046 SCTP_ENABLE_UDP_CSUM(o_pak); 12047 } else { 12048 #if defined(SCTP_WITH_NO_CSUM) 12049 SCTP_STAT_INCR(sctps_sendnocrc); 12050 #else 12051 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12052 mout->m_pkthdr.csum_data = 0; 12053 SCTP_STAT_INCR(sctps_sendhwcrc); 12054 #endif 12055 } 12056 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 12057 12058 /* Free the route if we got one back */ 12059 if (ro.ro_rt) 12060 RTFREE(ro.ro_rt); 12061 } 12062 #endif 12063 #ifdef INET6 12064 if (ip6_out != NULL) { 12065 struct route_in6 ro; 12066 int ret; 12067 struct ifnet *ifp = NULL; 12068 12069 /* zap the stack pointer to the route */ 12070 bzero(&ro, sizeof(ro)); 12071 if (port) { 12072 udp->uh_ulen = htons(len - sizeof(struct ip6_hdr)); 12073 } 12074 SCTPDBG(SCTP_DEBUG_OUTPUT2, "sctp_send_abort calling ip6_output:\n"); 12075 SCTPDBG_PKT(SCTP_DEBUG_OUTPUT2, (struct ip *)ip6_out, &abm->sh); 12076 ip6_out->ip6_plen = len - sizeof(*ip6_out); 12077 #ifdef SCTP_PACKET_LOGGING 12078 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12079 sctp_packet_log(mout, len); 12080 #endif 12081 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12082 if (port) { 12083 #if defined(SCTP_WITH_NO_CSUM) 12084 SCTP_STAT_INCR(sctps_sendnocrc); 12085 #else 12086 abm->sh.checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 12087 SCTP_STAT_INCR(sctps_sendswcrc); 12088 #endif 12089 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) { 12090 udp->uh_sum = 0xffff; 12091 } 12092 } else { 12093 #if defined(SCTP_WITH_NO_CSUM) 12094 SCTP_STAT_INCR(sctps_sendnocrc); 12095 #else 12096 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12097 mout->m_pkthdr.csum_data = 0; 12098 SCTP_STAT_INCR(sctps_sendhwcrc); 12099 #endif 12100 } 12101 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 12102 12103 /* Free the route if we got one back */ 12104 if (ro.ro_rt) 12105 RTFREE(ro.ro_rt); 12106 } 12107 #endif 12108 SCTP_STAT_INCR(sctps_sendpackets); 12109 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 12110 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 12111 } 12112 12113 void 12114 sctp_send_operr_to(struct mbuf *m, int iphlen, struct mbuf *scm, uint32_t vtag, 12115 uint32_t vrf_id, uint16_t port) 12116 { 12117 struct mbuf *o_pak; 12118 struct sctphdr *sh, *sh_out; 12119 struct sctp_chunkhdr *ch; 12120 struct ip *iph; 12121 struct udphdr *udp = NULL; 12122 struct mbuf *mout; 12123 int iphlen_out, len; 12124 12125 #ifdef INET 12126 struct ip *iph_out; 12127 12128 #endif 12129 #ifdef INET6 12130 struct ip6_hdr *ip6, *ip6_out; 12131 12132 #endif 12133 12134 iph = mtod(m, struct ip *); 12135 sh = (struct sctphdr *)((caddr_t)iph + iphlen); 12136 switch (iph->ip_v) { 12137 #ifdef INET 12138 case IPVERSION: 12139 len = (sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr)); 12140 break; 12141 #endif 12142 #ifdef INET6 12143 case IPV6_VERSION >> 4: 12144 len = (sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr)); 12145 break; 12146 #endif 12147 default: 12148 if (scm) { 12149 sctp_m_freem(scm); 12150 } 12151 return; 12152 } 12153 if (port) { 12154 len += sizeof(struct udphdr); 12155 } 12156 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 12157 if (mout == NULL) { 12158 if (scm) { 12159 sctp_m_freem(scm); 12160 } 12161 return; 12162 } 12163 SCTP_BUF_RESV_UF(mout, max_linkhdr); 12164 SCTP_BUF_LEN(mout) = len; 12165 SCTP_BUF_NEXT(mout) = scm; 12166 if (m->m_flags & M_FLOWID) { 12167 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 12168 mout->m_flags |= M_FLOWID; 12169 } 12170 #ifdef INET 12171 iph_out = NULL; 12172 #endif 12173 #ifdef INET6 12174 ip6_out = NULL; 12175 #endif 12176 switch (iph->ip_v) { 12177 #ifdef INET 12178 case IPVERSION: 12179 iph_out = mtod(mout, struct ip *); 12180 12181 /* Fill in the IP header for the ABORT */ 12182 iph_out->ip_v = IPVERSION; 12183 iph_out->ip_hl = (sizeof(struct ip) / 4); 12184 iph_out->ip_tos = (u_char)0; 12185 iph_out->ip_id = 0; 12186 iph_out->ip_off = 0; 12187 iph_out->ip_ttl = MAXTTL; 12188 if (port) { 12189 iph_out->ip_p = IPPROTO_UDP; 12190 } else { 12191 iph_out->ip_p = IPPROTO_SCTP; 12192 } 12193 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 12194 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 12195 /* let IP layer calculate this */ 12196 iph_out->ip_sum = 0; 12197 12198 iphlen_out = sizeof(struct ip); 12199 sh_out = (struct sctphdr *)((caddr_t)iph_out + iphlen_out); 12200 break; 12201 #endif 12202 #ifdef INET6 12203 case IPV6_VERSION >> 4: 12204 ip6 = (struct ip6_hdr *)iph; 12205 ip6_out = mtod(mout, struct ip6_hdr *); 12206 12207 /* Fill in the IP6 header for the ABORT */ 12208 ip6_out->ip6_flow = ip6->ip6_flow; 12209 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 12210 if (port) { 12211 ip6_out->ip6_nxt = IPPROTO_UDP; 12212 } else { 12213 ip6_out->ip6_nxt = IPPROTO_SCTP; 12214 } 12215 ip6_out->ip6_src = ip6->ip6_dst; 12216 ip6_out->ip6_dst = ip6->ip6_src; 12217 12218 iphlen_out = sizeof(struct ip6_hdr); 12219 sh_out = (struct sctphdr *)((caddr_t)ip6_out + iphlen_out); 12220 break; 12221 #endif /* INET6 */ 12222 default: 12223 /* Currently not supported */ 12224 sctp_m_freem(mout); 12225 return; 12226 } 12227 12228 udp = (struct udphdr *)sh_out; 12229 if (port) { 12230 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 12231 sctp_m_freem(mout); 12232 return; 12233 } 12234 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 12235 udp->uh_dport = port; 12236 /* set udp->uh_ulen later */ 12237 udp->uh_sum = 0; 12238 iphlen_out += sizeof(struct udphdr); 12239 sh_out = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 12240 } 12241 sh_out->src_port = sh->dest_port; 12242 sh_out->dest_port = sh->src_port; 12243 sh_out->v_tag = vtag; 12244 sh_out->checksum = 0; 12245 12246 ch = (struct sctp_chunkhdr *)((caddr_t)sh_out + sizeof(struct sctphdr)); 12247 ch->chunk_type = SCTP_OPERATION_ERROR; 12248 ch->chunk_flags = 0; 12249 12250 if (scm) { 12251 struct mbuf *m_tmp = scm; 12252 int cause_len = 0; 12253 12254 /* get length of the err_cause chain */ 12255 while (m_tmp != NULL) { 12256 cause_len += SCTP_BUF_LEN(m_tmp); 12257 m_tmp = SCTP_BUF_NEXT(m_tmp); 12258 } 12259 len = SCTP_BUF_LEN(mout) + cause_len; 12260 if (cause_len % 4) { 12261 /* need pad at end of chunk */ 12262 uint32_t cpthis = 0; 12263 int padlen; 12264 12265 padlen = 4 - (len % 4); 12266 m_copyback(mout, len, padlen, (caddr_t)&cpthis); 12267 len += padlen; 12268 } 12269 ch->chunk_length = htons(sizeof(struct sctp_chunkhdr) + cause_len); 12270 } else { 12271 len = SCTP_BUF_LEN(mout); 12272 ch->chunk_length = htons(sizeof(struct sctp_chunkhdr)); 12273 } 12274 12275 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 12276 /* no mbuf's */ 12277 sctp_m_freem(mout); 12278 return; 12279 } 12280 #ifdef INET 12281 if (iph_out != NULL) { 12282 sctp_route_t ro; 12283 int ret; 12284 12285 /* zap the stack pointer to the route */ 12286 bzero(&ro, sizeof ro); 12287 if (port) { 12288 udp->uh_ulen = htons(len - sizeof(struct ip)); 12289 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 12290 } 12291 /* set IPv4 length */ 12292 iph_out->ip_len = len; 12293 /* out it goes */ 12294 #ifdef SCTP_PACKET_LOGGING 12295 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12296 sctp_packet_log(mout, len); 12297 #endif 12298 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12299 if (port) { 12300 #if defined(SCTP_WITH_NO_CSUM) 12301 SCTP_STAT_INCR(sctps_sendnocrc); 12302 #else 12303 sh_out->checksum = sctp_calculate_cksum(mout, iphlen_out); 12304 SCTP_STAT_INCR(sctps_sendswcrc); 12305 #endif 12306 SCTP_ENABLE_UDP_CSUM(o_pak); 12307 } else { 12308 #if defined(SCTP_WITH_NO_CSUM) 12309 SCTP_STAT_INCR(sctps_sendnocrc); 12310 #else 12311 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12312 mout->m_pkthdr.csum_data = 0; 12313 SCTP_STAT_INCR(sctps_sendhwcrc); 12314 #endif 12315 } 12316 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 12317 12318 /* Free the route if we got one back */ 12319 if (ro.ro_rt) 12320 RTFREE(ro.ro_rt); 12321 } 12322 #endif 12323 #ifdef INET6 12324 if (ip6_out != NULL) { 12325 struct route_in6 ro; 12326 int ret; 12327 struct ifnet *ifp = NULL; 12328 12329 /* zap the stack pointer to the route */ 12330 bzero(&ro, sizeof(ro)); 12331 if (port) { 12332 udp->uh_ulen = htons(len - sizeof(struct ip6_hdr)); 12333 } 12334 ip6_out->ip6_plen = len - sizeof(*ip6_out); 12335 #ifdef SCTP_PACKET_LOGGING 12336 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12337 sctp_packet_log(mout, len); 12338 #endif 12339 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12340 if (port) { 12341 #if defined(SCTP_WITH_NO_CSUM) 12342 SCTP_STAT_INCR(sctps_sendnocrc); 12343 #else 12344 sh_out->checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 12345 SCTP_STAT_INCR(sctps_sendswcrc); 12346 #endif 12347 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) { 12348 udp->uh_sum = 0xffff; 12349 } 12350 } else { 12351 #if defined(SCTP_WITH_NO_CSUM) 12352 SCTP_STAT_INCR(sctps_sendnocrc); 12353 #else 12354 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12355 mout->m_pkthdr.csum_data = 0; 12356 SCTP_STAT_INCR(sctps_sendhwcrc); 12357 #endif 12358 } 12359 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 12360 12361 /* Free the route if we got one back */ 12362 if (ro.ro_rt) 12363 RTFREE(ro.ro_rt); 12364 } 12365 #endif 12366 SCTP_STAT_INCR(sctps_sendpackets); 12367 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 12368 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 12369 } 12370 12371 static struct mbuf * 12372 sctp_copy_resume(struct uio *uio, 12373 int max_send_len, 12374 int user_marks_eor, 12375 int *error, 12376 uint32_t * sndout, 12377 struct mbuf **new_tail) 12378 { 12379 struct mbuf *m; 12380 12381 m = m_uiotombuf(uio, M_WAITOK, max_send_len, 0, 12382 (M_PKTHDR | (user_marks_eor ? M_EOR : 0))); 12383 if (m == NULL) { 12384 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12385 *error = ENOMEM; 12386 } else { 12387 *sndout = m_length(m, NULL); 12388 *new_tail = m_last(m); 12389 } 12390 return (m); 12391 } 12392 12393 static int 12394 sctp_copy_one(struct sctp_stream_queue_pending *sp, 12395 struct uio *uio, 12396 int resv_upfront) 12397 { 12398 int left; 12399 12400 left = sp->length; 12401 sp->data = m_uiotombuf(uio, M_WAITOK, sp->length, 12402 resv_upfront, 0); 12403 if (sp->data == NULL) { 12404 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12405 return (ENOMEM); 12406 } 12407 sp->tail_mbuf = m_last(sp->data); 12408 return (0); 12409 } 12410 12411 12412 12413 static struct sctp_stream_queue_pending * 12414 sctp_copy_it_in(struct sctp_tcb *stcb, 12415 struct sctp_association *asoc, 12416 struct sctp_sndrcvinfo *srcv, 12417 struct uio *uio, 12418 struct sctp_nets *net, 12419 int max_send_len, 12420 int user_marks_eor, 12421 int *error) 12422 { 12423 /*- 12424 * This routine must be very careful in its work. Protocol 12425 * processing is up and running so care must be taken to spl...() 12426 * when you need to do something that may effect the stcb/asoc. The 12427 * sb is locked however. When data is copied the protocol processing 12428 * should be enabled since this is a slower operation... 12429 */ 12430 struct sctp_stream_queue_pending *sp = NULL; 12431 int resv_in_first; 12432 12433 *error = 0; 12434 /* Now can we send this? */ 12435 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) || 12436 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 12437 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 12438 (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) { 12439 /* got data while shutting down */ 12440 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12441 *error = ECONNRESET; 12442 goto out_now; 12443 } 12444 sctp_alloc_a_strmoq(stcb, sp); 12445 if (sp == NULL) { 12446 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12447 *error = ENOMEM; 12448 goto out_now; 12449 } 12450 sp->act_flags = 0; 12451 sp->sender_all_done = 0; 12452 sp->sinfo_flags = srcv->sinfo_flags; 12453 sp->timetolive = srcv->sinfo_timetolive; 12454 sp->ppid = srcv->sinfo_ppid; 12455 sp->context = srcv->sinfo_context; 12456 sp->strseq = 0; 12457 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 12458 12459 sp->stream = srcv->sinfo_stream; 12460 sp->length = min(uio->uio_resid, max_send_len); 12461 if ((sp->length == (uint32_t) uio->uio_resid) && 12462 ((user_marks_eor == 0) || 12463 (srcv->sinfo_flags & SCTP_EOF) || 12464 (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) { 12465 sp->msg_is_complete = 1; 12466 } else { 12467 sp->msg_is_complete = 0; 12468 } 12469 sp->sender_all_done = 0; 12470 sp->some_taken = 0; 12471 sp->put_last_out = 0; 12472 resv_in_first = sizeof(struct sctp_data_chunk); 12473 sp->data = sp->tail_mbuf = NULL; 12474 if (sp->length == 0) { 12475 *error = 0; 12476 goto skip_copy; 12477 } 12478 if (srcv->sinfo_keynumber_valid) { 12479 sp->auth_keyid = srcv->sinfo_keynumber; 12480 } else { 12481 sp->auth_keyid = stcb->asoc.authinfo.active_keyid; 12482 } 12483 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) { 12484 sctp_auth_key_acquire(stcb, sp->auth_keyid); 12485 sp->holds_key_ref = 1; 12486 } 12487 *error = sctp_copy_one(sp, uio, resv_in_first); 12488 skip_copy: 12489 if (*error) { 12490 sctp_free_a_strmoq(stcb, sp, SCTP_SO_LOCKED); 12491 sp = NULL; 12492 } else { 12493 if (sp->sinfo_flags & SCTP_ADDR_OVER) { 12494 sp->net = net; 12495 atomic_add_int(&sp->net->ref_count, 1); 12496 } else { 12497 sp->net = NULL; 12498 } 12499 sctp_set_prsctp_policy(sp); 12500 } 12501 out_now: 12502 return (sp); 12503 } 12504 12505 12506 int 12507 sctp_sosend(struct socket *so, 12508 struct sockaddr *addr, 12509 struct uio *uio, 12510 struct mbuf *top, 12511 struct mbuf *control, 12512 int flags, 12513 struct thread *p 12514 ) 12515 { 12516 int error, use_sndinfo = 0; 12517 struct sctp_sndrcvinfo sndrcvninfo; 12518 struct sockaddr *addr_to_use; 12519 12520 #if defined(INET) && defined(INET6) 12521 struct sockaddr_in sin; 12522 12523 #endif 12524 12525 if (control) { 12526 /* process cmsg snd/rcv info (maybe a assoc-id) */ 12527 if (sctp_find_cmsg(SCTP_SNDRCV, (void *)&sndrcvninfo, control, 12528 sizeof(sndrcvninfo))) { 12529 /* got one */ 12530 use_sndinfo = 1; 12531 } 12532 } 12533 addr_to_use = addr; 12534 #if defined(INET) && defined(INET6) 12535 if ((addr) && (addr->sa_family == AF_INET6)) { 12536 struct sockaddr_in6 *sin6; 12537 12538 sin6 = (struct sockaddr_in6 *)addr; 12539 if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) { 12540 in6_sin6_2_sin(&sin, sin6); 12541 addr_to_use = (struct sockaddr *)&sin; 12542 } 12543 } 12544 #endif 12545 error = sctp_lower_sosend(so, addr_to_use, uio, top, 12546 control, 12547 flags, 12548 use_sndinfo ? &sndrcvninfo : NULL 12549 ,p 12550 ); 12551 return (error); 12552 } 12553 12554 12555 int 12556 sctp_lower_sosend(struct socket *so, 12557 struct sockaddr *addr, 12558 struct uio *uio, 12559 struct mbuf *i_pak, 12560 struct mbuf *control, 12561 int flags, 12562 struct sctp_sndrcvinfo *srcv 12563 , 12564 struct thread *p 12565 ) 12566 { 12567 unsigned int sndlen = 0, max_len; 12568 int error, len; 12569 struct mbuf *top = NULL; 12570 int queue_only = 0, queue_only_for_init = 0; 12571 int free_cnt_applied = 0; 12572 int un_sent; 12573 int now_filled = 0; 12574 unsigned int inqueue_bytes = 0; 12575 struct sctp_block_entry be; 12576 struct sctp_inpcb *inp; 12577 struct sctp_tcb *stcb = NULL; 12578 struct timeval now; 12579 struct sctp_nets *net; 12580 struct sctp_association *asoc; 12581 struct sctp_inpcb *t_inp; 12582 int user_marks_eor; 12583 int create_lock_applied = 0; 12584 int nagle_applies = 0; 12585 int some_on_control = 0; 12586 int got_all_of_the_send = 0; 12587 int hold_tcblock = 0; 12588 int non_blocking = 0; 12589 uint32_t local_add_more, local_soresv = 0; 12590 uint16_t port; 12591 uint16_t sinfo_flags; 12592 sctp_assoc_t sinfo_assoc_id; 12593 12594 error = 0; 12595 net = NULL; 12596 stcb = NULL; 12597 asoc = NULL; 12598 12599 t_inp = inp = (struct sctp_inpcb *)so->so_pcb; 12600 if (inp == NULL) { 12601 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12602 error = EINVAL; 12603 if (i_pak) { 12604 SCTP_RELEASE_PKT(i_pak); 12605 } 12606 return (error); 12607 } 12608 if ((uio == NULL) && (i_pak == NULL)) { 12609 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12610 return (EINVAL); 12611 } 12612 user_marks_eor = sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR); 12613 atomic_add_int(&inp->total_sends, 1); 12614 if (uio) { 12615 if (uio->uio_resid < 0) { 12616 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12617 return (EINVAL); 12618 } 12619 sndlen = uio->uio_resid; 12620 } else { 12621 top = SCTP_HEADER_TO_CHAIN(i_pak); 12622 sndlen = SCTP_HEADER_LEN(i_pak); 12623 } 12624 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Send called addr:%p send length %d\n", 12625 addr, 12626 sndlen); 12627 if ((inp->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) && 12628 (inp->sctp_socket->so_qlimit)) { 12629 /* The listener can NOT send */ 12630 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOTCONN); 12631 error = ENOTCONN; 12632 goto out_unlocked; 12633 } 12634 /** 12635 * Pre-screen address, if one is given the sin-len 12636 * must be set correctly! 12637 */ 12638 if (addr) { 12639 union sctp_sockstore *raddr = (union sctp_sockstore *)addr; 12640 12641 switch (raddr->sa.sa_family) { 12642 #if defined(INET) 12643 case AF_INET: 12644 if (raddr->sin.sin_len != sizeof(struct sockaddr_in)) { 12645 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12646 error = EINVAL; 12647 goto out_unlocked; 12648 } 12649 port = raddr->sin.sin_port; 12650 break; 12651 #endif 12652 #if defined(INET6) 12653 case AF_INET6: 12654 if (raddr->sin6.sin6_len != sizeof(struct sockaddr_in6)) { 12655 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12656 error = EINVAL; 12657 goto out_unlocked; 12658 } 12659 port = raddr->sin6.sin6_port; 12660 break; 12661 #endif 12662 default: 12663 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAFNOSUPPORT); 12664 error = EAFNOSUPPORT; 12665 goto out_unlocked; 12666 } 12667 } else 12668 port = 0; 12669 12670 if (srcv) { 12671 sinfo_flags = srcv->sinfo_flags; 12672 sinfo_assoc_id = srcv->sinfo_assoc_id; 12673 if (INVALID_SINFO_FLAG(sinfo_flags) || 12674 PR_SCTP_INVALID_POLICY(sinfo_flags)) { 12675 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12676 error = EINVAL; 12677 goto out_unlocked; 12678 } 12679 if (srcv->sinfo_flags) 12680 SCTP_STAT_INCR(sctps_sends_with_flags); 12681 } else { 12682 sinfo_flags = inp->def_send.sinfo_flags; 12683 sinfo_assoc_id = inp->def_send.sinfo_assoc_id; 12684 } 12685 if (sinfo_flags & SCTP_SENDALL) { 12686 /* its a sendall */ 12687 error = sctp_sendall(inp, uio, top, srcv); 12688 top = NULL; 12689 goto out_unlocked; 12690 } 12691 if ((sinfo_flags & SCTP_ADDR_OVER) && (addr == NULL)) { 12692 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12693 error = EINVAL; 12694 goto out_unlocked; 12695 } 12696 /* now we must find the assoc */ 12697 if ((inp->sctp_flags & SCTP_PCB_FLAGS_CONNECTED) || 12698 (inp->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL)) { 12699 SCTP_INP_RLOCK(inp); 12700 stcb = LIST_FIRST(&inp->sctp_asoc_list); 12701 if (stcb) { 12702 SCTP_TCB_LOCK(stcb); 12703 hold_tcblock = 1; 12704 } 12705 SCTP_INP_RUNLOCK(inp); 12706 } else if (sinfo_assoc_id) { 12707 stcb = sctp_findassociation_ep_asocid(inp, sinfo_assoc_id, 0); 12708 } else if (addr) { 12709 /*- 12710 * Since we did not use findep we must 12711 * increment it, and if we don't find a tcb 12712 * decrement it. 12713 */ 12714 SCTP_INP_WLOCK(inp); 12715 SCTP_INP_INCR_REF(inp); 12716 SCTP_INP_WUNLOCK(inp); 12717 stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL); 12718 if (stcb == NULL) { 12719 SCTP_INP_WLOCK(inp); 12720 SCTP_INP_DECR_REF(inp); 12721 SCTP_INP_WUNLOCK(inp); 12722 } else { 12723 hold_tcblock = 1; 12724 } 12725 } 12726 if ((stcb == NULL) && (addr)) { 12727 /* Possible implicit send? */ 12728 SCTP_ASOC_CREATE_LOCK(inp); 12729 create_lock_applied = 1; 12730 if ((inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 12731 (inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE)) { 12732 /* Should I really unlock ? */ 12733 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12734 error = EINVAL; 12735 goto out_unlocked; 12736 12737 } 12738 if (((inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) == 0) && 12739 (addr->sa_family == AF_INET6)) { 12740 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12741 error = EINVAL; 12742 goto out_unlocked; 12743 } 12744 SCTP_INP_WLOCK(inp); 12745 SCTP_INP_INCR_REF(inp); 12746 SCTP_INP_WUNLOCK(inp); 12747 /* With the lock applied look again */ 12748 stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL); 12749 if ((stcb == NULL) && (control != NULL) && (port > 0)) { 12750 stcb = sctp_findassociation_cmsgs(&t_inp, port, control, &net, &error); 12751 } 12752 if (stcb == NULL) { 12753 SCTP_INP_WLOCK(inp); 12754 SCTP_INP_DECR_REF(inp); 12755 SCTP_INP_WUNLOCK(inp); 12756 } else { 12757 hold_tcblock = 1; 12758 } 12759 if (error) { 12760 goto out_unlocked; 12761 } 12762 if (t_inp != inp) { 12763 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOTCONN); 12764 error = ENOTCONN; 12765 goto out_unlocked; 12766 } 12767 } 12768 if (stcb == NULL) { 12769 if (addr == NULL) { 12770 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT); 12771 error = ENOENT; 12772 goto out_unlocked; 12773 } else { 12774 /* We must go ahead and start the INIT process */ 12775 uint32_t vrf_id; 12776 12777 if ((sinfo_flags & SCTP_ABORT) || 12778 ((sinfo_flags & SCTP_EOF) && (sndlen == 0))) { 12779 /*- 12780 * User asks to abort a non-existant assoc, 12781 * or EOF a non-existant assoc with no data 12782 */ 12783 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT); 12784 error = ENOENT; 12785 goto out_unlocked; 12786 } 12787 /* get an asoc/stcb struct */ 12788 vrf_id = inp->def_vrf_id; 12789 #ifdef INVARIANTS 12790 if (create_lock_applied == 0) { 12791 panic("Error, should hold create lock and I don't?"); 12792 } 12793 #endif 12794 stcb = sctp_aloc_assoc(inp, addr, &error, 0, vrf_id, 12795 p 12796 ); 12797 if (stcb == NULL) { 12798 /* Error is setup for us in the call */ 12799 goto out_unlocked; 12800 } 12801 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) { 12802 stcb->sctp_ep->sctp_flags |= SCTP_PCB_FLAGS_CONNECTED; 12803 /* 12804 * Set the connected flag so we can queue 12805 * data 12806 */ 12807 soisconnecting(so); 12808 } 12809 hold_tcblock = 1; 12810 if (create_lock_applied) { 12811 SCTP_ASOC_CREATE_UNLOCK(inp); 12812 create_lock_applied = 0; 12813 } else { 12814 SCTP_PRINTF("Huh-3? create lock should have been on??\n"); 12815 } 12816 /* 12817 * Turn on queue only flag to prevent data from 12818 * being sent 12819 */ 12820 queue_only = 1; 12821 asoc = &stcb->asoc; 12822 SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT); 12823 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_entered); 12824 12825 /* initialize authentication params for the assoc */ 12826 sctp_initialize_auth_params(inp, stcb); 12827 12828 if (control) { 12829 if (sctp_process_cmsgs_for_init(stcb, control, &error)) { 12830 sctp_free_assoc(inp, stcb, SCTP_PCBFREE_FORCE, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_7); 12831 hold_tcblock = 0; 12832 stcb = NULL; 12833 goto out_unlocked; 12834 } 12835 } 12836 /* out with the INIT */ 12837 queue_only_for_init = 1; 12838 /*- 12839 * we may want to dig in after this call and adjust the MTU 12840 * value. It defaulted to 1500 (constant) but the ro 12841 * structure may now have an update and thus we may need to 12842 * change it BEFORE we append the message. 12843 */ 12844 } 12845 } else 12846 asoc = &stcb->asoc; 12847 if (srcv == NULL) 12848 srcv = (struct sctp_sndrcvinfo *)&asoc->def_send; 12849 if (srcv->sinfo_flags & SCTP_ADDR_OVER) { 12850 if (addr) 12851 net = sctp_findnet(stcb, addr); 12852 else 12853 net = NULL; 12854 if ((net == NULL) || 12855 ((port != 0) && (port != stcb->rport))) { 12856 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12857 error = EINVAL; 12858 goto out_unlocked; 12859 } 12860 } else { 12861 if (stcb->asoc.alternate) { 12862 net = stcb->asoc.alternate; 12863 } else { 12864 net = stcb->asoc.primary_destination; 12865 } 12866 } 12867 atomic_add_int(&stcb->total_sends, 1); 12868 /* Keep the stcb from being freed under our feet */ 12869 atomic_add_int(&asoc->refcnt, 1); 12870 free_cnt_applied = 1; 12871 12872 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NO_FRAGMENT)) { 12873 if (sndlen > asoc->smallest_mtu) { 12874 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 12875 error = EMSGSIZE; 12876 goto out_unlocked; 12877 } 12878 } 12879 if (SCTP_SO_IS_NBIO(so) 12880 || (flags & MSG_NBIO) 12881 ) { 12882 non_blocking = 1; 12883 } 12884 /* would we block? */ 12885 if (non_blocking) { 12886 if (hold_tcblock == 0) { 12887 SCTP_TCB_LOCK(stcb); 12888 hold_tcblock = 1; 12889 } 12890 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 12891 if ((SCTP_SB_LIMIT_SND(so) < (sndlen + inqueue_bytes + stcb->asoc.sb_send_resv)) || 12892 (stcb->asoc.chunks_on_out_queue >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 12893 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EWOULDBLOCK); 12894 if (sndlen > SCTP_SB_LIMIT_SND(so)) 12895 error = EMSGSIZE; 12896 else 12897 error = EWOULDBLOCK; 12898 goto out_unlocked; 12899 } 12900 stcb->asoc.sb_send_resv += sndlen; 12901 SCTP_TCB_UNLOCK(stcb); 12902 hold_tcblock = 0; 12903 } else { 12904 atomic_add_int(&stcb->asoc.sb_send_resv, sndlen); 12905 } 12906 local_soresv = sndlen; 12907 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 12908 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12909 error = ECONNRESET; 12910 goto out_unlocked; 12911 } 12912 if (create_lock_applied) { 12913 SCTP_ASOC_CREATE_UNLOCK(inp); 12914 create_lock_applied = 0; 12915 } 12916 if (asoc->stream_reset_outstanding) { 12917 /* 12918 * Can't queue any data while stream reset is underway. 12919 */ 12920 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAGAIN); 12921 error = EAGAIN; 12922 goto out_unlocked; 12923 } 12924 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 12925 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) { 12926 queue_only = 1; 12927 } 12928 /* we are now done with all control */ 12929 if (control) { 12930 sctp_m_freem(control); 12931 control = NULL; 12932 } 12933 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) || 12934 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 12935 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 12936 (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) { 12937 if (srcv->sinfo_flags & SCTP_ABORT) { 12938 ; 12939 } else { 12940 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12941 error = ECONNRESET; 12942 goto out_unlocked; 12943 } 12944 } 12945 /* Ok, we will attempt a msgsnd :> */ 12946 if (p) { 12947 p->td_ru.ru_msgsnd++; 12948 } 12949 /* Are we aborting? */ 12950 if (srcv->sinfo_flags & SCTP_ABORT) { 12951 struct mbuf *mm; 12952 int tot_demand, tot_out = 0, max_out; 12953 12954 SCTP_STAT_INCR(sctps_sends_with_abort); 12955 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 12956 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) { 12957 /* It has to be up before we abort */ 12958 /* how big is the user initiated abort? */ 12959 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12960 error = EINVAL; 12961 goto out; 12962 } 12963 if (hold_tcblock) { 12964 SCTP_TCB_UNLOCK(stcb); 12965 hold_tcblock = 0; 12966 } 12967 if (top) { 12968 struct mbuf *cntm = NULL; 12969 12970 mm = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr), 0, M_WAIT, 1, MT_DATA); 12971 if (sndlen != 0) { 12972 for (cntm = top; cntm; cntm = SCTP_BUF_NEXT(cntm)) { 12973 tot_out += SCTP_BUF_LEN(cntm); 12974 } 12975 } 12976 } else { 12977 /* Must fit in a MTU */ 12978 tot_out = sndlen; 12979 tot_demand = (tot_out + sizeof(struct sctp_paramhdr)); 12980 if (tot_demand > SCTP_DEFAULT_ADD_MORE) { 12981 /* To big */ 12982 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 12983 error = EMSGSIZE; 12984 goto out; 12985 } 12986 mm = sctp_get_mbuf_for_msg(tot_demand, 0, M_WAIT, 1, MT_DATA); 12987 } 12988 if (mm == NULL) { 12989 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12990 error = ENOMEM; 12991 goto out; 12992 } 12993 max_out = asoc->smallest_mtu - sizeof(struct sctp_paramhdr); 12994 max_out -= sizeof(struct sctp_abort_msg); 12995 if (tot_out > max_out) { 12996 tot_out = max_out; 12997 } 12998 if (mm) { 12999 struct sctp_paramhdr *ph; 13000 13001 /* now move forward the data pointer */ 13002 ph = mtod(mm, struct sctp_paramhdr *); 13003 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT); 13004 ph->param_length = htons((sizeof(struct sctp_paramhdr) + tot_out)); 13005 ph++; 13006 SCTP_BUF_LEN(mm) = tot_out + sizeof(struct sctp_paramhdr); 13007 if (top == NULL) { 13008 error = uiomove((caddr_t)ph, (int)tot_out, uio); 13009 if (error) { 13010 /*- 13011 * Here if we can't get his data we 13012 * still abort we just don't get to 13013 * send the users note :-0 13014 */ 13015 sctp_m_freem(mm); 13016 mm = NULL; 13017 } 13018 } else { 13019 if (sndlen != 0) { 13020 SCTP_BUF_NEXT(mm) = top; 13021 } 13022 } 13023 } 13024 if (hold_tcblock == 0) { 13025 SCTP_TCB_LOCK(stcb); 13026 } 13027 atomic_add_int(&stcb->asoc.refcnt, -1); 13028 free_cnt_applied = 0; 13029 /* release this lock, otherwise we hang on ourselves */ 13030 sctp_abort_an_association(stcb->sctp_ep, stcb, 13031 SCTP_RESPONSE_TO_USER_REQ, 13032 mm, SCTP_SO_LOCKED); 13033 /* now relock the stcb so everything is sane */ 13034 hold_tcblock = 0; 13035 stcb = NULL; 13036 /* 13037 * In this case top is already chained to mm avoid double 13038 * free, since we free it below if top != NULL and driver 13039 * would free it after sending the packet out 13040 */ 13041 if (sndlen != 0) { 13042 top = NULL; 13043 } 13044 goto out_unlocked; 13045 } 13046 /* Calculate the maximum we can send */ 13047 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13048 if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) { 13049 if (non_blocking) { 13050 /* we already checked for non-blocking above. */ 13051 max_len = sndlen; 13052 } else { 13053 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13054 } 13055 } else { 13056 max_len = 0; 13057 } 13058 if (hold_tcblock) { 13059 SCTP_TCB_UNLOCK(stcb); 13060 hold_tcblock = 0; 13061 } 13062 /* Is the stream no. valid? */ 13063 if (srcv->sinfo_stream >= asoc->streamoutcnt) { 13064 /* Invalid stream number */ 13065 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13066 error = EINVAL; 13067 goto out_unlocked; 13068 } 13069 if (asoc->strmout == NULL) { 13070 /* huh? software error */ 13071 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 13072 error = EFAULT; 13073 goto out_unlocked; 13074 } 13075 /* Unless E_EOR mode is on, we must make a send FIT in one call. */ 13076 if ((user_marks_eor == 0) && 13077 (sndlen > SCTP_SB_LIMIT_SND(stcb->sctp_socket))) { 13078 /* It will NEVER fit */ 13079 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 13080 error = EMSGSIZE; 13081 goto out_unlocked; 13082 } 13083 if ((uio == NULL) && user_marks_eor) { 13084 /*- 13085 * We do not support eeor mode for 13086 * sending with mbuf chains (like sendfile). 13087 */ 13088 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13089 error = EINVAL; 13090 goto out_unlocked; 13091 } 13092 if (user_marks_eor) { 13093 local_add_more = min(SCTP_SB_LIMIT_SND(so), SCTP_BASE_SYSCTL(sctp_add_more_threshold)); 13094 } else { 13095 /*- 13096 * For non-eeor the whole message must fit in 13097 * the socket send buffer. 13098 */ 13099 local_add_more = sndlen; 13100 } 13101 len = 0; 13102 if (non_blocking) { 13103 goto skip_preblock; 13104 } 13105 if (((max_len <= local_add_more) && 13106 (SCTP_SB_LIMIT_SND(so) >= local_add_more)) || 13107 (max_len == 0) || 13108 ((stcb->asoc.chunks_on_out_queue + stcb->asoc.stream_queue_cnt) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 13109 /* No room right now ! */ 13110 SOCKBUF_LOCK(&so->so_snd); 13111 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13112 while ((SCTP_SB_LIMIT_SND(so) < (inqueue_bytes + local_add_more)) || 13113 ((stcb->asoc.stream_queue_cnt + stcb->asoc.chunks_on_out_queue) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 13114 SCTPDBG(SCTP_DEBUG_OUTPUT1, "pre_block limit:%u <(inq:%d + %d) || (%d+%d > %d)\n", 13115 (unsigned int)SCTP_SB_LIMIT_SND(so), 13116 inqueue_bytes, 13117 local_add_more, 13118 stcb->asoc.stream_queue_cnt, 13119 stcb->asoc.chunks_on_out_queue, 13120 SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)); 13121 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13122 sctp_log_block(SCTP_BLOCK_LOG_INTO_BLKA, asoc, sndlen); 13123 } 13124 be.error = 0; 13125 stcb->block_entry = &be; 13126 error = sbwait(&so->so_snd); 13127 stcb->block_entry = NULL; 13128 if (error || so->so_error || be.error) { 13129 if (error == 0) { 13130 if (so->so_error) 13131 error = so->so_error; 13132 if (be.error) { 13133 error = be.error; 13134 } 13135 } 13136 SOCKBUF_UNLOCK(&so->so_snd); 13137 goto out_unlocked; 13138 } 13139 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13140 sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK, 13141 asoc, stcb->asoc.total_output_queue_size); 13142 } 13143 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13144 goto out_unlocked; 13145 } 13146 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13147 } 13148 if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) { 13149 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13150 } else { 13151 max_len = 0; 13152 } 13153 SOCKBUF_UNLOCK(&so->so_snd); 13154 } 13155 skip_preblock: 13156 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13157 goto out_unlocked; 13158 } 13159 /* 13160 * sndlen covers for mbuf case uio_resid covers for the non-mbuf 13161 * case NOTE: uio will be null when top/mbuf is passed 13162 */ 13163 if (sndlen == 0) { 13164 if (srcv->sinfo_flags & SCTP_EOF) { 13165 got_all_of_the_send = 1; 13166 goto dataless_eof; 13167 } else { 13168 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13169 error = EINVAL; 13170 goto out; 13171 } 13172 } 13173 if (top == NULL) { 13174 struct sctp_stream_queue_pending *sp; 13175 struct sctp_stream_out *strm; 13176 uint32_t sndout; 13177 13178 SCTP_TCB_SEND_LOCK(stcb); 13179 if ((asoc->stream_locked) && 13180 (asoc->stream_locked_on != srcv->sinfo_stream)) { 13181 SCTP_TCB_SEND_UNLOCK(stcb); 13182 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13183 error = EINVAL; 13184 goto out; 13185 } 13186 SCTP_TCB_SEND_UNLOCK(stcb); 13187 13188 strm = &stcb->asoc.strmout[srcv->sinfo_stream]; 13189 if (strm->last_msg_incomplete == 0) { 13190 do_a_copy_in: 13191 sp = sctp_copy_it_in(stcb, asoc, srcv, uio, net, max_len, user_marks_eor, &error); 13192 if ((sp == NULL) || (error)) { 13193 goto out; 13194 } 13195 SCTP_TCB_SEND_LOCK(stcb); 13196 if (sp->msg_is_complete) { 13197 strm->last_msg_incomplete = 0; 13198 asoc->stream_locked = 0; 13199 } else { 13200 /* 13201 * Just got locked to this guy in case of an 13202 * interrupt. 13203 */ 13204 strm->last_msg_incomplete = 1; 13205 asoc->stream_locked = 1; 13206 asoc->stream_locked_on = srcv->sinfo_stream; 13207 sp->sender_all_done = 0; 13208 } 13209 sctp_snd_sb_alloc(stcb, sp->length); 13210 atomic_add_int(&asoc->stream_queue_cnt, 1); 13211 if ((srcv->sinfo_flags & SCTP_UNORDERED) == 0) { 13212 sp->strseq = strm->next_sequence_sent; 13213 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_SCTP) { 13214 sctp_misc_ints(SCTP_STRMOUT_LOG_ASSIGN, 13215 (uintptr_t) stcb, sp->length, 13216 (uint32_t) ((srcv->sinfo_stream << 16) | sp->strseq), 0); 13217 } 13218 strm->next_sequence_sent++; 13219 } else { 13220 SCTP_STAT_INCR(sctps_sends_with_unord); 13221 } 13222 TAILQ_INSERT_TAIL(&strm->outqueue, sp, next); 13223 stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, asoc, strm, sp, 1); 13224 SCTP_TCB_SEND_UNLOCK(stcb); 13225 } else { 13226 SCTP_TCB_SEND_LOCK(stcb); 13227 sp = TAILQ_LAST(&strm->outqueue, sctp_streamhead); 13228 SCTP_TCB_SEND_UNLOCK(stcb); 13229 if (sp == NULL) { 13230 /* ???? Huh ??? last msg is gone */ 13231 #ifdef INVARIANTS 13232 panic("Warning: Last msg marked incomplete, yet nothing left?"); 13233 #else 13234 SCTP_PRINTF("Warning: Last msg marked incomplete, yet nothing left?\n"); 13235 strm->last_msg_incomplete = 0; 13236 #endif 13237 goto do_a_copy_in; 13238 13239 } 13240 } 13241 while (uio->uio_resid > 0) { 13242 /* How much room do we have? */ 13243 struct mbuf *new_tail, *mm; 13244 13245 if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size) 13246 max_len = SCTP_SB_LIMIT_SND(so) - stcb->asoc.total_output_queue_size; 13247 else 13248 max_len = 0; 13249 13250 if ((max_len > SCTP_BASE_SYSCTL(sctp_add_more_threshold)) || 13251 (max_len && (SCTP_SB_LIMIT_SND(so) < SCTP_BASE_SYSCTL(sctp_add_more_threshold))) || 13252 (uio->uio_resid && (uio->uio_resid <= (int)max_len))) { 13253 sndout = 0; 13254 new_tail = NULL; 13255 if (hold_tcblock) { 13256 SCTP_TCB_UNLOCK(stcb); 13257 hold_tcblock = 0; 13258 } 13259 mm = sctp_copy_resume(uio, max_len, user_marks_eor, &error, &sndout, &new_tail); 13260 if ((mm == NULL) || error) { 13261 if (mm) { 13262 sctp_m_freem(mm); 13263 } 13264 goto out; 13265 } 13266 /* Update the mbuf and count */ 13267 SCTP_TCB_SEND_LOCK(stcb); 13268 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13269 /* 13270 * we need to get out. Peer probably 13271 * aborted. 13272 */ 13273 sctp_m_freem(mm); 13274 if (stcb->asoc.state & SCTP_PCB_FLAGS_WAS_ABORTED) { 13275 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 13276 error = ECONNRESET; 13277 } 13278 SCTP_TCB_SEND_UNLOCK(stcb); 13279 goto out; 13280 } 13281 if (sp->tail_mbuf) { 13282 /* tack it to the end */ 13283 SCTP_BUF_NEXT(sp->tail_mbuf) = mm; 13284 sp->tail_mbuf = new_tail; 13285 } else { 13286 /* A stolen mbuf */ 13287 sp->data = mm; 13288 sp->tail_mbuf = new_tail; 13289 } 13290 sctp_snd_sb_alloc(stcb, sndout); 13291 atomic_add_int(&sp->length, sndout); 13292 len += sndout; 13293 13294 /* Did we reach EOR? */ 13295 if ((uio->uio_resid == 0) && 13296 ((user_marks_eor == 0) || 13297 (srcv->sinfo_flags & SCTP_EOF) || 13298 (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) { 13299 sp->msg_is_complete = 1; 13300 } else { 13301 sp->msg_is_complete = 0; 13302 } 13303 SCTP_TCB_SEND_UNLOCK(stcb); 13304 } 13305 if (uio->uio_resid == 0) { 13306 /* got it all? */ 13307 continue; 13308 } 13309 /* PR-SCTP? */ 13310 if ((asoc->peer_supports_prsctp) && (asoc->sent_queue_cnt_removeable > 0)) { 13311 /* 13312 * This is ugly but we must assure locking 13313 * order 13314 */ 13315 if (hold_tcblock == 0) { 13316 SCTP_TCB_LOCK(stcb); 13317 hold_tcblock = 1; 13318 } 13319 sctp_prune_prsctp(stcb, asoc, srcv, sndlen); 13320 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13321 if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size) 13322 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13323 else 13324 max_len = 0; 13325 if (max_len > 0) { 13326 continue; 13327 } 13328 SCTP_TCB_UNLOCK(stcb); 13329 hold_tcblock = 0; 13330 } 13331 /* wait for space now */ 13332 if (non_blocking) { 13333 /* Non-blocking io in place out */ 13334 goto skip_out_eof; 13335 } 13336 /* What about the INIT, send it maybe */ 13337 if (queue_only_for_init) { 13338 if (hold_tcblock == 0) { 13339 SCTP_TCB_LOCK(stcb); 13340 hold_tcblock = 1; 13341 } 13342 if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) { 13343 /* a collision took us forward? */ 13344 queue_only = 0; 13345 } else { 13346 sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED); 13347 SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT); 13348 queue_only = 1; 13349 } 13350 } 13351 if ((net->flight_size > net->cwnd) && 13352 (asoc->sctp_cmt_on_off == 0)) { 13353 SCTP_STAT_INCR(sctps_send_cwnd_avoid); 13354 queue_only = 1; 13355 } else if (asoc->ifp_had_enobuf) { 13356 SCTP_STAT_INCR(sctps_ifnomemqueued); 13357 if (net->flight_size > (2 * net->mtu)) { 13358 queue_only = 1; 13359 } 13360 asoc->ifp_had_enobuf = 0; 13361 } 13362 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 13363 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 13364 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 13365 (stcb->asoc.total_flight > 0) && 13366 (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) && 13367 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) { 13368 13369 /*- 13370 * Ok, Nagle is set on and we have data outstanding. 13371 * Don't send anything and let SACKs drive out the 13372 * data unless wen have a "full" segment to send. 13373 */ 13374 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13375 sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED); 13376 } 13377 SCTP_STAT_INCR(sctps_naglequeued); 13378 nagle_applies = 1; 13379 } else { 13380 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13381 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) 13382 sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED); 13383 } 13384 SCTP_STAT_INCR(sctps_naglesent); 13385 nagle_applies = 0; 13386 } 13387 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13388 13389 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only, 13390 nagle_applies, un_sent); 13391 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size, 13392 stcb->asoc.total_flight, 13393 stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count); 13394 } 13395 if (queue_only_for_init) 13396 queue_only_for_init = 0; 13397 if ((queue_only == 0) && (nagle_applies == 0)) { 13398 /*- 13399 * need to start chunk output 13400 * before blocking.. note that if 13401 * a lock is already applied, then 13402 * the input via the net is happening 13403 * and I don't need to start output :-D 13404 */ 13405 if (hold_tcblock == 0) { 13406 if (SCTP_TCB_TRYLOCK(stcb)) { 13407 hold_tcblock = 1; 13408 sctp_chunk_output(inp, 13409 stcb, 13410 SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13411 } 13412 } else { 13413 sctp_chunk_output(inp, 13414 stcb, 13415 SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13416 } 13417 if (hold_tcblock == 1) { 13418 SCTP_TCB_UNLOCK(stcb); 13419 hold_tcblock = 0; 13420 } 13421 } 13422 SOCKBUF_LOCK(&so->so_snd); 13423 /*- 13424 * This is a bit strange, but I think it will 13425 * work. The total_output_queue_size is locked and 13426 * protected by the TCB_LOCK, which we just released. 13427 * There is a race that can occur between releasing it 13428 * above, and me getting the socket lock, where sacks 13429 * come in but we have not put the SB_WAIT on the 13430 * so_snd buffer to get the wakeup. After the LOCK 13431 * is applied the sack_processing will also need to 13432 * LOCK the so->so_snd to do the actual sowwakeup(). So 13433 * once we have the socket buffer lock if we recheck the 13434 * size we KNOW we will get to sleep safely with the 13435 * wakeup flag in place. 13436 */ 13437 if (SCTP_SB_LIMIT_SND(so) <= (stcb->asoc.total_output_queue_size + 13438 min(SCTP_BASE_SYSCTL(sctp_add_more_threshold), SCTP_SB_LIMIT_SND(so)))) { 13439 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13440 sctp_log_block(SCTP_BLOCK_LOG_INTO_BLK, 13441 asoc, uio->uio_resid); 13442 } 13443 be.error = 0; 13444 stcb->block_entry = &be; 13445 error = sbwait(&so->so_snd); 13446 stcb->block_entry = NULL; 13447 13448 if (error || so->so_error || be.error) { 13449 if (error == 0) { 13450 if (so->so_error) 13451 error = so->so_error; 13452 if (be.error) { 13453 error = be.error; 13454 } 13455 } 13456 SOCKBUF_UNLOCK(&so->so_snd); 13457 goto out_unlocked; 13458 } 13459 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13460 sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK, 13461 asoc, stcb->asoc.total_output_queue_size); 13462 } 13463 } 13464 SOCKBUF_UNLOCK(&so->so_snd); 13465 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13466 goto out_unlocked; 13467 } 13468 } 13469 SCTP_TCB_SEND_LOCK(stcb); 13470 if (sp) { 13471 if (sp->msg_is_complete == 0) { 13472 strm->last_msg_incomplete = 1; 13473 asoc->stream_locked = 1; 13474 asoc->stream_locked_on = srcv->sinfo_stream; 13475 } else { 13476 sp->sender_all_done = 1; 13477 strm->last_msg_incomplete = 0; 13478 asoc->stream_locked = 0; 13479 } 13480 } else { 13481 SCTP_PRINTF("Huh no sp TSNH?\n"); 13482 strm->last_msg_incomplete = 0; 13483 asoc->stream_locked = 0; 13484 } 13485 SCTP_TCB_SEND_UNLOCK(stcb); 13486 if (uio->uio_resid == 0) { 13487 got_all_of_the_send = 1; 13488 } 13489 } else { 13490 /* We send in a 0, since we do NOT have any locks */ 13491 error = sctp_msg_append(stcb, net, top, srcv, 0); 13492 top = NULL; 13493 if (srcv->sinfo_flags & SCTP_EOF) { 13494 /* 13495 * This should only happen for Panda for the mbuf 13496 * send case, which does NOT yet support EEOR mode. 13497 * Thus, we can just set this flag to do the proper 13498 * EOF handling. 13499 */ 13500 got_all_of_the_send = 1; 13501 } 13502 } 13503 if (error) { 13504 goto out; 13505 } 13506 dataless_eof: 13507 /* EOF thing ? */ 13508 if ((srcv->sinfo_flags & SCTP_EOF) && 13509 (got_all_of_the_send == 1) && 13510 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_UDPTYPE)) { 13511 int cnt; 13512 13513 SCTP_STAT_INCR(sctps_sends_with_eof); 13514 error = 0; 13515 if (hold_tcblock == 0) { 13516 SCTP_TCB_LOCK(stcb); 13517 hold_tcblock = 1; 13518 } 13519 cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_LOCKED); 13520 if (TAILQ_EMPTY(&asoc->send_queue) && 13521 TAILQ_EMPTY(&asoc->sent_queue) && 13522 (cnt == 0)) { 13523 if (asoc->locked_on_sending) { 13524 goto abort_anyway; 13525 } 13526 /* there is nothing queued to send, so I'm done... */ 13527 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 13528 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 13529 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 13530 struct sctp_nets *netp; 13531 13532 if (stcb->asoc.alternate) { 13533 netp = stcb->asoc.alternate; 13534 } else { 13535 netp = stcb->asoc.primary_destination; 13536 } 13537 /* only send SHUTDOWN the first time through */ 13538 sctp_send_shutdown(stcb, netp); 13539 if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) { 13540 SCTP_STAT_DECR_GAUGE32(sctps_currestab); 13541 } 13542 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 13543 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 13544 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb, 13545 netp); 13546 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 13547 asoc->primary_destination); 13548 } 13549 } else { 13550 /*- 13551 * we still got (or just got) data to send, so set 13552 * SHUTDOWN_PENDING 13553 */ 13554 /*- 13555 * XXX sockets draft says that SCTP_EOF should be 13556 * sent with no data. currently, we will allow user 13557 * data to be sent first and move to 13558 * SHUTDOWN-PENDING 13559 */ 13560 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 13561 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 13562 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 13563 if (hold_tcblock == 0) { 13564 SCTP_TCB_LOCK(stcb); 13565 hold_tcblock = 1; 13566 } 13567 if (asoc->locked_on_sending) { 13568 /* Locked to send out the data */ 13569 struct sctp_stream_queue_pending *sp; 13570 13571 sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead); 13572 if (sp) { 13573 if ((sp->length == 0) && (sp->msg_is_complete == 0)) 13574 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 13575 } 13576 } 13577 asoc->state |= SCTP_STATE_SHUTDOWN_PENDING; 13578 if (TAILQ_EMPTY(&asoc->send_queue) && 13579 TAILQ_EMPTY(&asoc->sent_queue) && 13580 (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 13581 abort_anyway: 13582 if (free_cnt_applied) { 13583 atomic_add_int(&stcb->asoc.refcnt, -1); 13584 free_cnt_applied = 0; 13585 } 13586 sctp_abort_an_association(stcb->sctp_ep, stcb, 13587 SCTP_RESPONSE_TO_USER_REQ, 13588 NULL, SCTP_SO_LOCKED); 13589 /* 13590 * now relock the stcb so everything 13591 * is sane 13592 */ 13593 hold_tcblock = 0; 13594 stcb = NULL; 13595 goto out; 13596 } 13597 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 13598 asoc->primary_destination); 13599 sctp_feature_off(inp, SCTP_PCB_FLAGS_NODELAY); 13600 } 13601 } 13602 } 13603 skip_out_eof: 13604 if (!TAILQ_EMPTY(&stcb->asoc.control_send_queue)) { 13605 some_on_control = 1; 13606 } 13607 if (queue_only_for_init) { 13608 if (hold_tcblock == 0) { 13609 SCTP_TCB_LOCK(stcb); 13610 hold_tcblock = 1; 13611 } 13612 if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) { 13613 /* a collision took us forward? */ 13614 queue_only = 0; 13615 } else { 13616 sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED); 13617 SCTP_SET_STATE(&stcb->asoc, SCTP_STATE_COOKIE_WAIT); 13618 queue_only = 1; 13619 } 13620 } 13621 if ((net->flight_size > net->cwnd) && 13622 (stcb->asoc.sctp_cmt_on_off == 0)) { 13623 SCTP_STAT_INCR(sctps_send_cwnd_avoid); 13624 queue_only = 1; 13625 } else if (asoc->ifp_had_enobuf) { 13626 SCTP_STAT_INCR(sctps_ifnomemqueued); 13627 if (net->flight_size > (2 * net->mtu)) { 13628 queue_only = 1; 13629 } 13630 asoc->ifp_had_enobuf = 0; 13631 } 13632 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 13633 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 13634 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 13635 (stcb->asoc.total_flight > 0) && 13636 (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) && 13637 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) { 13638 /*- 13639 * Ok, Nagle is set on and we have data outstanding. 13640 * Don't send anything and let SACKs drive out the 13641 * data unless wen have a "full" segment to send. 13642 */ 13643 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13644 sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED); 13645 } 13646 SCTP_STAT_INCR(sctps_naglequeued); 13647 nagle_applies = 1; 13648 } else { 13649 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13650 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) 13651 sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED); 13652 } 13653 SCTP_STAT_INCR(sctps_naglesent); 13654 nagle_applies = 0; 13655 } 13656 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13657 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only, 13658 nagle_applies, un_sent); 13659 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size, 13660 stcb->asoc.total_flight, 13661 stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count); 13662 } 13663 if ((queue_only == 0) && (nagle_applies == 0) && (stcb->asoc.peers_rwnd && un_sent)) { 13664 /* we can attempt to send too. */ 13665 if (hold_tcblock == 0) { 13666 /* 13667 * If there is activity recv'ing sacks no need to 13668 * send 13669 */ 13670 if (SCTP_TCB_TRYLOCK(stcb)) { 13671 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13672 hold_tcblock = 1; 13673 } 13674 } else { 13675 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13676 } 13677 } else if ((queue_only == 0) && 13678 (stcb->asoc.peers_rwnd == 0) && 13679 (stcb->asoc.total_flight == 0)) { 13680 /* We get to have a probe outstanding */ 13681 if (hold_tcblock == 0) { 13682 hold_tcblock = 1; 13683 SCTP_TCB_LOCK(stcb); 13684 } 13685 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13686 } else if (some_on_control) { 13687 int num_out, reason, frag_point; 13688 13689 /* Here we do control only */ 13690 if (hold_tcblock == 0) { 13691 hold_tcblock = 1; 13692 SCTP_TCB_LOCK(stcb); 13693 } 13694 frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 13695 (void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out, 13696 &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_LOCKED); 13697 } 13698 SCTPDBG(SCTP_DEBUG_OUTPUT1, "USR Send complete qo:%d prw:%d unsent:%d tf:%d cooq:%d toqs:%d err:%d\n", 13699 queue_only, stcb->asoc.peers_rwnd, un_sent, 13700 stcb->asoc.total_flight, stcb->asoc.chunks_on_out_queue, 13701 stcb->asoc.total_output_queue_size, error); 13702 13703 out: 13704 out_unlocked: 13705 13706 if (local_soresv && stcb) { 13707 atomic_subtract_int(&stcb->asoc.sb_send_resv, sndlen); 13708 } 13709 if (create_lock_applied) { 13710 SCTP_ASOC_CREATE_UNLOCK(inp); 13711 } 13712 if ((stcb) && hold_tcblock) { 13713 SCTP_TCB_UNLOCK(stcb); 13714 } 13715 if (stcb && free_cnt_applied) { 13716 atomic_add_int(&stcb->asoc.refcnt, -1); 13717 } 13718 #ifdef INVARIANTS 13719 if (stcb) { 13720 if (mtx_owned(&stcb->tcb_mtx)) { 13721 panic("Leaving with tcb mtx owned?"); 13722 } 13723 if (mtx_owned(&stcb->tcb_send_mtx)) { 13724 panic("Leaving with tcb send mtx owned?"); 13725 } 13726 } 13727 #endif 13728 #ifdef INVARIANTS 13729 if (inp) { 13730 sctp_validate_no_locks(inp); 13731 } else { 13732 printf("Warning - inp is NULL so cant validate locks\n"); 13733 } 13734 #endif 13735 if (top) { 13736 sctp_m_freem(top); 13737 } 13738 if (control) { 13739 sctp_m_freem(control); 13740 } 13741 return (error); 13742 } 13743 13744 13745 /* 13746 * generate an AUTHentication chunk, if required 13747 */ 13748 struct mbuf * 13749 sctp_add_auth_chunk(struct mbuf *m, struct mbuf **m_end, 13750 struct sctp_auth_chunk **auth_ret, uint32_t * offset, 13751 struct sctp_tcb *stcb, uint8_t chunk) 13752 { 13753 struct mbuf *m_auth; 13754 struct sctp_auth_chunk *auth; 13755 int chunk_len; 13756 struct mbuf *cn; 13757 13758 if ((m_end == NULL) || (auth_ret == NULL) || (offset == NULL) || 13759 (stcb == NULL)) 13760 return (m); 13761 13762 /* sysctl disabled auth? */ 13763 if (SCTP_BASE_SYSCTL(sctp_auth_disable)) 13764 return (m); 13765 13766 /* peer doesn't do auth... */ 13767 if (!stcb->asoc.peer_supports_auth) { 13768 return (m); 13769 } 13770 /* does the requested chunk require auth? */ 13771 if (!sctp_auth_is_required_chunk(chunk, stcb->asoc.peer_auth_chunks)) { 13772 return (m); 13773 } 13774 m_auth = sctp_get_mbuf_for_msg(sizeof(*auth), 0, M_DONTWAIT, 1, MT_HEADER); 13775 if (m_auth == NULL) { 13776 /* no mbuf's */ 13777 return (m); 13778 } 13779 /* reserve some space if this will be the first mbuf */ 13780 if (m == NULL) 13781 SCTP_BUF_RESV_UF(m_auth, SCTP_MIN_OVERHEAD); 13782 /* fill in the AUTH chunk details */ 13783 auth = mtod(m_auth, struct sctp_auth_chunk *); 13784 bzero(auth, sizeof(*auth)); 13785 auth->ch.chunk_type = SCTP_AUTHENTICATION; 13786 auth->ch.chunk_flags = 0; 13787 chunk_len = sizeof(*auth) + 13788 sctp_get_hmac_digest_len(stcb->asoc.peer_hmac_id); 13789 auth->ch.chunk_length = htons(chunk_len); 13790 auth->hmac_id = htons(stcb->asoc.peer_hmac_id); 13791 /* key id and hmac digest will be computed and filled in upon send */ 13792 13793 /* save the offset where the auth was inserted into the chain */ 13794 *offset = 0; 13795 for (cn = m; cn; cn = SCTP_BUF_NEXT(cn)) { 13796 *offset += SCTP_BUF_LEN(cn); 13797 } 13798 13799 /* update length and return pointer to the auth chunk */ 13800 SCTP_BUF_LEN(m_auth) = chunk_len; 13801 m = sctp_copy_mbufchain(m_auth, m, m_end, 1, chunk_len, 0); 13802 if (auth_ret != NULL) 13803 *auth_ret = auth; 13804 13805 return (m); 13806 } 13807 13808 #ifdef INET6 13809 int 13810 sctp_v6src_match_nexthop(struct sockaddr_in6 *src6, sctp_route_t * ro) 13811 { 13812 struct nd_prefix *pfx = NULL; 13813 struct nd_pfxrouter *pfxrtr = NULL; 13814 struct sockaddr_in6 gw6; 13815 13816 if (ro == NULL || ro->ro_rt == NULL || src6->sin6_family != AF_INET6) 13817 return (0); 13818 13819 /* get prefix entry of address */ 13820 LIST_FOREACH(pfx, &MODULE_GLOBAL(nd_prefix), ndpr_entry) { 13821 if (pfx->ndpr_stateflags & NDPRF_DETACHED) 13822 continue; 13823 if (IN6_ARE_MASKED_ADDR_EQUAL(&pfx->ndpr_prefix.sin6_addr, 13824 &src6->sin6_addr, &pfx->ndpr_mask)) 13825 break; 13826 } 13827 /* no prefix entry in the prefix list */ 13828 if (pfx == NULL) { 13829 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefix entry for "); 13830 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6); 13831 return (0); 13832 } 13833 SCTPDBG(SCTP_DEBUG_OUTPUT2, "v6src_match_nexthop(), Prefix entry is "); 13834 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6); 13835 13836 /* search installed gateway from prefix entry */ 13837 LIST_FOREACH(pfxrtr, &pfx->ndpr_advrtrs, pfr_entry) { 13838 memset(&gw6, 0, sizeof(struct sockaddr_in6)); 13839 gw6.sin6_family = AF_INET6; 13840 gw6.sin6_len = sizeof(struct sockaddr_in6); 13841 memcpy(&gw6.sin6_addr, &pfxrtr->router->rtaddr, 13842 sizeof(struct in6_addr)); 13843 SCTPDBG(SCTP_DEBUG_OUTPUT2, "prefix router is "); 13844 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&gw6); 13845 SCTPDBG(SCTP_DEBUG_OUTPUT2, "installed router is "); 13846 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway); 13847 if (sctp_cmpaddr((struct sockaddr *)&gw6, 13848 ro->ro_rt->rt_gateway)) { 13849 SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is installed\n"); 13850 return (1); 13851 } 13852 } 13853 SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is not installed\n"); 13854 return (0); 13855 } 13856 13857 #endif 13858 13859 int 13860 sctp_v4src_match_nexthop(struct sctp_ifa *sifa, sctp_route_t * ro) 13861 { 13862 #ifdef INET 13863 struct sockaddr_in *sin, *mask; 13864 struct ifaddr *ifa; 13865 struct in_addr srcnetaddr, gwnetaddr; 13866 13867 if (ro == NULL || ro->ro_rt == NULL || 13868 sifa->address.sa.sa_family != AF_INET) { 13869 return (0); 13870 } 13871 ifa = (struct ifaddr *)sifa->ifa; 13872 mask = (struct sockaddr_in *)(ifa->ifa_netmask); 13873 sin = (struct sockaddr_in *)&sifa->address.sin; 13874 srcnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr); 13875 SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: src address is "); 13876 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa); 13877 SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", srcnetaddr.s_addr); 13878 13879 sin = (struct sockaddr_in *)ro->ro_rt->rt_gateway; 13880 gwnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr); 13881 SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: nexthop is "); 13882 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway); 13883 SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", gwnetaddr.s_addr); 13884 if (srcnetaddr.s_addr == gwnetaddr.s_addr) { 13885 return (1); 13886 } 13887 #endif 13888 return (0); 13889 } 13890