1 /*- 2 * Copyright (c) 2001-2008, by Cisco Systems, Inc. All rights reserved. 3 * Copyright (c) 2008-2011, by Randall Stewart. All rights reserved. 4 * Copyright (c) 2008-2011, by Michael Tuexen. All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions are met: 8 * 9 * a) Redistributions of source code must retain the above copyright notice, 10 * this list of conditions and the following disclaimer. 11 * 12 * b) Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in 14 * the documentation and/or other materials provided with the distribution. 15 * 16 * c) Neither the name of Cisco Systems, Inc. nor the names of its 17 * contributors may be used to endorse or promote products derived 18 * from this software without specific prior written permission. 19 * 20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30 * THE POSSIBILITY OF SUCH DAMAGE. 31 */ 32 33 /* $KAME: sctp_output.c,v 1.46 2005/03/06 16:04:17 itojun Exp $ */ 34 35 #include <sys/cdefs.h> 36 __FBSDID("$FreeBSD$"); 37 38 #include <netinet/sctp_os.h> 39 #include <sys/proc.h> 40 #include <netinet/sctp_var.h> 41 #include <netinet/sctp_sysctl.h> 42 #include <netinet/sctp_header.h> 43 #include <netinet/sctp_pcb.h> 44 #include <netinet/sctputil.h> 45 #include <netinet/sctp_output.h> 46 #include <netinet/sctp_uio.h> 47 #include <netinet/sctputil.h> 48 #include <netinet/sctp_auth.h> 49 #include <netinet/sctp_timer.h> 50 #include <netinet/sctp_asconf.h> 51 #include <netinet/sctp_indata.h> 52 #include <netinet/sctp_bsd_addr.h> 53 #include <netinet/sctp_input.h> 54 #include <netinet/sctp_crc32.h> 55 #include <netinet/udp.h> 56 #include <machine/in_cksum.h> 57 58 59 60 #define SCTP_MAX_GAPS_INARRAY 4 61 struct sack_track { 62 uint8_t right_edge; /* mergable on the right edge */ 63 uint8_t left_edge; /* mergable on the left edge */ 64 uint8_t num_entries; 65 uint8_t spare; 66 struct sctp_gap_ack_block gaps[SCTP_MAX_GAPS_INARRAY]; 67 }; 68 69 struct sack_track sack_array[256] = { 70 {0, 0, 0, 0, /* 0x00 */ 71 {{0, 0}, 72 {0, 0}, 73 {0, 0}, 74 {0, 0} 75 } 76 }, 77 {1, 0, 1, 0, /* 0x01 */ 78 {{0, 0}, 79 {0, 0}, 80 {0, 0}, 81 {0, 0} 82 } 83 }, 84 {0, 0, 1, 0, /* 0x02 */ 85 {{1, 1}, 86 {0, 0}, 87 {0, 0}, 88 {0, 0} 89 } 90 }, 91 {1, 0, 1, 0, /* 0x03 */ 92 {{0, 1}, 93 {0, 0}, 94 {0, 0}, 95 {0, 0} 96 } 97 }, 98 {0, 0, 1, 0, /* 0x04 */ 99 {{2, 2}, 100 {0, 0}, 101 {0, 0}, 102 {0, 0} 103 } 104 }, 105 {1, 0, 2, 0, /* 0x05 */ 106 {{0, 0}, 107 {2, 2}, 108 {0, 0}, 109 {0, 0} 110 } 111 }, 112 {0, 0, 1, 0, /* 0x06 */ 113 {{1, 2}, 114 {0, 0}, 115 {0, 0}, 116 {0, 0} 117 } 118 }, 119 {1, 0, 1, 0, /* 0x07 */ 120 {{0, 2}, 121 {0, 0}, 122 {0, 0}, 123 {0, 0} 124 } 125 }, 126 {0, 0, 1, 0, /* 0x08 */ 127 {{3, 3}, 128 {0, 0}, 129 {0, 0}, 130 {0, 0} 131 } 132 }, 133 {1, 0, 2, 0, /* 0x09 */ 134 {{0, 0}, 135 {3, 3}, 136 {0, 0}, 137 {0, 0} 138 } 139 }, 140 {0, 0, 2, 0, /* 0x0a */ 141 {{1, 1}, 142 {3, 3}, 143 {0, 0}, 144 {0, 0} 145 } 146 }, 147 {1, 0, 2, 0, /* 0x0b */ 148 {{0, 1}, 149 {3, 3}, 150 {0, 0}, 151 {0, 0} 152 } 153 }, 154 {0, 0, 1, 0, /* 0x0c */ 155 {{2, 3}, 156 {0, 0}, 157 {0, 0}, 158 {0, 0} 159 } 160 }, 161 {1, 0, 2, 0, /* 0x0d */ 162 {{0, 0}, 163 {2, 3}, 164 {0, 0}, 165 {0, 0} 166 } 167 }, 168 {0, 0, 1, 0, /* 0x0e */ 169 {{1, 3}, 170 {0, 0}, 171 {0, 0}, 172 {0, 0} 173 } 174 }, 175 {1, 0, 1, 0, /* 0x0f */ 176 {{0, 3}, 177 {0, 0}, 178 {0, 0}, 179 {0, 0} 180 } 181 }, 182 {0, 0, 1, 0, /* 0x10 */ 183 {{4, 4}, 184 {0, 0}, 185 {0, 0}, 186 {0, 0} 187 } 188 }, 189 {1, 0, 2, 0, /* 0x11 */ 190 {{0, 0}, 191 {4, 4}, 192 {0, 0}, 193 {0, 0} 194 } 195 }, 196 {0, 0, 2, 0, /* 0x12 */ 197 {{1, 1}, 198 {4, 4}, 199 {0, 0}, 200 {0, 0} 201 } 202 }, 203 {1, 0, 2, 0, /* 0x13 */ 204 {{0, 1}, 205 {4, 4}, 206 {0, 0}, 207 {0, 0} 208 } 209 }, 210 {0, 0, 2, 0, /* 0x14 */ 211 {{2, 2}, 212 {4, 4}, 213 {0, 0}, 214 {0, 0} 215 } 216 }, 217 {1, 0, 3, 0, /* 0x15 */ 218 {{0, 0}, 219 {2, 2}, 220 {4, 4}, 221 {0, 0} 222 } 223 }, 224 {0, 0, 2, 0, /* 0x16 */ 225 {{1, 2}, 226 {4, 4}, 227 {0, 0}, 228 {0, 0} 229 } 230 }, 231 {1, 0, 2, 0, /* 0x17 */ 232 {{0, 2}, 233 {4, 4}, 234 {0, 0}, 235 {0, 0} 236 } 237 }, 238 {0, 0, 1, 0, /* 0x18 */ 239 {{3, 4}, 240 {0, 0}, 241 {0, 0}, 242 {0, 0} 243 } 244 }, 245 {1, 0, 2, 0, /* 0x19 */ 246 {{0, 0}, 247 {3, 4}, 248 {0, 0}, 249 {0, 0} 250 } 251 }, 252 {0, 0, 2, 0, /* 0x1a */ 253 {{1, 1}, 254 {3, 4}, 255 {0, 0}, 256 {0, 0} 257 } 258 }, 259 {1, 0, 2, 0, /* 0x1b */ 260 {{0, 1}, 261 {3, 4}, 262 {0, 0}, 263 {0, 0} 264 } 265 }, 266 {0, 0, 1, 0, /* 0x1c */ 267 {{2, 4}, 268 {0, 0}, 269 {0, 0}, 270 {0, 0} 271 } 272 }, 273 {1, 0, 2, 0, /* 0x1d */ 274 {{0, 0}, 275 {2, 4}, 276 {0, 0}, 277 {0, 0} 278 } 279 }, 280 {0, 0, 1, 0, /* 0x1e */ 281 {{1, 4}, 282 {0, 0}, 283 {0, 0}, 284 {0, 0} 285 } 286 }, 287 {1, 0, 1, 0, /* 0x1f */ 288 {{0, 4}, 289 {0, 0}, 290 {0, 0}, 291 {0, 0} 292 } 293 }, 294 {0, 0, 1, 0, /* 0x20 */ 295 {{5, 5}, 296 {0, 0}, 297 {0, 0}, 298 {0, 0} 299 } 300 }, 301 {1, 0, 2, 0, /* 0x21 */ 302 {{0, 0}, 303 {5, 5}, 304 {0, 0}, 305 {0, 0} 306 } 307 }, 308 {0, 0, 2, 0, /* 0x22 */ 309 {{1, 1}, 310 {5, 5}, 311 {0, 0}, 312 {0, 0} 313 } 314 }, 315 {1, 0, 2, 0, /* 0x23 */ 316 {{0, 1}, 317 {5, 5}, 318 {0, 0}, 319 {0, 0} 320 } 321 }, 322 {0, 0, 2, 0, /* 0x24 */ 323 {{2, 2}, 324 {5, 5}, 325 {0, 0}, 326 {0, 0} 327 } 328 }, 329 {1, 0, 3, 0, /* 0x25 */ 330 {{0, 0}, 331 {2, 2}, 332 {5, 5}, 333 {0, 0} 334 } 335 }, 336 {0, 0, 2, 0, /* 0x26 */ 337 {{1, 2}, 338 {5, 5}, 339 {0, 0}, 340 {0, 0} 341 } 342 }, 343 {1, 0, 2, 0, /* 0x27 */ 344 {{0, 2}, 345 {5, 5}, 346 {0, 0}, 347 {0, 0} 348 } 349 }, 350 {0, 0, 2, 0, /* 0x28 */ 351 {{3, 3}, 352 {5, 5}, 353 {0, 0}, 354 {0, 0} 355 } 356 }, 357 {1, 0, 3, 0, /* 0x29 */ 358 {{0, 0}, 359 {3, 3}, 360 {5, 5}, 361 {0, 0} 362 } 363 }, 364 {0, 0, 3, 0, /* 0x2a */ 365 {{1, 1}, 366 {3, 3}, 367 {5, 5}, 368 {0, 0} 369 } 370 }, 371 {1, 0, 3, 0, /* 0x2b */ 372 {{0, 1}, 373 {3, 3}, 374 {5, 5}, 375 {0, 0} 376 } 377 }, 378 {0, 0, 2, 0, /* 0x2c */ 379 {{2, 3}, 380 {5, 5}, 381 {0, 0}, 382 {0, 0} 383 } 384 }, 385 {1, 0, 3, 0, /* 0x2d */ 386 {{0, 0}, 387 {2, 3}, 388 {5, 5}, 389 {0, 0} 390 } 391 }, 392 {0, 0, 2, 0, /* 0x2e */ 393 {{1, 3}, 394 {5, 5}, 395 {0, 0}, 396 {0, 0} 397 } 398 }, 399 {1, 0, 2, 0, /* 0x2f */ 400 {{0, 3}, 401 {5, 5}, 402 {0, 0}, 403 {0, 0} 404 } 405 }, 406 {0, 0, 1, 0, /* 0x30 */ 407 {{4, 5}, 408 {0, 0}, 409 {0, 0}, 410 {0, 0} 411 } 412 }, 413 {1, 0, 2, 0, /* 0x31 */ 414 {{0, 0}, 415 {4, 5}, 416 {0, 0}, 417 {0, 0} 418 } 419 }, 420 {0, 0, 2, 0, /* 0x32 */ 421 {{1, 1}, 422 {4, 5}, 423 {0, 0}, 424 {0, 0} 425 } 426 }, 427 {1, 0, 2, 0, /* 0x33 */ 428 {{0, 1}, 429 {4, 5}, 430 {0, 0}, 431 {0, 0} 432 } 433 }, 434 {0, 0, 2, 0, /* 0x34 */ 435 {{2, 2}, 436 {4, 5}, 437 {0, 0}, 438 {0, 0} 439 } 440 }, 441 {1, 0, 3, 0, /* 0x35 */ 442 {{0, 0}, 443 {2, 2}, 444 {4, 5}, 445 {0, 0} 446 } 447 }, 448 {0, 0, 2, 0, /* 0x36 */ 449 {{1, 2}, 450 {4, 5}, 451 {0, 0}, 452 {0, 0} 453 } 454 }, 455 {1, 0, 2, 0, /* 0x37 */ 456 {{0, 2}, 457 {4, 5}, 458 {0, 0}, 459 {0, 0} 460 } 461 }, 462 {0, 0, 1, 0, /* 0x38 */ 463 {{3, 5}, 464 {0, 0}, 465 {0, 0}, 466 {0, 0} 467 } 468 }, 469 {1, 0, 2, 0, /* 0x39 */ 470 {{0, 0}, 471 {3, 5}, 472 {0, 0}, 473 {0, 0} 474 } 475 }, 476 {0, 0, 2, 0, /* 0x3a */ 477 {{1, 1}, 478 {3, 5}, 479 {0, 0}, 480 {0, 0} 481 } 482 }, 483 {1, 0, 2, 0, /* 0x3b */ 484 {{0, 1}, 485 {3, 5}, 486 {0, 0}, 487 {0, 0} 488 } 489 }, 490 {0, 0, 1, 0, /* 0x3c */ 491 {{2, 5}, 492 {0, 0}, 493 {0, 0}, 494 {0, 0} 495 } 496 }, 497 {1, 0, 2, 0, /* 0x3d */ 498 {{0, 0}, 499 {2, 5}, 500 {0, 0}, 501 {0, 0} 502 } 503 }, 504 {0, 0, 1, 0, /* 0x3e */ 505 {{1, 5}, 506 {0, 0}, 507 {0, 0}, 508 {0, 0} 509 } 510 }, 511 {1, 0, 1, 0, /* 0x3f */ 512 {{0, 5}, 513 {0, 0}, 514 {0, 0}, 515 {0, 0} 516 } 517 }, 518 {0, 0, 1, 0, /* 0x40 */ 519 {{6, 6}, 520 {0, 0}, 521 {0, 0}, 522 {0, 0} 523 } 524 }, 525 {1, 0, 2, 0, /* 0x41 */ 526 {{0, 0}, 527 {6, 6}, 528 {0, 0}, 529 {0, 0} 530 } 531 }, 532 {0, 0, 2, 0, /* 0x42 */ 533 {{1, 1}, 534 {6, 6}, 535 {0, 0}, 536 {0, 0} 537 } 538 }, 539 {1, 0, 2, 0, /* 0x43 */ 540 {{0, 1}, 541 {6, 6}, 542 {0, 0}, 543 {0, 0} 544 } 545 }, 546 {0, 0, 2, 0, /* 0x44 */ 547 {{2, 2}, 548 {6, 6}, 549 {0, 0}, 550 {0, 0} 551 } 552 }, 553 {1, 0, 3, 0, /* 0x45 */ 554 {{0, 0}, 555 {2, 2}, 556 {6, 6}, 557 {0, 0} 558 } 559 }, 560 {0, 0, 2, 0, /* 0x46 */ 561 {{1, 2}, 562 {6, 6}, 563 {0, 0}, 564 {0, 0} 565 } 566 }, 567 {1, 0, 2, 0, /* 0x47 */ 568 {{0, 2}, 569 {6, 6}, 570 {0, 0}, 571 {0, 0} 572 } 573 }, 574 {0, 0, 2, 0, /* 0x48 */ 575 {{3, 3}, 576 {6, 6}, 577 {0, 0}, 578 {0, 0} 579 } 580 }, 581 {1, 0, 3, 0, /* 0x49 */ 582 {{0, 0}, 583 {3, 3}, 584 {6, 6}, 585 {0, 0} 586 } 587 }, 588 {0, 0, 3, 0, /* 0x4a */ 589 {{1, 1}, 590 {3, 3}, 591 {6, 6}, 592 {0, 0} 593 } 594 }, 595 {1, 0, 3, 0, /* 0x4b */ 596 {{0, 1}, 597 {3, 3}, 598 {6, 6}, 599 {0, 0} 600 } 601 }, 602 {0, 0, 2, 0, /* 0x4c */ 603 {{2, 3}, 604 {6, 6}, 605 {0, 0}, 606 {0, 0} 607 } 608 }, 609 {1, 0, 3, 0, /* 0x4d */ 610 {{0, 0}, 611 {2, 3}, 612 {6, 6}, 613 {0, 0} 614 } 615 }, 616 {0, 0, 2, 0, /* 0x4e */ 617 {{1, 3}, 618 {6, 6}, 619 {0, 0}, 620 {0, 0} 621 } 622 }, 623 {1, 0, 2, 0, /* 0x4f */ 624 {{0, 3}, 625 {6, 6}, 626 {0, 0}, 627 {0, 0} 628 } 629 }, 630 {0, 0, 2, 0, /* 0x50 */ 631 {{4, 4}, 632 {6, 6}, 633 {0, 0}, 634 {0, 0} 635 } 636 }, 637 {1, 0, 3, 0, /* 0x51 */ 638 {{0, 0}, 639 {4, 4}, 640 {6, 6}, 641 {0, 0} 642 } 643 }, 644 {0, 0, 3, 0, /* 0x52 */ 645 {{1, 1}, 646 {4, 4}, 647 {6, 6}, 648 {0, 0} 649 } 650 }, 651 {1, 0, 3, 0, /* 0x53 */ 652 {{0, 1}, 653 {4, 4}, 654 {6, 6}, 655 {0, 0} 656 } 657 }, 658 {0, 0, 3, 0, /* 0x54 */ 659 {{2, 2}, 660 {4, 4}, 661 {6, 6}, 662 {0, 0} 663 } 664 }, 665 {1, 0, 4, 0, /* 0x55 */ 666 {{0, 0}, 667 {2, 2}, 668 {4, 4}, 669 {6, 6} 670 } 671 }, 672 {0, 0, 3, 0, /* 0x56 */ 673 {{1, 2}, 674 {4, 4}, 675 {6, 6}, 676 {0, 0} 677 } 678 }, 679 {1, 0, 3, 0, /* 0x57 */ 680 {{0, 2}, 681 {4, 4}, 682 {6, 6}, 683 {0, 0} 684 } 685 }, 686 {0, 0, 2, 0, /* 0x58 */ 687 {{3, 4}, 688 {6, 6}, 689 {0, 0}, 690 {0, 0} 691 } 692 }, 693 {1, 0, 3, 0, /* 0x59 */ 694 {{0, 0}, 695 {3, 4}, 696 {6, 6}, 697 {0, 0} 698 } 699 }, 700 {0, 0, 3, 0, /* 0x5a */ 701 {{1, 1}, 702 {3, 4}, 703 {6, 6}, 704 {0, 0} 705 } 706 }, 707 {1, 0, 3, 0, /* 0x5b */ 708 {{0, 1}, 709 {3, 4}, 710 {6, 6}, 711 {0, 0} 712 } 713 }, 714 {0, 0, 2, 0, /* 0x5c */ 715 {{2, 4}, 716 {6, 6}, 717 {0, 0}, 718 {0, 0} 719 } 720 }, 721 {1, 0, 3, 0, /* 0x5d */ 722 {{0, 0}, 723 {2, 4}, 724 {6, 6}, 725 {0, 0} 726 } 727 }, 728 {0, 0, 2, 0, /* 0x5e */ 729 {{1, 4}, 730 {6, 6}, 731 {0, 0}, 732 {0, 0} 733 } 734 }, 735 {1, 0, 2, 0, /* 0x5f */ 736 {{0, 4}, 737 {6, 6}, 738 {0, 0}, 739 {0, 0} 740 } 741 }, 742 {0, 0, 1, 0, /* 0x60 */ 743 {{5, 6}, 744 {0, 0}, 745 {0, 0}, 746 {0, 0} 747 } 748 }, 749 {1, 0, 2, 0, /* 0x61 */ 750 {{0, 0}, 751 {5, 6}, 752 {0, 0}, 753 {0, 0} 754 } 755 }, 756 {0, 0, 2, 0, /* 0x62 */ 757 {{1, 1}, 758 {5, 6}, 759 {0, 0}, 760 {0, 0} 761 } 762 }, 763 {1, 0, 2, 0, /* 0x63 */ 764 {{0, 1}, 765 {5, 6}, 766 {0, 0}, 767 {0, 0} 768 } 769 }, 770 {0, 0, 2, 0, /* 0x64 */ 771 {{2, 2}, 772 {5, 6}, 773 {0, 0}, 774 {0, 0} 775 } 776 }, 777 {1, 0, 3, 0, /* 0x65 */ 778 {{0, 0}, 779 {2, 2}, 780 {5, 6}, 781 {0, 0} 782 } 783 }, 784 {0, 0, 2, 0, /* 0x66 */ 785 {{1, 2}, 786 {5, 6}, 787 {0, 0}, 788 {0, 0} 789 } 790 }, 791 {1, 0, 2, 0, /* 0x67 */ 792 {{0, 2}, 793 {5, 6}, 794 {0, 0}, 795 {0, 0} 796 } 797 }, 798 {0, 0, 2, 0, /* 0x68 */ 799 {{3, 3}, 800 {5, 6}, 801 {0, 0}, 802 {0, 0} 803 } 804 }, 805 {1, 0, 3, 0, /* 0x69 */ 806 {{0, 0}, 807 {3, 3}, 808 {5, 6}, 809 {0, 0} 810 } 811 }, 812 {0, 0, 3, 0, /* 0x6a */ 813 {{1, 1}, 814 {3, 3}, 815 {5, 6}, 816 {0, 0} 817 } 818 }, 819 {1, 0, 3, 0, /* 0x6b */ 820 {{0, 1}, 821 {3, 3}, 822 {5, 6}, 823 {0, 0} 824 } 825 }, 826 {0, 0, 2, 0, /* 0x6c */ 827 {{2, 3}, 828 {5, 6}, 829 {0, 0}, 830 {0, 0} 831 } 832 }, 833 {1, 0, 3, 0, /* 0x6d */ 834 {{0, 0}, 835 {2, 3}, 836 {5, 6}, 837 {0, 0} 838 } 839 }, 840 {0, 0, 2, 0, /* 0x6e */ 841 {{1, 3}, 842 {5, 6}, 843 {0, 0}, 844 {0, 0} 845 } 846 }, 847 {1, 0, 2, 0, /* 0x6f */ 848 {{0, 3}, 849 {5, 6}, 850 {0, 0}, 851 {0, 0} 852 } 853 }, 854 {0, 0, 1, 0, /* 0x70 */ 855 {{4, 6}, 856 {0, 0}, 857 {0, 0}, 858 {0, 0} 859 } 860 }, 861 {1, 0, 2, 0, /* 0x71 */ 862 {{0, 0}, 863 {4, 6}, 864 {0, 0}, 865 {0, 0} 866 } 867 }, 868 {0, 0, 2, 0, /* 0x72 */ 869 {{1, 1}, 870 {4, 6}, 871 {0, 0}, 872 {0, 0} 873 } 874 }, 875 {1, 0, 2, 0, /* 0x73 */ 876 {{0, 1}, 877 {4, 6}, 878 {0, 0}, 879 {0, 0} 880 } 881 }, 882 {0, 0, 2, 0, /* 0x74 */ 883 {{2, 2}, 884 {4, 6}, 885 {0, 0}, 886 {0, 0} 887 } 888 }, 889 {1, 0, 3, 0, /* 0x75 */ 890 {{0, 0}, 891 {2, 2}, 892 {4, 6}, 893 {0, 0} 894 } 895 }, 896 {0, 0, 2, 0, /* 0x76 */ 897 {{1, 2}, 898 {4, 6}, 899 {0, 0}, 900 {0, 0} 901 } 902 }, 903 {1, 0, 2, 0, /* 0x77 */ 904 {{0, 2}, 905 {4, 6}, 906 {0, 0}, 907 {0, 0} 908 } 909 }, 910 {0, 0, 1, 0, /* 0x78 */ 911 {{3, 6}, 912 {0, 0}, 913 {0, 0}, 914 {0, 0} 915 } 916 }, 917 {1, 0, 2, 0, /* 0x79 */ 918 {{0, 0}, 919 {3, 6}, 920 {0, 0}, 921 {0, 0} 922 } 923 }, 924 {0, 0, 2, 0, /* 0x7a */ 925 {{1, 1}, 926 {3, 6}, 927 {0, 0}, 928 {0, 0} 929 } 930 }, 931 {1, 0, 2, 0, /* 0x7b */ 932 {{0, 1}, 933 {3, 6}, 934 {0, 0}, 935 {0, 0} 936 } 937 }, 938 {0, 0, 1, 0, /* 0x7c */ 939 {{2, 6}, 940 {0, 0}, 941 {0, 0}, 942 {0, 0} 943 } 944 }, 945 {1, 0, 2, 0, /* 0x7d */ 946 {{0, 0}, 947 {2, 6}, 948 {0, 0}, 949 {0, 0} 950 } 951 }, 952 {0, 0, 1, 0, /* 0x7e */ 953 {{1, 6}, 954 {0, 0}, 955 {0, 0}, 956 {0, 0} 957 } 958 }, 959 {1, 0, 1, 0, /* 0x7f */ 960 {{0, 6}, 961 {0, 0}, 962 {0, 0}, 963 {0, 0} 964 } 965 }, 966 {0, 1, 1, 0, /* 0x80 */ 967 {{7, 7}, 968 {0, 0}, 969 {0, 0}, 970 {0, 0} 971 } 972 }, 973 {1, 1, 2, 0, /* 0x81 */ 974 {{0, 0}, 975 {7, 7}, 976 {0, 0}, 977 {0, 0} 978 } 979 }, 980 {0, 1, 2, 0, /* 0x82 */ 981 {{1, 1}, 982 {7, 7}, 983 {0, 0}, 984 {0, 0} 985 } 986 }, 987 {1, 1, 2, 0, /* 0x83 */ 988 {{0, 1}, 989 {7, 7}, 990 {0, 0}, 991 {0, 0} 992 } 993 }, 994 {0, 1, 2, 0, /* 0x84 */ 995 {{2, 2}, 996 {7, 7}, 997 {0, 0}, 998 {0, 0} 999 } 1000 }, 1001 {1, 1, 3, 0, /* 0x85 */ 1002 {{0, 0}, 1003 {2, 2}, 1004 {7, 7}, 1005 {0, 0} 1006 } 1007 }, 1008 {0, 1, 2, 0, /* 0x86 */ 1009 {{1, 2}, 1010 {7, 7}, 1011 {0, 0}, 1012 {0, 0} 1013 } 1014 }, 1015 {1, 1, 2, 0, /* 0x87 */ 1016 {{0, 2}, 1017 {7, 7}, 1018 {0, 0}, 1019 {0, 0} 1020 } 1021 }, 1022 {0, 1, 2, 0, /* 0x88 */ 1023 {{3, 3}, 1024 {7, 7}, 1025 {0, 0}, 1026 {0, 0} 1027 } 1028 }, 1029 {1, 1, 3, 0, /* 0x89 */ 1030 {{0, 0}, 1031 {3, 3}, 1032 {7, 7}, 1033 {0, 0} 1034 } 1035 }, 1036 {0, 1, 3, 0, /* 0x8a */ 1037 {{1, 1}, 1038 {3, 3}, 1039 {7, 7}, 1040 {0, 0} 1041 } 1042 }, 1043 {1, 1, 3, 0, /* 0x8b */ 1044 {{0, 1}, 1045 {3, 3}, 1046 {7, 7}, 1047 {0, 0} 1048 } 1049 }, 1050 {0, 1, 2, 0, /* 0x8c */ 1051 {{2, 3}, 1052 {7, 7}, 1053 {0, 0}, 1054 {0, 0} 1055 } 1056 }, 1057 {1, 1, 3, 0, /* 0x8d */ 1058 {{0, 0}, 1059 {2, 3}, 1060 {7, 7}, 1061 {0, 0} 1062 } 1063 }, 1064 {0, 1, 2, 0, /* 0x8e */ 1065 {{1, 3}, 1066 {7, 7}, 1067 {0, 0}, 1068 {0, 0} 1069 } 1070 }, 1071 {1, 1, 2, 0, /* 0x8f */ 1072 {{0, 3}, 1073 {7, 7}, 1074 {0, 0}, 1075 {0, 0} 1076 } 1077 }, 1078 {0, 1, 2, 0, /* 0x90 */ 1079 {{4, 4}, 1080 {7, 7}, 1081 {0, 0}, 1082 {0, 0} 1083 } 1084 }, 1085 {1, 1, 3, 0, /* 0x91 */ 1086 {{0, 0}, 1087 {4, 4}, 1088 {7, 7}, 1089 {0, 0} 1090 } 1091 }, 1092 {0, 1, 3, 0, /* 0x92 */ 1093 {{1, 1}, 1094 {4, 4}, 1095 {7, 7}, 1096 {0, 0} 1097 } 1098 }, 1099 {1, 1, 3, 0, /* 0x93 */ 1100 {{0, 1}, 1101 {4, 4}, 1102 {7, 7}, 1103 {0, 0} 1104 } 1105 }, 1106 {0, 1, 3, 0, /* 0x94 */ 1107 {{2, 2}, 1108 {4, 4}, 1109 {7, 7}, 1110 {0, 0} 1111 } 1112 }, 1113 {1, 1, 4, 0, /* 0x95 */ 1114 {{0, 0}, 1115 {2, 2}, 1116 {4, 4}, 1117 {7, 7} 1118 } 1119 }, 1120 {0, 1, 3, 0, /* 0x96 */ 1121 {{1, 2}, 1122 {4, 4}, 1123 {7, 7}, 1124 {0, 0} 1125 } 1126 }, 1127 {1, 1, 3, 0, /* 0x97 */ 1128 {{0, 2}, 1129 {4, 4}, 1130 {7, 7}, 1131 {0, 0} 1132 } 1133 }, 1134 {0, 1, 2, 0, /* 0x98 */ 1135 {{3, 4}, 1136 {7, 7}, 1137 {0, 0}, 1138 {0, 0} 1139 } 1140 }, 1141 {1, 1, 3, 0, /* 0x99 */ 1142 {{0, 0}, 1143 {3, 4}, 1144 {7, 7}, 1145 {0, 0} 1146 } 1147 }, 1148 {0, 1, 3, 0, /* 0x9a */ 1149 {{1, 1}, 1150 {3, 4}, 1151 {7, 7}, 1152 {0, 0} 1153 } 1154 }, 1155 {1, 1, 3, 0, /* 0x9b */ 1156 {{0, 1}, 1157 {3, 4}, 1158 {7, 7}, 1159 {0, 0} 1160 } 1161 }, 1162 {0, 1, 2, 0, /* 0x9c */ 1163 {{2, 4}, 1164 {7, 7}, 1165 {0, 0}, 1166 {0, 0} 1167 } 1168 }, 1169 {1, 1, 3, 0, /* 0x9d */ 1170 {{0, 0}, 1171 {2, 4}, 1172 {7, 7}, 1173 {0, 0} 1174 } 1175 }, 1176 {0, 1, 2, 0, /* 0x9e */ 1177 {{1, 4}, 1178 {7, 7}, 1179 {0, 0}, 1180 {0, 0} 1181 } 1182 }, 1183 {1, 1, 2, 0, /* 0x9f */ 1184 {{0, 4}, 1185 {7, 7}, 1186 {0, 0}, 1187 {0, 0} 1188 } 1189 }, 1190 {0, 1, 2, 0, /* 0xa0 */ 1191 {{5, 5}, 1192 {7, 7}, 1193 {0, 0}, 1194 {0, 0} 1195 } 1196 }, 1197 {1, 1, 3, 0, /* 0xa1 */ 1198 {{0, 0}, 1199 {5, 5}, 1200 {7, 7}, 1201 {0, 0} 1202 } 1203 }, 1204 {0, 1, 3, 0, /* 0xa2 */ 1205 {{1, 1}, 1206 {5, 5}, 1207 {7, 7}, 1208 {0, 0} 1209 } 1210 }, 1211 {1, 1, 3, 0, /* 0xa3 */ 1212 {{0, 1}, 1213 {5, 5}, 1214 {7, 7}, 1215 {0, 0} 1216 } 1217 }, 1218 {0, 1, 3, 0, /* 0xa4 */ 1219 {{2, 2}, 1220 {5, 5}, 1221 {7, 7}, 1222 {0, 0} 1223 } 1224 }, 1225 {1, 1, 4, 0, /* 0xa5 */ 1226 {{0, 0}, 1227 {2, 2}, 1228 {5, 5}, 1229 {7, 7} 1230 } 1231 }, 1232 {0, 1, 3, 0, /* 0xa6 */ 1233 {{1, 2}, 1234 {5, 5}, 1235 {7, 7}, 1236 {0, 0} 1237 } 1238 }, 1239 {1, 1, 3, 0, /* 0xa7 */ 1240 {{0, 2}, 1241 {5, 5}, 1242 {7, 7}, 1243 {0, 0} 1244 } 1245 }, 1246 {0, 1, 3, 0, /* 0xa8 */ 1247 {{3, 3}, 1248 {5, 5}, 1249 {7, 7}, 1250 {0, 0} 1251 } 1252 }, 1253 {1, 1, 4, 0, /* 0xa9 */ 1254 {{0, 0}, 1255 {3, 3}, 1256 {5, 5}, 1257 {7, 7} 1258 } 1259 }, 1260 {0, 1, 4, 0, /* 0xaa */ 1261 {{1, 1}, 1262 {3, 3}, 1263 {5, 5}, 1264 {7, 7} 1265 } 1266 }, 1267 {1, 1, 4, 0, /* 0xab */ 1268 {{0, 1}, 1269 {3, 3}, 1270 {5, 5}, 1271 {7, 7} 1272 } 1273 }, 1274 {0, 1, 3, 0, /* 0xac */ 1275 {{2, 3}, 1276 {5, 5}, 1277 {7, 7}, 1278 {0, 0} 1279 } 1280 }, 1281 {1, 1, 4, 0, /* 0xad */ 1282 {{0, 0}, 1283 {2, 3}, 1284 {5, 5}, 1285 {7, 7} 1286 } 1287 }, 1288 {0, 1, 3, 0, /* 0xae */ 1289 {{1, 3}, 1290 {5, 5}, 1291 {7, 7}, 1292 {0, 0} 1293 } 1294 }, 1295 {1, 1, 3, 0, /* 0xaf */ 1296 {{0, 3}, 1297 {5, 5}, 1298 {7, 7}, 1299 {0, 0} 1300 } 1301 }, 1302 {0, 1, 2, 0, /* 0xb0 */ 1303 {{4, 5}, 1304 {7, 7}, 1305 {0, 0}, 1306 {0, 0} 1307 } 1308 }, 1309 {1, 1, 3, 0, /* 0xb1 */ 1310 {{0, 0}, 1311 {4, 5}, 1312 {7, 7}, 1313 {0, 0} 1314 } 1315 }, 1316 {0, 1, 3, 0, /* 0xb2 */ 1317 {{1, 1}, 1318 {4, 5}, 1319 {7, 7}, 1320 {0, 0} 1321 } 1322 }, 1323 {1, 1, 3, 0, /* 0xb3 */ 1324 {{0, 1}, 1325 {4, 5}, 1326 {7, 7}, 1327 {0, 0} 1328 } 1329 }, 1330 {0, 1, 3, 0, /* 0xb4 */ 1331 {{2, 2}, 1332 {4, 5}, 1333 {7, 7}, 1334 {0, 0} 1335 } 1336 }, 1337 {1, 1, 4, 0, /* 0xb5 */ 1338 {{0, 0}, 1339 {2, 2}, 1340 {4, 5}, 1341 {7, 7} 1342 } 1343 }, 1344 {0, 1, 3, 0, /* 0xb6 */ 1345 {{1, 2}, 1346 {4, 5}, 1347 {7, 7}, 1348 {0, 0} 1349 } 1350 }, 1351 {1, 1, 3, 0, /* 0xb7 */ 1352 {{0, 2}, 1353 {4, 5}, 1354 {7, 7}, 1355 {0, 0} 1356 } 1357 }, 1358 {0, 1, 2, 0, /* 0xb8 */ 1359 {{3, 5}, 1360 {7, 7}, 1361 {0, 0}, 1362 {0, 0} 1363 } 1364 }, 1365 {1, 1, 3, 0, /* 0xb9 */ 1366 {{0, 0}, 1367 {3, 5}, 1368 {7, 7}, 1369 {0, 0} 1370 } 1371 }, 1372 {0, 1, 3, 0, /* 0xba */ 1373 {{1, 1}, 1374 {3, 5}, 1375 {7, 7}, 1376 {0, 0} 1377 } 1378 }, 1379 {1, 1, 3, 0, /* 0xbb */ 1380 {{0, 1}, 1381 {3, 5}, 1382 {7, 7}, 1383 {0, 0} 1384 } 1385 }, 1386 {0, 1, 2, 0, /* 0xbc */ 1387 {{2, 5}, 1388 {7, 7}, 1389 {0, 0}, 1390 {0, 0} 1391 } 1392 }, 1393 {1, 1, 3, 0, /* 0xbd */ 1394 {{0, 0}, 1395 {2, 5}, 1396 {7, 7}, 1397 {0, 0} 1398 } 1399 }, 1400 {0, 1, 2, 0, /* 0xbe */ 1401 {{1, 5}, 1402 {7, 7}, 1403 {0, 0}, 1404 {0, 0} 1405 } 1406 }, 1407 {1, 1, 2, 0, /* 0xbf */ 1408 {{0, 5}, 1409 {7, 7}, 1410 {0, 0}, 1411 {0, 0} 1412 } 1413 }, 1414 {0, 1, 1, 0, /* 0xc0 */ 1415 {{6, 7}, 1416 {0, 0}, 1417 {0, 0}, 1418 {0, 0} 1419 } 1420 }, 1421 {1, 1, 2, 0, /* 0xc1 */ 1422 {{0, 0}, 1423 {6, 7}, 1424 {0, 0}, 1425 {0, 0} 1426 } 1427 }, 1428 {0, 1, 2, 0, /* 0xc2 */ 1429 {{1, 1}, 1430 {6, 7}, 1431 {0, 0}, 1432 {0, 0} 1433 } 1434 }, 1435 {1, 1, 2, 0, /* 0xc3 */ 1436 {{0, 1}, 1437 {6, 7}, 1438 {0, 0}, 1439 {0, 0} 1440 } 1441 }, 1442 {0, 1, 2, 0, /* 0xc4 */ 1443 {{2, 2}, 1444 {6, 7}, 1445 {0, 0}, 1446 {0, 0} 1447 } 1448 }, 1449 {1, 1, 3, 0, /* 0xc5 */ 1450 {{0, 0}, 1451 {2, 2}, 1452 {6, 7}, 1453 {0, 0} 1454 } 1455 }, 1456 {0, 1, 2, 0, /* 0xc6 */ 1457 {{1, 2}, 1458 {6, 7}, 1459 {0, 0}, 1460 {0, 0} 1461 } 1462 }, 1463 {1, 1, 2, 0, /* 0xc7 */ 1464 {{0, 2}, 1465 {6, 7}, 1466 {0, 0}, 1467 {0, 0} 1468 } 1469 }, 1470 {0, 1, 2, 0, /* 0xc8 */ 1471 {{3, 3}, 1472 {6, 7}, 1473 {0, 0}, 1474 {0, 0} 1475 } 1476 }, 1477 {1, 1, 3, 0, /* 0xc9 */ 1478 {{0, 0}, 1479 {3, 3}, 1480 {6, 7}, 1481 {0, 0} 1482 } 1483 }, 1484 {0, 1, 3, 0, /* 0xca */ 1485 {{1, 1}, 1486 {3, 3}, 1487 {6, 7}, 1488 {0, 0} 1489 } 1490 }, 1491 {1, 1, 3, 0, /* 0xcb */ 1492 {{0, 1}, 1493 {3, 3}, 1494 {6, 7}, 1495 {0, 0} 1496 } 1497 }, 1498 {0, 1, 2, 0, /* 0xcc */ 1499 {{2, 3}, 1500 {6, 7}, 1501 {0, 0}, 1502 {0, 0} 1503 } 1504 }, 1505 {1, 1, 3, 0, /* 0xcd */ 1506 {{0, 0}, 1507 {2, 3}, 1508 {6, 7}, 1509 {0, 0} 1510 } 1511 }, 1512 {0, 1, 2, 0, /* 0xce */ 1513 {{1, 3}, 1514 {6, 7}, 1515 {0, 0}, 1516 {0, 0} 1517 } 1518 }, 1519 {1, 1, 2, 0, /* 0xcf */ 1520 {{0, 3}, 1521 {6, 7}, 1522 {0, 0}, 1523 {0, 0} 1524 } 1525 }, 1526 {0, 1, 2, 0, /* 0xd0 */ 1527 {{4, 4}, 1528 {6, 7}, 1529 {0, 0}, 1530 {0, 0} 1531 } 1532 }, 1533 {1, 1, 3, 0, /* 0xd1 */ 1534 {{0, 0}, 1535 {4, 4}, 1536 {6, 7}, 1537 {0, 0} 1538 } 1539 }, 1540 {0, 1, 3, 0, /* 0xd2 */ 1541 {{1, 1}, 1542 {4, 4}, 1543 {6, 7}, 1544 {0, 0} 1545 } 1546 }, 1547 {1, 1, 3, 0, /* 0xd3 */ 1548 {{0, 1}, 1549 {4, 4}, 1550 {6, 7}, 1551 {0, 0} 1552 } 1553 }, 1554 {0, 1, 3, 0, /* 0xd4 */ 1555 {{2, 2}, 1556 {4, 4}, 1557 {6, 7}, 1558 {0, 0} 1559 } 1560 }, 1561 {1, 1, 4, 0, /* 0xd5 */ 1562 {{0, 0}, 1563 {2, 2}, 1564 {4, 4}, 1565 {6, 7} 1566 } 1567 }, 1568 {0, 1, 3, 0, /* 0xd6 */ 1569 {{1, 2}, 1570 {4, 4}, 1571 {6, 7}, 1572 {0, 0} 1573 } 1574 }, 1575 {1, 1, 3, 0, /* 0xd7 */ 1576 {{0, 2}, 1577 {4, 4}, 1578 {6, 7}, 1579 {0, 0} 1580 } 1581 }, 1582 {0, 1, 2, 0, /* 0xd8 */ 1583 {{3, 4}, 1584 {6, 7}, 1585 {0, 0}, 1586 {0, 0} 1587 } 1588 }, 1589 {1, 1, 3, 0, /* 0xd9 */ 1590 {{0, 0}, 1591 {3, 4}, 1592 {6, 7}, 1593 {0, 0} 1594 } 1595 }, 1596 {0, 1, 3, 0, /* 0xda */ 1597 {{1, 1}, 1598 {3, 4}, 1599 {6, 7}, 1600 {0, 0} 1601 } 1602 }, 1603 {1, 1, 3, 0, /* 0xdb */ 1604 {{0, 1}, 1605 {3, 4}, 1606 {6, 7}, 1607 {0, 0} 1608 } 1609 }, 1610 {0, 1, 2, 0, /* 0xdc */ 1611 {{2, 4}, 1612 {6, 7}, 1613 {0, 0}, 1614 {0, 0} 1615 } 1616 }, 1617 {1, 1, 3, 0, /* 0xdd */ 1618 {{0, 0}, 1619 {2, 4}, 1620 {6, 7}, 1621 {0, 0} 1622 } 1623 }, 1624 {0, 1, 2, 0, /* 0xde */ 1625 {{1, 4}, 1626 {6, 7}, 1627 {0, 0}, 1628 {0, 0} 1629 } 1630 }, 1631 {1, 1, 2, 0, /* 0xdf */ 1632 {{0, 4}, 1633 {6, 7}, 1634 {0, 0}, 1635 {0, 0} 1636 } 1637 }, 1638 {0, 1, 1, 0, /* 0xe0 */ 1639 {{5, 7}, 1640 {0, 0}, 1641 {0, 0}, 1642 {0, 0} 1643 } 1644 }, 1645 {1, 1, 2, 0, /* 0xe1 */ 1646 {{0, 0}, 1647 {5, 7}, 1648 {0, 0}, 1649 {0, 0} 1650 } 1651 }, 1652 {0, 1, 2, 0, /* 0xe2 */ 1653 {{1, 1}, 1654 {5, 7}, 1655 {0, 0}, 1656 {0, 0} 1657 } 1658 }, 1659 {1, 1, 2, 0, /* 0xe3 */ 1660 {{0, 1}, 1661 {5, 7}, 1662 {0, 0}, 1663 {0, 0} 1664 } 1665 }, 1666 {0, 1, 2, 0, /* 0xe4 */ 1667 {{2, 2}, 1668 {5, 7}, 1669 {0, 0}, 1670 {0, 0} 1671 } 1672 }, 1673 {1, 1, 3, 0, /* 0xe5 */ 1674 {{0, 0}, 1675 {2, 2}, 1676 {5, 7}, 1677 {0, 0} 1678 } 1679 }, 1680 {0, 1, 2, 0, /* 0xe6 */ 1681 {{1, 2}, 1682 {5, 7}, 1683 {0, 0}, 1684 {0, 0} 1685 } 1686 }, 1687 {1, 1, 2, 0, /* 0xe7 */ 1688 {{0, 2}, 1689 {5, 7}, 1690 {0, 0}, 1691 {0, 0} 1692 } 1693 }, 1694 {0, 1, 2, 0, /* 0xe8 */ 1695 {{3, 3}, 1696 {5, 7}, 1697 {0, 0}, 1698 {0, 0} 1699 } 1700 }, 1701 {1, 1, 3, 0, /* 0xe9 */ 1702 {{0, 0}, 1703 {3, 3}, 1704 {5, 7}, 1705 {0, 0} 1706 } 1707 }, 1708 {0, 1, 3, 0, /* 0xea */ 1709 {{1, 1}, 1710 {3, 3}, 1711 {5, 7}, 1712 {0, 0} 1713 } 1714 }, 1715 {1, 1, 3, 0, /* 0xeb */ 1716 {{0, 1}, 1717 {3, 3}, 1718 {5, 7}, 1719 {0, 0} 1720 } 1721 }, 1722 {0, 1, 2, 0, /* 0xec */ 1723 {{2, 3}, 1724 {5, 7}, 1725 {0, 0}, 1726 {0, 0} 1727 } 1728 }, 1729 {1, 1, 3, 0, /* 0xed */ 1730 {{0, 0}, 1731 {2, 3}, 1732 {5, 7}, 1733 {0, 0} 1734 } 1735 }, 1736 {0, 1, 2, 0, /* 0xee */ 1737 {{1, 3}, 1738 {5, 7}, 1739 {0, 0}, 1740 {0, 0} 1741 } 1742 }, 1743 {1, 1, 2, 0, /* 0xef */ 1744 {{0, 3}, 1745 {5, 7}, 1746 {0, 0}, 1747 {0, 0} 1748 } 1749 }, 1750 {0, 1, 1, 0, /* 0xf0 */ 1751 {{4, 7}, 1752 {0, 0}, 1753 {0, 0}, 1754 {0, 0} 1755 } 1756 }, 1757 {1, 1, 2, 0, /* 0xf1 */ 1758 {{0, 0}, 1759 {4, 7}, 1760 {0, 0}, 1761 {0, 0} 1762 } 1763 }, 1764 {0, 1, 2, 0, /* 0xf2 */ 1765 {{1, 1}, 1766 {4, 7}, 1767 {0, 0}, 1768 {0, 0} 1769 } 1770 }, 1771 {1, 1, 2, 0, /* 0xf3 */ 1772 {{0, 1}, 1773 {4, 7}, 1774 {0, 0}, 1775 {0, 0} 1776 } 1777 }, 1778 {0, 1, 2, 0, /* 0xf4 */ 1779 {{2, 2}, 1780 {4, 7}, 1781 {0, 0}, 1782 {0, 0} 1783 } 1784 }, 1785 {1, 1, 3, 0, /* 0xf5 */ 1786 {{0, 0}, 1787 {2, 2}, 1788 {4, 7}, 1789 {0, 0} 1790 } 1791 }, 1792 {0, 1, 2, 0, /* 0xf6 */ 1793 {{1, 2}, 1794 {4, 7}, 1795 {0, 0}, 1796 {0, 0} 1797 } 1798 }, 1799 {1, 1, 2, 0, /* 0xf7 */ 1800 {{0, 2}, 1801 {4, 7}, 1802 {0, 0}, 1803 {0, 0} 1804 } 1805 }, 1806 {0, 1, 1, 0, /* 0xf8 */ 1807 {{3, 7}, 1808 {0, 0}, 1809 {0, 0}, 1810 {0, 0} 1811 } 1812 }, 1813 {1, 1, 2, 0, /* 0xf9 */ 1814 {{0, 0}, 1815 {3, 7}, 1816 {0, 0}, 1817 {0, 0} 1818 } 1819 }, 1820 {0, 1, 2, 0, /* 0xfa */ 1821 {{1, 1}, 1822 {3, 7}, 1823 {0, 0}, 1824 {0, 0} 1825 } 1826 }, 1827 {1, 1, 2, 0, /* 0xfb */ 1828 {{0, 1}, 1829 {3, 7}, 1830 {0, 0}, 1831 {0, 0} 1832 } 1833 }, 1834 {0, 1, 1, 0, /* 0xfc */ 1835 {{2, 7}, 1836 {0, 0}, 1837 {0, 0}, 1838 {0, 0} 1839 } 1840 }, 1841 {1, 1, 2, 0, /* 0xfd */ 1842 {{0, 0}, 1843 {2, 7}, 1844 {0, 0}, 1845 {0, 0} 1846 } 1847 }, 1848 {0, 1, 1, 0, /* 0xfe */ 1849 {{1, 7}, 1850 {0, 0}, 1851 {0, 0}, 1852 {0, 0} 1853 } 1854 }, 1855 {1, 1, 1, 0, /* 0xff */ 1856 {{0, 7}, 1857 {0, 0}, 1858 {0, 0}, 1859 {0, 0} 1860 } 1861 } 1862 }; 1863 1864 1865 int 1866 sctp_is_address_in_scope(struct sctp_ifa *ifa, 1867 int ipv4_addr_legal, 1868 int ipv6_addr_legal, 1869 int loopback_scope, 1870 int ipv4_local_scope, 1871 int local_scope SCTP_UNUSED,/* XXX */ 1872 int site_scope, 1873 int do_update) 1874 { 1875 if ((loopback_scope == 0) && 1876 (ifa->ifn_p) && SCTP_IFN_IS_IFT_LOOP(ifa->ifn_p)) { 1877 /* 1878 * skip loopback if not in scope * 1879 */ 1880 return (0); 1881 } 1882 switch (ifa->address.sa.sa_family) { 1883 #ifdef INET 1884 case AF_INET: 1885 if (ipv4_addr_legal) { 1886 struct sockaddr_in *sin; 1887 1888 sin = (struct sockaddr_in *)&ifa->address.sin; 1889 if (sin->sin_addr.s_addr == 0) { 1890 /* not in scope , unspecified */ 1891 return (0); 1892 } 1893 if ((ipv4_local_scope == 0) && 1894 (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr))) { 1895 /* private address not in scope */ 1896 return (0); 1897 } 1898 } else { 1899 return (0); 1900 } 1901 break; 1902 #endif 1903 #ifdef INET6 1904 case AF_INET6: 1905 if (ipv6_addr_legal) { 1906 struct sockaddr_in6 *sin6; 1907 1908 /* 1909 * Must update the flags, bummer, which means any 1910 * IFA locks must now be applied HERE <-> 1911 */ 1912 if (do_update) { 1913 sctp_gather_internal_ifa_flags(ifa); 1914 } 1915 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 1916 return (0); 1917 } 1918 /* ok to use deprecated addresses? */ 1919 sin6 = (struct sockaddr_in6 *)&ifa->address.sin6; 1920 if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 1921 /* skip unspecifed addresses */ 1922 return (0); 1923 } 1924 if ( /* (local_scope == 0) && */ 1925 (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr))) { 1926 return (0); 1927 } 1928 if ((site_scope == 0) && 1929 (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr))) { 1930 return (0); 1931 } 1932 } else { 1933 return (0); 1934 } 1935 break; 1936 #endif 1937 default: 1938 return (0); 1939 } 1940 return (1); 1941 } 1942 1943 static struct mbuf * 1944 sctp_add_addr_to_mbuf(struct mbuf *m, struct sctp_ifa *ifa) 1945 { 1946 struct sctp_paramhdr *parmh; 1947 struct mbuf *mret; 1948 int len; 1949 1950 switch (ifa->address.sa.sa_family) { 1951 #ifdef INET 1952 case AF_INET: 1953 len = sizeof(struct sctp_ipv4addr_param); 1954 break; 1955 #endif 1956 #ifdef INET6 1957 case AF_INET6: 1958 len = sizeof(struct sctp_ipv6addr_param); 1959 break; 1960 #endif 1961 default: 1962 return (m); 1963 } 1964 if (M_TRAILINGSPACE(m) >= len) { 1965 /* easy side we just drop it on the end */ 1966 parmh = (struct sctp_paramhdr *)(SCTP_BUF_AT(m, SCTP_BUF_LEN(m))); 1967 mret = m; 1968 } else { 1969 /* Need more space */ 1970 mret = m; 1971 while (SCTP_BUF_NEXT(mret) != NULL) { 1972 mret = SCTP_BUF_NEXT(mret); 1973 } 1974 SCTP_BUF_NEXT(mret) = sctp_get_mbuf_for_msg(len, 0, M_DONTWAIT, 1, MT_DATA); 1975 if (SCTP_BUF_NEXT(mret) == NULL) { 1976 /* We are hosed, can't add more addresses */ 1977 return (m); 1978 } 1979 mret = SCTP_BUF_NEXT(mret); 1980 parmh = mtod(mret, struct sctp_paramhdr *); 1981 } 1982 /* now add the parameter */ 1983 switch (ifa->address.sa.sa_family) { 1984 #ifdef INET 1985 case AF_INET: 1986 { 1987 struct sctp_ipv4addr_param *ipv4p; 1988 struct sockaddr_in *sin; 1989 1990 sin = (struct sockaddr_in *)&ifa->address.sin; 1991 ipv4p = (struct sctp_ipv4addr_param *)parmh; 1992 parmh->param_type = htons(SCTP_IPV4_ADDRESS); 1993 parmh->param_length = htons(len); 1994 ipv4p->addr = sin->sin_addr.s_addr; 1995 SCTP_BUF_LEN(mret) += len; 1996 break; 1997 } 1998 #endif 1999 #ifdef INET6 2000 case AF_INET6: 2001 { 2002 struct sctp_ipv6addr_param *ipv6p; 2003 struct sockaddr_in6 *sin6; 2004 2005 sin6 = (struct sockaddr_in6 *)&ifa->address.sin6; 2006 ipv6p = (struct sctp_ipv6addr_param *)parmh; 2007 parmh->param_type = htons(SCTP_IPV6_ADDRESS); 2008 parmh->param_length = htons(len); 2009 memcpy(ipv6p->addr, &sin6->sin6_addr, 2010 sizeof(ipv6p->addr)); 2011 /* clear embedded scope in the address */ 2012 in6_clearscope((struct in6_addr *)ipv6p->addr); 2013 SCTP_BUF_LEN(mret) += len; 2014 break; 2015 } 2016 #endif 2017 default: 2018 return (m); 2019 } 2020 return (mret); 2021 } 2022 2023 2024 struct mbuf * 2025 sctp_add_addresses_to_i_ia(struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2026 struct sctp_scoping *scope, 2027 struct mbuf *m_at, int cnt_inits_to) 2028 { 2029 struct sctp_vrf *vrf = NULL; 2030 int cnt, limit_out = 0, total_count; 2031 uint32_t vrf_id; 2032 2033 vrf_id = inp->def_vrf_id; 2034 SCTP_IPI_ADDR_RLOCK(); 2035 vrf = sctp_find_vrf(vrf_id); 2036 if (vrf == NULL) { 2037 SCTP_IPI_ADDR_RUNLOCK(); 2038 return (m_at); 2039 } 2040 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) { 2041 struct sctp_ifa *sctp_ifap; 2042 struct sctp_ifn *sctp_ifnp; 2043 2044 cnt = cnt_inits_to; 2045 if (vrf->total_ifa_count > SCTP_COUNT_LIMIT) { 2046 limit_out = 1; 2047 cnt = SCTP_ADDRESS_LIMIT; 2048 goto skip_count; 2049 } 2050 LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) { 2051 if ((scope->loopback_scope == 0) && 2052 SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) { 2053 /* 2054 * Skip loopback devices if loopback_scope 2055 * not set 2056 */ 2057 continue; 2058 } 2059 LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) { 2060 if (sctp_is_addr_restricted(stcb, sctp_ifap)) { 2061 continue; 2062 } 2063 if (sctp_is_address_in_scope(sctp_ifap, 2064 scope->ipv4_addr_legal, 2065 scope->ipv6_addr_legal, 2066 scope->loopback_scope, 2067 scope->ipv4_local_scope, 2068 scope->local_scope, 2069 scope->site_scope, 1) == 0) { 2070 continue; 2071 } 2072 cnt++; 2073 if (cnt > SCTP_ADDRESS_LIMIT) { 2074 break; 2075 } 2076 } 2077 if (cnt > SCTP_ADDRESS_LIMIT) { 2078 break; 2079 } 2080 } 2081 skip_count: 2082 if (cnt > 1) { 2083 total_count = 0; 2084 LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) { 2085 cnt = 0; 2086 if ((scope->loopback_scope == 0) && 2087 SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) { 2088 /* 2089 * Skip loopback devices if 2090 * loopback_scope not set 2091 */ 2092 continue; 2093 } 2094 LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) { 2095 if (sctp_is_addr_restricted(stcb, sctp_ifap)) { 2096 continue; 2097 } 2098 if (sctp_is_address_in_scope(sctp_ifap, 2099 scope->ipv4_addr_legal, 2100 scope->ipv6_addr_legal, 2101 scope->loopback_scope, 2102 scope->ipv4_local_scope, 2103 scope->local_scope, 2104 scope->site_scope, 0) == 0) { 2105 continue; 2106 } 2107 m_at = sctp_add_addr_to_mbuf(m_at, sctp_ifap); 2108 if (limit_out) { 2109 cnt++; 2110 total_count++; 2111 if (cnt >= 2) { 2112 /* 2113 * two from each 2114 * address 2115 */ 2116 break; 2117 } 2118 if (total_count > SCTP_ADDRESS_LIMIT) { 2119 /* No more addresses */ 2120 break; 2121 } 2122 } 2123 } 2124 } 2125 } 2126 } else { 2127 struct sctp_laddr *laddr; 2128 2129 cnt = cnt_inits_to; 2130 /* First, how many ? */ 2131 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2132 if (laddr->ifa == NULL) { 2133 continue; 2134 } 2135 if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) 2136 /* 2137 * Address being deleted by the system, dont 2138 * list. 2139 */ 2140 continue; 2141 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2142 /* 2143 * Address being deleted on this ep don't 2144 * list. 2145 */ 2146 continue; 2147 } 2148 if (sctp_is_address_in_scope(laddr->ifa, 2149 scope->ipv4_addr_legal, 2150 scope->ipv6_addr_legal, 2151 scope->loopback_scope, 2152 scope->ipv4_local_scope, 2153 scope->local_scope, 2154 scope->site_scope, 1) == 0) { 2155 continue; 2156 } 2157 cnt++; 2158 } 2159 /* 2160 * To get through a NAT we only list addresses if we have 2161 * more than one. That way if you just bind a single address 2162 * we let the source of the init dictate our address. 2163 */ 2164 if (cnt > 1) { 2165 cnt = cnt_inits_to; 2166 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2167 if (laddr->ifa == NULL) { 2168 continue; 2169 } 2170 if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) { 2171 continue; 2172 } 2173 if (sctp_is_address_in_scope(laddr->ifa, 2174 scope->ipv4_addr_legal, 2175 scope->ipv6_addr_legal, 2176 scope->loopback_scope, 2177 scope->ipv4_local_scope, 2178 scope->local_scope, 2179 scope->site_scope, 0) == 0) { 2180 continue; 2181 } 2182 m_at = sctp_add_addr_to_mbuf(m_at, laddr->ifa); 2183 cnt++; 2184 if (cnt >= SCTP_ADDRESS_LIMIT) { 2185 break; 2186 } 2187 } 2188 } 2189 } 2190 SCTP_IPI_ADDR_RUNLOCK(); 2191 return (m_at); 2192 } 2193 2194 static struct sctp_ifa * 2195 sctp_is_ifa_addr_preferred(struct sctp_ifa *ifa, 2196 uint8_t dest_is_loop, 2197 uint8_t dest_is_priv, 2198 sa_family_t fam) 2199 { 2200 uint8_t dest_is_global = 0; 2201 2202 /* dest_is_priv is true if destination is a private address */ 2203 /* dest_is_loop is true if destination is a loopback addresses */ 2204 2205 /** 2206 * Here we determine if its a preferred address. A preferred address 2207 * means it is the same scope or higher scope then the destination. 2208 * L = loopback, P = private, G = global 2209 * ----------------------------------------- 2210 * src | dest | result 2211 * ---------------------------------------- 2212 * L | L | yes 2213 * ----------------------------------------- 2214 * P | L | yes-v4 no-v6 2215 * ----------------------------------------- 2216 * G | L | yes-v4 no-v6 2217 * ----------------------------------------- 2218 * L | P | no 2219 * ----------------------------------------- 2220 * P | P | yes 2221 * ----------------------------------------- 2222 * G | P | no 2223 * ----------------------------------------- 2224 * L | G | no 2225 * ----------------------------------------- 2226 * P | G | no 2227 * ----------------------------------------- 2228 * G | G | yes 2229 * ----------------------------------------- 2230 */ 2231 2232 if (ifa->address.sa.sa_family != fam) { 2233 /* forget mis-matched family */ 2234 return (NULL); 2235 } 2236 if ((dest_is_priv == 0) && (dest_is_loop == 0)) { 2237 dest_is_global = 1; 2238 } 2239 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Is destination preferred:"); 2240 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ifa->address.sa); 2241 /* Ok the address may be ok */ 2242 #ifdef INET6 2243 if (fam == AF_INET6) { 2244 /* ok to use deprecated addresses? no lets not! */ 2245 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 2246 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:1\n"); 2247 return (NULL); 2248 } 2249 if (ifa->src_is_priv && !ifa->src_is_loop) { 2250 if (dest_is_loop) { 2251 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:2\n"); 2252 return (NULL); 2253 } 2254 } 2255 if (ifa->src_is_glob) { 2256 if (dest_is_loop) { 2257 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:3\n"); 2258 return (NULL); 2259 } 2260 } 2261 } 2262 #endif 2263 /* 2264 * Now that we know what is what, implement or table this could in 2265 * theory be done slicker (it used to be), but this is 2266 * straightforward and easier to validate :-) 2267 */ 2268 SCTPDBG(SCTP_DEBUG_OUTPUT3, "src_loop:%d src_priv:%d src_glob:%d\n", 2269 ifa->src_is_loop, ifa->src_is_priv, ifa->src_is_glob); 2270 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dest_loop:%d dest_priv:%d dest_glob:%d\n", 2271 dest_is_loop, dest_is_priv, dest_is_global); 2272 2273 if ((ifa->src_is_loop) && (dest_is_priv)) { 2274 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:4\n"); 2275 return (NULL); 2276 } 2277 if ((ifa->src_is_glob) && (dest_is_priv)) { 2278 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:5\n"); 2279 return (NULL); 2280 } 2281 if ((ifa->src_is_loop) && (dest_is_global)) { 2282 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:6\n"); 2283 return (NULL); 2284 } 2285 if ((ifa->src_is_priv) && (dest_is_global)) { 2286 SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:7\n"); 2287 return (NULL); 2288 } 2289 SCTPDBG(SCTP_DEBUG_OUTPUT3, "YES\n"); 2290 /* its a preferred address */ 2291 return (ifa); 2292 } 2293 2294 static struct sctp_ifa * 2295 sctp_is_ifa_addr_acceptable(struct sctp_ifa *ifa, 2296 uint8_t dest_is_loop, 2297 uint8_t dest_is_priv, 2298 sa_family_t fam) 2299 { 2300 uint8_t dest_is_global = 0; 2301 2302 /** 2303 * Here we determine if its a acceptable address. A acceptable 2304 * address means it is the same scope or higher scope but we can 2305 * allow for NAT which means its ok to have a global dest and a 2306 * private src. 2307 * 2308 * L = loopback, P = private, G = global 2309 * ----------------------------------------- 2310 * src | dest | result 2311 * ----------------------------------------- 2312 * L | L | yes 2313 * ----------------------------------------- 2314 * P | L | yes-v4 no-v6 2315 * ----------------------------------------- 2316 * G | L | yes 2317 * ----------------------------------------- 2318 * L | P | no 2319 * ----------------------------------------- 2320 * P | P | yes 2321 * ----------------------------------------- 2322 * G | P | yes - May not work 2323 * ----------------------------------------- 2324 * L | G | no 2325 * ----------------------------------------- 2326 * P | G | yes - May not work 2327 * ----------------------------------------- 2328 * G | G | yes 2329 * ----------------------------------------- 2330 */ 2331 2332 if (ifa->address.sa.sa_family != fam) { 2333 /* forget non matching family */ 2334 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa_fam:%d fam:%d\n", 2335 ifa->address.sa.sa_family, fam); 2336 return (NULL); 2337 } 2338 /* Ok the address may be ok */ 2339 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, &ifa->address.sa); 2340 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst_is_loop:%d dest_is_priv:%d\n", 2341 dest_is_loop, dest_is_priv); 2342 if ((dest_is_loop == 0) && (dest_is_priv == 0)) { 2343 dest_is_global = 1; 2344 } 2345 #ifdef INET6 2346 if (fam == AF_INET6) { 2347 /* ok to use deprecated addresses? */ 2348 if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) { 2349 return (NULL); 2350 } 2351 if (ifa->src_is_priv) { 2352 /* Special case, linklocal to loop */ 2353 if (dest_is_loop) 2354 return (NULL); 2355 } 2356 } 2357 #endif 2358 /* 2359 * Now that we know what is what, implement our table. This could in 2360 * theory be done slicker (it used to be), but this is 2361 * straightforward and easier to validate :-) 2362 */ 2363 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_priv:%d\n", 2364 ifa->src_is_loop, 2365 dest_is_priv); 2366 if ((ifa->src_is_loop == 1) && (dest_is_priv)) { 2367 return (NULL); 2368 } 2369 SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_glob:%d\n", 2370 ifa->src_is_loop, 2371 dest_is_global); 2372 if ((ifa->src_is_loop == 1) && (dest_is_global)) { 2373 return (NULL); 2374 } 2375 SCTPDBG(SCTP_DEBUG_OUTPUT3, "address is acceptable\n"); 2376 /* its an acceptable address */ 2377 return (ifa); 2378 } 2379 2380 int 2381 sctp_is_addr_restricted(struct sctp_tcb *stcb, struct sctp_ifa *ifa) 2382 { 2383 struct sctp_laddr *laddr; 2384 2385 if (stcb == NULL) { 2386 /* There are no restrictions, no TCB :-) */ 2387 return (0); 2388 } 2389 LIST_FOREACH(laddr, &stcb->asoc.sctp_restricted_addrs, sctp_nxt_addr) { 2390 if (laddr->ifa == NULL) { 2391 SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n", 2392 __FUNCTION__); 2393 continue; 2394 } 2395 if (laddr->ifa == ifa) { 2396 /* Yes it is on the list */ 2397 return (1); 2398 } 2399 } 2400 return (0); 2401 } 2402 2403 2404 int 2405 sctp_is_addr_in_ep(struct sctp_inpcb *inp, struct sctp_ifa *ifa) 2406 { 2407 struct sctp_laddr *laddr; 2408 2409 if (ifa == NULL) 2410 return (0); 2411 LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) { 2412 if (laddr->ifa == NULL) { 2413 SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n", 2414 __FUNCTION__); 2415 continue; 2416 } 2417 if ((laddr->ifa == ifa) && laddr->action == 0) 2418 /* same pointer */ 2419 return (1); 2420 } 2421 return (0); 2422 } 2423 2424 2425 2426 static struct sctp_ifa * 2427 sctp_choose_boundspecific_inp(struct sctp_inpcb *inp, 2428 sctp_route_t * ro, 2429 uint32_t vrf_id, 2430 int non_asoc_addr_ok, 2431 uint8_t dest_is_priv, 2432 uint8_t dest_is_loop, 2433 sa_family_t fam) 2434 { 2435 struct sctp_laddr *laddr, *starting_point; 2436 void *ifn; 2437 int resettotop = 0; 2438 struct sctp_ifn *sctp_ifn; 2439 struct sctp_ifa *sctp_ifa, *sifa; 2440 struct sctp_vrf *vrf; 2441 uint32_t ifn_index; 2442 2443 vrf = sctp_find_vrf(vrf_id); 2444 if (vrf == NULL) 2445 return (NULL); 2446 2447 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2448 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2449 sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2450 /* 2451 * first question, is the ifn we will emit on in our list, if so, we 2452 * want such an address. Note that we first looked for a preferred 2453 * address. 2454 */ 2455 if (sctp_ifn) { 2456 /* is a preferred one on the interface we route out? */ 2457 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2458 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2459 (non_asoc_addr_ok == 0)) 2460 continue; 2461 sifa = sctp_is_ifa_addr_preferred(sctp_ifa, 2462 dest_is_loop, 2463 dest_is_priv, fam); 2464 if (sifa == NULL) 2465 continue; 2466 if (sctp_is_addr_in_ep(inp, sifa)) { 2467 atomic_add_int(&sifa->refcount, 1); 2468 return (sifa); 2469 } 2470 } 2471 } 2472 /* 2473 * ok, now we now need to find one on the list of the addresses. We 2474 * can't get one on the emitting interface so let's find first a 2475 * preferred one. If not that an acceptable one otherwise... we 2476 * return NULL. 2477 */ 2478 starting_point = inp->next_addr_touse; 2479 once_again: 2480 if (inp->next_addr_touse == NULL) { 2481 inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list); 2482 resettotop = 1; 2483 } 2484 for (laddr = inp->next_addr_touse; laddr; 2485 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2486 if (laddr->ifa == NULL) { 2487 /* address has been removed */ 2488 continue; 2489 } 2490 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2491 /* address is being deleted */ 2492 continue; 2493 } 2494 sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, 2495 dest_is_priv, fam); 2496 if (sifa == NULL) 2497 continue; 2498 atomic_add_int(&sifa->refcount, 1); 2499 return (sifa); 2500 } 2501 if (resettotop == 0) { 2502 inp->next_addr_touse = NULL; 2503 goto once_again; 2504 } 2505 inp->next_addr_touse = starting_point; 2506 resettotop = 0; 2507 once_again_too: 2508 if (inp->next_addr_touse == NULL) { 2509 inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list); 2510 resettotop = 1; 2511 } 2512 /* ok, what about an acceptable address in the inp */ 2513 for (laddr = inp->next_addr_touse; laddr; 2514 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2515 if (laddr->ifa == NULL) { 2516 /* address has been removed */ 2517 continue; 2518 } 2519 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2520 /* address is being deleted */ 2521 continue; 2522 } 2523 sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop, 2524 dest_is_priv, fam); 2525 if (sifa == NULL) 2526 continue; 2527 atomic_add_int(&sifa->refcount, 1); 2528 return (sifa); 2529 } 2530 if (resettotop == 0) { 2531 inp->next_addr_touse = NULL; 2532 goto once_again_too; 2533 } 2534 /* 2535 * no address bound can be a source for the destination we are in 2536 * trouble 2537 */ 2538 return (NULL); 2539 } 2540 2541 2542 2543 static struct sctp_ifa * 2544 sctp_choose_boundspecific_stcb(struct sctp_inpcb *inp, 2545 struct sctp_tcb *stcb, 2546 sctp_route_t * ro, 2547 uint32_t vrf_id, 2548 uint8_t dest_is_priv, 2549 uint8_t dest_is_loop, 2550 int non_asoc_addr_ok, 2551 sa_family_t fam) 2552 { 2553 struct sctp_laddr *laddr, *starting_point; 2554 void *ifn; 2555 struct sctp_ifn *sctp_ifn; 2556 struct sctp_ifa *sctp_ifa, *sifa; 2557 uint8_t start_at_beginning = 0; 2558 struct sctp_vrf *vrf; 2559 uint32_t ifn_index; 2560 2561 /* 2562 * first question, is the ifn we will emit on in our list, if so, we 2563 * want that one. 2564 */ 2565 vrf = sctp_find_vrf(vrf_id); 2566 if (vrf == NULL) 2567 return (NULL); 2568 2569 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2570 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2571 sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2572 2573 /* 2574 * first question, is the ifn we will emit on in our list? If so, 2575 * we want that one. First we look for a preferred. Second, we go 2576 * for an acceptable. 2577 */ 2578 if (sctp_ifn) { 2579 /* first try for a preferred address on the ep */ 2580 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2581 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0)) 2582 continue; 2583 if (sctp_is_addr_in_ep(inp, sctp_ifa)) { 2584 sifa = sctp_is_ifa_addr_preferred(sctp_ifa, dest_is_loop, dest_is_priv, fam); 2585 if (sifa == NULL) 2586 continue; 2587 if (((non_asoc_addr_ok == 0) && 2588 (sctp_is_addr_restricted(stcb, sifa))) || 2589 (non_asoc_addr_ok && 2590 (sctp_is_addr_restricted(stcb, sifa)) && 2591 (!sctp_is_addr_pending(stcb, sifa)))) { 2592 /* on the no-no list */ 2593 continue; 2594 } 2595 atomic_add_int(&sifa->refcount, 1); 2596 return (sifa); 2597 } 2598 } 2599 /* next try for an acceptable address on the ep */ 2600 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 2601 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0)) 2602 continue; 2603 if (sctp_is_addr_in_ep(inp, sctp_ifa)) { 2604 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, dest_is_priv, fam); 2605 if (sifa == NULL) 2606 continue; 2607 if (((non_asoc_addr_ok == 0) && 2608 (sctp_is_addr_restricted(stcb, sifa))) || 2609 (non_asoc_addr_ok && 2610 (sctp_is_addr_restricted(stcb, sifa)) && 2611 (!sctp_is_addr_pending(stcb, sifa)))) { 2612 /* on the no-no list */ 2613 continue; 2614 } 2615 atomic_add_int(&sifa->refcount, 1); 2616 return (sifa); 2617 } 2618 } 2619 2620 } 2621 /* 2622 * if we can't find one like that then we must look at all addresses 2623 * bound to pick one at first preferable then secondly acceptable. 2624 */ 2625 starting_point = stcb->asoc.last_used_address; 2626 sctp_from_the_top: 2627 if (stcb->asoc.last_used_address == NULL) { 2628 start_at_beginning = 1; 2629 stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list); 2630 } 2631 /* search beginning with the last used address */ 2632 for (laddr = stcb->asoc.last_used_address; laddr; 2633 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2634 if (laddr->ifa == NULL) { 2635 /* address has been removed */ 2636 continue; 2637 } 2638 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2639 /* address is being deleted */ 2640 continue; 2641 } 2642 sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, dest_is_priv, fam); 2643 if (sifa == NULL) 2644 continue; 2645 if (((non_asoc_addr_ok == 0) && 2646 (sctp_is_addr_restricted(stcb, sifa))) || 2647 (non_asoc_addr_ok && 2648 (sctp_is_addr_restricted(stcb, sifa)) && 2649 (!sctp_is_addr_pending(stcb, sifa)))) { 2650 /* on the no-no list */ 2651 continue; 2652 } 2653 stcb->asoc.last_used_address = laddr; 2654 atomic_add_int(&sifa->refcount, 1); 2655 return (sifa); 2656 } 2657 if (start_at_beginning == 0) { 2658 stcb->asoc.last_used_address = NULL; 2659 goto sctp_from_the_top; 2660 } 2661 /* now try for any higher scope than the destination */ 2662 stcb->asoc.last_used_address = starting_point; 2663 start_at_beginning = 0; 2664 sctp_from_the_top2: 2665 if (stcb->asoc.last_used_address == NULL) { 2666 start_at_beginning = 1; 2667 stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list); 2668 } 2669 /* search beginning with the last used address */ 2670 for (laddr = stcb->asoc.last_used_address; laddr; 2671 laddr = LIST_NEXT(laddr, sctp_nxt_addr)) { 2672 if (laddr->ifa == NULL) { 2673 /* address has been removed */ 2674 continue; 2675 } 2676 if (laddr->action == SCTP_DEL_IP_ADDRESS) { 2677 /* address is being deleted */ 2678 continue; 2679 } 2680 sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop, 2681 dest_is_priv, fam); 2682 if (sifa == NULL) 2683 continue; 2684 if (((non_asoc_addr_ok == 0) && 2685 (sctp_is_addr_restricted(stcb, sifa))) || 2686 (non_asoc_addr_ok && 2687 (sctp_is_addr_restricted(stcb, sifa)) && 2688 (!sctp_is_addr_pending(stcb, sifa)))) { 2689 /* on the no-no list */ 2690 continue; 2691 } 2692 stcb->asoc.last_used_address = laddr; 2693 atomic_add_int(&sifa->refcount, 1); 2694 return (sifa); 2695 } 2696 if (start_at_beginning == 0) { 2697 stcb->asoc.last_used_address = NULL; 2698 goto sctp_from_the_top2; 2699 } 2700 return (NULL); 2701 } 2702 2703 static struct sctp_ifa * 2704 sctp_select_nth_preferred_addr_from_ifn_boundall(struct sctp_ifn *ifn, 2705 struct sctp_tcb *stcb, 2706 int non_asoc_addr_ok, 2707 uint8_t dest_is_loop, 2708 uint8_t dest_is_priv, 2709 int addr_wanted, 2710 sa_family_t fam, 2711 sctp_route_t * ro 2712 ) 2713 { 2714 struct sctp_ifa *ifa, *sifa; 2715 int num_eligible_addr = 0; 2716 2717 #ifdef INET6 2718 struct sockaddr_in6 sin6, lsa6; 2719 2720 if (fam == AF_INET6) { 2721 memcpy(&sin6, &ro->ro_dst, sizeof(struct sockaddr_in6)); 2722 (void)sa6_recoverscope(&sin6); 2723 } 2724 #endif /* INET6 */ 2725 LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) { 2726 if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2727 (non_asoc_addr_ok == 0)) 2728 continue; 2729 sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop, 2730 dest_is_priv, fam); 2731 if (sifa == NULL) 2732 continue; 2733 #ifdef INET6 2734 if (fam == AF_INET6 && 2735 dest_is_loop && 2736 sifa->src_is_loop && sifa->src_is_priv) { 2737 /* 2738 * don't allow fe80::1 to be a src on loop ::1, we 2739 * don't list it to the peer so we will get an 2740 * abort. 2741 */ 2742 continue; 2743 } 2744 if (fam == AF_INET6 && 2745 IN6_IS_ADDR_LINKLOCAL(&sifa->address.sin6.sin6_addr) && 2746 IN6_IS_ADDR_LINKLOCAL(&sin6.sin6_addr)) { 2747 /* 2748 * link-local <-> link-local must belong to the same 2749 * scope. 2750 */ 2751 memcpy(&lsa6, &sifa->address.sin6, sizeof(struct sockaddr_in6)); 2752 (void)sa6_recoverscope(&lsa6); 2753 if (sin6.sin6_scope_id != lsa6.sin6_scope_id) { 2754 continue; 2755 } 2756 } 2757 #endif /* INET6 */ 2758 2759 /* 2760 * Check if the IPv6 address matches to next-hop. In the 2761 * mobile case, old IPv6 address may be not deleted from the 2762 * interface. Then, the interface has previous and new 2763 * addresses. We should use one corresponding to the 2764 * next-hop. (by micchie) 2765 */ 2766 #ifdef INET6 2767 if (stcb && fam == AF_INET6 && 2768 sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) { 2769 if (sctp_v6src_match_nexthop(&sifa->address.sin6, ro) 2770 == 0) { 2771 continue; 2772 } 2773 } 2774 #endif 2775 #ifdef INET 2776 /* Avoid topologically incorrect IPv4 address */ 2777 if (stcb && fam == AF_INET && 2778 sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) { 2779 if (sctp_v4src_match_nexthop(sifa, ro) == 0) { 2780 continue; 2781 } 2782 } 2783 #endif 2784 if (stcb) { 2785 if (sctp_is_address_in_scope(ifa, 2786 stcb->asoc.ipv4_addr_legal, 2787 stcb->asoc.ipv6_addr_legal, 2788 stcb->asoc.loopback_scope, 2789 stcb->asoc.ipv4_local_scope, 2790 stcb->asoc.local_scope, 2791 stcb->asoc.site_scope, 0) == 0) { 2792 continue; 2793 } 2794 if (((non_asoc_addr_ok == 0) && 2795 (sctp_is_addr_restricted(stcb, sifa))) || 2796 (non_asoc_addr_ok && 2797 (sctp_is_addr_restricted(stcb, sifa)) && 2798 (!sctp_is_addr_pending(stcb, sifa)))) { 2799 /* 2800 * It is restricted for some reason.. 2801 * probably not yet added. 2802 */ 2803 continue; 2804 } 2805 } 2806 if (num_eligible_addr >= addr_wanted) { 2807 return (sifa); 2808 } 2809 num_eligible_addr++; 2810 } 2811 return (NULL); 2812 } 2813 2814 2815 static int 2816 sctp_count_num_preferred_boundall(struct sctp_ifn *ifn, 2817 struct sctp_tcb *stcb, 2818 int non_asoc_addr_ok, 2819 uint8_t dest_is_loop, 2820 uint8_t dest_is_priv, 2821 sa_family_t fam) 2822 { 2823 struct sctp_ifa *ifa, *sifa; 2824 int num_eligible_addr = 0; 2825 2826 LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) { 2827 if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 2828 (non_asoc_addr_ok == 0)) { 2829 continue; 2830 } 2831 sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop, 2832 dest_is_priv, fam); 2833 if (sifa == NULL) { 2834 continue; 2835 } 2836 if (stcb) { 2837 if (sctp_is_address_in_scope(ifa, 2838 stcb->asoc.ipv4_addr_legal, 2839 stcb->asoc.ipv6_addr_legal, 2840 stcb->asoc.loopback_scope, 2841 stcb->asoc.ipv4_local_scope, 2842 stcb->asoc.local_scope, 2843 stcb->asoc.site_scope, 0) == 0) { 2844 continue; 2845 } 2846 if (((non_asoc_addr_ok == 0) && 2847 (sctp_is_addr_restricted(stcb, sifa))) || 2848 (non_asoc_addr_ok && 2849 (sctp_is_addr_restricted(stcb, sifa)) && 2850 (!sctp_is_addr_pending(stcb, sifa)))) { 2851 /* 2852 * It is restricted for some reason.. 2853 * probably not yet added. 2854 */ 2855 continue; 2856 } 2857 } 2858 num_eligible_addr++; 2859 } 2860 return (num_eligible_addr); 2861 } 2862 2863 static struct sctp_ifa * 2864 sctp_choose_boundall(struct sctp_tcb *stcb, 2865 struct sctp_nets *net, 2866 sctp_route_t * ro, 2867 uint32_t vrf_id, 2868 uint8_t dest_is_priv, 2869 uint8_t dest_is_loop, 2870 int non_asoc_addr_ok, 2871 sa_family_t fam) 2872 { 2873 int cur_addr_num = 0, num_preferred = 0; 2874 void *ifn; 2875 struct sctp_ifn *sctp_ifn, *looked_at = NULL, *emit_ifn; 2876 struct sctp_ifa *sctp_ifa, *sifa; 2877 uint32_t ifn_index; 2878 struct sctp_vrf *vrf; 2879 2880 #ifdef INET 2881 int retried = 0; 2882 2883 #endif 2884 2885 /*- 2886 * For boundall we can use any address in the association. 2887 * If non_asoc_addr_ok is set we can use any address (at least in 2888 * theory). So we look for preferred addresses first. If we find one, 2889 * we use it. Otherwise we next try to get an address on the 2890 * interface, which we should be able to do (unless non_asoc_addr_ok 2891 * is false and we are routed out that way). In these cases where we 2892 * can't use the address of the interface we go through all the 2893 * ifn's looking for an address we can use and fill that in. Punting 2894 * means we send back address 0, which will probably cause problems 2895 * actually since then IP will fill in the address of the route ifn, 2896 * which means we probably already rejected it.. i.e. here comes an 2897 * abort :-<. 2898 */ 2899 vrf = sctp_find_vrf(vrf_id); 2900 if (vrf == NULL) 2901 return (NULL); 2902 2903 ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 2904 ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro); 2905 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn from route:%p ifn_index:%d\n", ifn, ifn_index); 2906 emit_ifn = looked_at = sctp_ifn = sctp_find_ifn(ifn, ifn_index); 2907 if (sctp_ifn == NULL) { 2908 /* ?? We don't have this guy ?? */ 2909 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No ifn emit interface?\n"); 2910 goto bound_all_plan_b; 2911 } 2912 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn_index:%d name:%s is emit interface\n", 2913 ifn_index, sctp_ifn->ifn_name); 2914 2915 if (net) { 2916 cur_addr_num = net->indx_of_eligible_next_to_use; 2917 } 2918 num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, 2919 stcb, 2920 non_asoc_addr_ok, 2921 dest_is_loop, 2922 dest_is_priv, fam); 2923 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Found %d preferred source addresses for intf:%s\n", 2924 num_preferred, sctp_ifn->ifn_name); 2925 if (num_preferred == 0) { 2926 /* 2927 * no eligible addresses, we must use some other interface 2928 * address if we can find one. 2929 */ 2930 goto bound_all_plan_b; 2931 } 2932 /* 2933 * Ok we have num_eligible_addr set with how many we can use, this 2934 * may vary from call to call due to addresses being deprecated 2935 * etc.. 2936 */ 2937 if (cur_addr_num >= num_preferred) { 2938 cur_addr_num = 0; 2939 } 2940 /* 2941 * select the nth address from the list (where cur_addr_num is the 2942 * nth) and 0 is the first one, 1 is the second one etc... 2943 */ 2944 SCTPDBG(SCTP_DEBUG_OUTPUT2, "cur_addr_num:%d\n", cur_addr_num); 2945 2946 sctp_ifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop, 2947 dest_is_priv, cur_addr_num, fam, ro); 2948 2949 /* if sctp_ifa is NULL something changed??, fall to plan b. */ 2950 if (sctp_ifa) { 2951 atomic_add_int(&sctp_ifa->refcount, 1); 2952 if (net) { 2953 /* save off where the next one we will want */ 2954 net->indx_of_eligible_next_to_use = cur_addr_num + 1; 2955 } 2956 return (sctp_ifa); 2957 } 2958 /* 2959 * plan_b: Look at all interfaces and find a preferred address. If 2960 * no preferred fall through to plan_c. 2961 */ 2962 bound_all_plan_b: 2963 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan B\n"); 2964 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 2965 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Examine interface %s\n", 2966 sctp_ifn->ifn_name); 2967 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 2968 /* wrong base scope */ 2969 SCTPDBG(SCTP_DEBUG_OUTPUT2, "skip\n"); 2970 continue; 2971 } 2972 if ((sctp_ifn == looked_at) && looked_at) { 2973 /* already looked at this guy */ 2974 SCTPDBG(SCTP_DEBUG_OUTPUT2, "already seen\n"); 2975 continue; 2976 } 2977 num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, stcb, non_asoc_addr_ok, 2978 dest_is_loop, dest_is_priv, fam); 2979 SCTPDBG(SCTP_DEBUG_OUTPUT2, 2980 "Found ifn:%p %d preferred source addresses\n", 2981 ifn, num_preferred); 2982 if (num_preferred == 0) { 2983 /* None on this interface. */ 2984 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefered -- skipping to next\n"); 2985 continue; 2986 } 2987 SCTPDBG(SCTP_DEBUG_OUTPUT2, 2988 "num preferred:%d on interface:%p cur_addr_num:%d\n", 2989 num_preferred, sctp_ifn, cur_addr_num); 2990 2991 /* 2992 * Ok we have num_eligible_addr set with how many we can 2993 * use, this may vary from call to call due to addresses 2994 * being deprecated etc.. 2995 */ 2996 if (cur_addr_num >= num_preferred) { 2997 cur_addr_num = 0; 2998 } 2999 sifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, stcb, non_asoc_addr_ok, dest_is_loop, 3000 dest_is_priv, cur_addr_num, fam, ro); 3001 if (sifa == NULL) 3002 continue; 3003 if (net) { 3004 net->indx_of_eligible_next_to_use = cur_addr_num + 1; 3005 SCTPDBG(SCTP_DEBUG_OUTPUT2, "we selected %d\n", 3006 cur_addr_num); 3007 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Source:"); 3008 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa); 3009 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Dest:"); 3010 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &net->ro._l_addr.sa); 3011 } 3012 atomic_add_int(&sifa->refcount, 1); 3013 return (sifa); 3014 } 3015 #ifdef INET 3016 again_with_private_addresses_allowed: 3017 #endif 3018 /* plan_c: do we have an acceptable address on the emit interface */ 3019 sifa = NULL; 3020 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan C: find acceptable on interface\n"); 3021 if (emit_ifn == NULL) { 3022 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jump to Plan D - no emit_ifn\n"); 3023 goto plan_d; 3024 } 3025 LIST_FOREACH(sctp_ifa, &emit_ifn->ifalist, next_ifa) { 3026 SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifa:%p\n", sctp_ifa); 3027 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3028 (non_asoc_addr_ok == 0)) { 3029 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Defer\n"); 3030 continue; 3031 } 3032 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, 3033 dest_is_priv, fam); 3034 if (sifa == NULL) { 3035 SCTPDBG(SCTP_DEBUG_OUTPUT2, "IFA not acceptable\n"); 3036 continue; 3037 } 3038 if (stcb) { 3039 if (sctp_is_address_in_scope(sifa, 3040 stcb->asoc.ipv4_addr_legal, 3041 stcb->asoc.ipv6_addr_legal, 3042 stcb->asoc.loopback_scope, 3043 stcb->asoc.ipv4_local_scope, 3044 stcb->asoc.local_scope, 3045 stcb->asoc.site_scope, 0) == 0) { 3046 SCTPDBG(SCTP_DEBUG_OUTPUT2, "NOT in scope\n"); 3047 sifa = NULL; 3048 continue; 3049 } 3050 if (((non_asoc_addr_ok == 0) && 3051 (sctp_is_addr_restricted(stcb, sifa))) || 3052 (non_asoc_addr_ok && 3053 (sctp_is_addr_restricted(stcb, sifa)) && 3054 (!sctp_is_addr_pending(stcb, sifa)))) { 3055 /* 3056 * It is restricted for some reason.. 3057 * probably not yet added. 3058 */ 3059 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Its resticted\n"); 3060 sifa = NULL; 3061 continue; 3062 } 3063 } else { 3064 printf("Stcb is null - no print\n"); 3065 } 3066 atomic_add_int(&sifa->refcount, 1); 3067 goto out; 3068 } 3069 plan_d: 3070 /* 3071 * plan_d: We are in trouble. No preferred address on the emit 3072 * interface. And not even a preferred address on all interfaces. Go 3073 * out and see if we can find an acceptable address somewhere 3074 * amongst all interfaces. 3075 */ 3076 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan D looked_at is %p\n", looked_at); 3077 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 3078 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 3079 /* wrong base scope */ 3080 continue; 3081 } 3082 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 3083 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3084 (non_asoc_addr_ok == 0)) 3085 continue; 3086 sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, 3087 dest_is_loop, 3088 dest_is_priv, fam); 3089 if (sifa == NULL) 3090 continue; 3091 if (stcb) { 3092 if (sctp_is_address_in_scope(sifa, 3093 stcb->asoc.ipv4_addr_legal, 3094 stcb->asoc.ipv6_addr_legal, 3095 stcb->asoc.loopback_scope, 3096 stcb->asoc.ipv4_local_scope, 3097 stcb->asoc.local_scope, 3098 stcb->asoc.site_scope, 0) == 0) { 3099 sifa = NULL; 3100 continue; 3101 } 3102 if (((non_asoc_addr_ok == 0) && 3103 (sctp_is_addr_restricted(stcb, sifa))) || 3104 (non_asoc_addr_ok && 3105 (sctp_is_addr_restricted(stcb, sifa)) && 3106 (!sctp_is_addr_pending(stcb, sifa)))) { 3107 /* 3108 * It is restricted for some 3109 * reason.. probably not yet added. 3110 */ 3111 sifa = NULL; 3112 continue; 3113 } 3114 } 3115 goto out; 3116 } 3117 } 3118 #ifdef INET 3119 if ((retried == 0) && (stcb->asoc.ipv4_local_scope == 0)) { 3120 stcb->asoc.ipv4_local_scope = 1; 3121 retried = 1; 3122 goto again_with_private_addresses_allowed; 3123 } else if (retried == 1) { 3124 stcb->asoc.ipv4_local_scope = 0; 3125 } 3126 #endif 3127 out: 3128 #ifdef INET 3129 if (sifa) { 3130 if (retried == 1) { 3131 LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) { 3132 if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) { 3133 /* wrong base scope */ 3134 continue; 3135 } 3136 LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) { 3137 struct sctp_ifa *tmp_sifa; 3138 3139 if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && 3140 (non_asoc_addr_ok == 0)) 3141 continue; 3142 tmp_sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, 3143 dest_is_loop, 3144 dest_is_priv, fam); 3145 if (tmp_sifa == NULL) { 3146 continue; 3147 } 3148 if (tmp_sifa == sifa) { 3149 continue; 3150 } 3151 if (stcb) { 3152 if (sctp_is_address_in_scope(tmp_sifa, 3153 stcb->asoc.ipv4_addr_legal, 3154 stcb->asoc.ipv6_addr_legal, 3155 stcb->asoc.loopback_scope, 3156 stcb->asoc.ipv4_local_scope, 3157 stcb->asoc.local_scope, 3158 stcb->asoc.site_scope, 0) == 0) { 3159 continue; 3160 } 3161 if (((non_asoc_addr_ok == 0) && 3162 (sctp_is_addr_restricted(stcb, tmp_sifa))) || 3163 (non_asoc_addr_ok && 3164 (sctp_is_addr_restricted(stcb, tmp_sifa)) && 3165 (!sctp_is_addr_pending(stcb, tmp_sifa)))) { 3166 /* 3167 * It is restricted 3168 * for some reason.. 3169 * probably not yet 3170 * added. 3171 */ 3172 continue; 3173 } 3174 } 3175 if ((tmp_sifa->address.sin.sin_family == AF_INET) && 3176 (IN4_ISPRIVATE_ADDRESS(&(tmp_sifa->address.sin.sin_addr)))) { 3177 sctp_add_local_addr_restricted(stcb, tmp_sifa); 3178 } 3179 } 3180 } 3181 } 3182 atomic_add_int(&sifa->refcount, 1); 3183 } 3184 #endif 3185 return (sifa); 3186 } 3187 3188 3189 3190 /* tcb may be NULL */ 3191 struct sctp_ifa * 3192 sctp_source_address_selection(struct sctp_inpcb *inp, 3193 struct sctp_tcb *stcb, 3194 sctp_route_t * ro, 3195 struct sctp_nets *net, 3196 int non_asoc_addr_ok, uint32_t vrf_id) 3197 { 3198 struct sctp_ifa *answer; 3199 uint8_t dest_is_priv, dest_is_loop; 3200 sa_family_t fam; 3201 3202 #ifdef INET 3203 struct sockaddr_in *to = (struct sockaddr_in *)&ro->ro_dst; 3204 3205 #endif 3206 #ifdef INET6 3207 struct sockaddr_in6 *to6 = (struct sockaddr_in6 *)&ro->ro_dst; 3208 3209 #endif 3210 3211 /** 3212 * Rules: - Find the route if needed, cache if I can. - Look at 3213 * interface address in route, Is it in the bound list. If so we 3214 * have the best source. - If not we must rotate amongst the 3215 * addresses. 3216 * 3217 * Cavets and issues 3218 * 3219 * Do we need to pay attention to scope. We can have a private address 3220 * or a global address we are sourcing or sending to. So if we draw 3221 * it out 3222 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3223 * For V4 3224 * ------------------------------------------ 3225 * source * dest * result 3226 * ----------------------------------------- 3227 * <a> Private * Global * NAT 3228 * ----------------------------------------- 3229 * <b> Private * Private * No problem 3230 * ----------------------------------------- 3231 * <c> Global * Private * Huh, How will this work? 3232 * ----------------------------------------- 3233 * <d> Global * Global * No Problem 3234 *------------------------------------------ 3235 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3236 * For V6 3237 *------------------------------------------ 3238 * source * dest * result 3239 * ----------------------------------------- 3240 * <a> Linklocal * Global * 3241 * ----------------------------------------- 3242 * <b> Linklocal * Linklocal * No problem 3243 * ----------------------------------------- 3244 * <c> Global * Linklocal * Huh, How will this work? 3245 * ----------------------------------------- 3246 * <d> Global * Global * No Problem 3247 *------------------------------------------ 3248 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz 3249 * 3250 * And then we add to that what happens if there are multiple addresses 3251 * assigned to an interface. Remember the ifa on a ifn is a linked 3252 * list of addresses. So one interface can have more than one IP 3253 * address. What happens if we have both a private and a global 3254 * address? Do we then use context of destination to sort out which 3255 * one is best? And what about NAT's sending P->G may get you a NAT 3256 * translation, or should you select the G thats on the interface in 3257 * preference. 3258 * 3259 * Decisions: 3260 * 3261 * - count the number of addresses on the interface. 3262 * - if it is one, no problem except case <c>. 3263 * For <a> we will assume a NAT out there. 3264 * - if there are more than one, then we need to worry about scope P 3265 * or G. We should prefer G -> G and P -> P if possible. 3266 * Then as a secondary fall back to mixed types G->P being a last 3267 * ditch one. 3268 * - The above all works for bound all, but bound specific we need to 3269 * use the same concept but instead only consider the bound 3270 * addresses. If the bound set is NOT assigned to the interface then 3271 * we must use rotation amongst the bound addresses.. 3272 */ 3273 if (ro->ro_rt == NULL) { 3274 /* 3275 * Need a route to cache. 3276 */ 3277 SCTP_RTALLOC(ro, vrf_id); 3278 } 3279 if (ro->ro_rt == NULL) { 3280 return (NULL); 3281 } 3282 fam = ro->ro_dst.sa_family; 3283 dest_is_priv = dest_is_loop = 0; 3284 /* Setup our scopes for the destination */ 3285 switch (fam) { 3286 #ifdef INET 3287 case AF_INET: 3288 /* Scope based on outbound address */ 3289 if (IN4_ISLOOPBACK_ADDRESS(&to->sin_addr)) { 3290 dest_is_loop = 1; 3291 if (net != NULL) { 3292 /* mark it as local */ 3293 net->addr_is_local = 1; 3294 } 3295 } else if ((IN4_ISPRIVATE_ADDRESS(&to->sin_addr))) { 3296 dest_is_priv = 1; 3297 } 3298 break; 3299 #endif 3300 #ifdef INET6 3301 case AF_INET6: 3302 /* Scope based on outbound address */ 3303 if (IN6_IS_ADDR_LOOPBACK(&to6->sin6_addr) || 3304 SCTP_ROUTE_IS_REAL_LOOP(ro)) { 3305 /* 3306 * If the address is a loopback address, which 3307 * consists of "::1" OR "fe80::1%lo0", we are 3308 * loopback scope. But we don't use dest_is_priv 3309 * (link local addresses). 3310 */ 3311 dest_is_loop = 1; 3312 if (net != NULL) { 3313 /* mark it as local */ 3314 net->addr_is_local = 1; 3315 } 3316 } else if (IN6_IS_ADDR_LINKLOCAL(&to6->sin6_addr)) { 3317 dest_is_priv = 1; 3318 } 3319 break; 3320 #endif 3321 } 3322 SCTPDBG(SCTP_DEBUG_OUTPUT2, "Select source addr for:"); 3323 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&ro->ro_dst); 3324 SCTP_IPI_ADDR_RLOCK(); 3325 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) { 3326 /* 3327 * Bound all case 3328 */ 3329 answer = sctp_choose_boundall(stcb, net, ro, vrf_id, 3330 dest_is_priv, dest_is_loop, 3331 non_asoc_addr_ok, fam); 3332 SCTP_IPI_ADDR_RUNLOCK(); 3333 return (answer); 3334 } 3335 /* 3336 * Subset bound case 3337 */ 3338 if (stcb) { 3339 answer = sctp_choose_boundspecific_stcb(inp, stcb, ro, 3340 vrf_id, dest_is_priv, 3341 dest_is_loop, 3342 non_asoc_addr_ok, fam); 3343 } else { 3344 answer = sctp_choose_boundspecific_inp(inp, ro, vrf_id, 3345 non_asoc_addr_ok, 3346 dest_is_priv, 3347 dest_is_loop, fam); 3348 } 3349 SCTP_IPI_ADDR_RUNLOCK(); 3350 return (answer); 3351 } 3352 3353 static int 3354 sctp_find_cmsg(int c_type, void *data, struct mbuf *control, size_t cpsize) 3355 { 3356 struct cmsghdr cmh; 3357 int tlen, at, found; 3358 struct sctp_sndinfo sndinfo; 3359 struct sctp_prinfo prinfo; 3360 struct sctp_authinfo authinfo; 3361 3362 tlen = SCTP_BUF_LEN(control); 3363 at = 0; 3364 found = 0; 3365 /* 3366 * Independent of how many mbufs, find the c_type inside the control 3367 * structure and copy out the data. 3368 */ 3369 while (at < tlen) { 3370 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3371 /* There is not enough room for one more. */ 3372 return (found); 3373 } 3374 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3375 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3376 /* We dont't have a complete CMSG header. */ 3377 return (found); 3378 } 3379 if (((int)cmh.cmsg_len + at) > tlen) { 3380 /* We don't have the complete CMSG. */ 3381 return (found); 3382 } 3383 if ((cmh.cmsg_level == IPPROTO_SCTP) && 3384 ((c_type == cmh.cmsg_type) || 3385 ((c_type == SCTP_SNDRCV) && 3386 ((cmh.cmsg_type == SCTP_SNDINFO) || 3387 (cmh.cmsg_type == SCTP_PRINFO) || 3388 (cmh.cmsg_type == SCTP_AUTHINFO))))) { 3389 if (c_type == cmh.cmsg_type) { 3390 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < cpsize) { 3391 return (found); 3392 } 3393 /* It is exactly what we want. Copy it out. */ 3394 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), cpsize, (caddr_t)data); 3395 return (1); 3396 } else { 3397 struct sctp_sndrcvinfo *sndrcvinfo; 3398 3399 sndrcvinfo = (struct sctp_sndrcvinfo *)data; 3400 if (found == 0) { 3401 if (cpsize < sizeof(struct sctp_sndrcvinfo)) { 3402 return (found); 3403 } 3404 memset(sndrcvinfo, 0, sizeof(struct sctp_sndrcvinfo)); 3405 } 3406 switch (cmh.cmsg_type) { 3407 case SCTP_SNDINFO: 3408 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_sndinfo)) { 3409 return (found); 3410 } 3411 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_sndinfo), (caddr_t)&sndinfo); 3412 sndrcvinfo->sinfo_stream = sndinfo.snd_sid; 3413 sndrcvinfo->sinfo_flags = sndinfo.snd_flags; 3414 sndrcvinfo->sinfo_ppid = sndinfo.snd_ppid; 3415 sndrcvinfo->sinfo_context = sndinfo.snd_context; 3416 sndrcvinfo->sinfo_assoc_id = sndinfo.snd_assoc_id; 3417 break; 3418 case SCTP_PRINFO: 3419 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_prinfo)) { 3420 return (found); 3421 } 3422 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_prinfo), (caddr_t)&prinfo); 3423 sndrcvinfo->sinfo_timetolive = prinfo.pr_value; 3424 sndrcvinfo->sinfo_flags |= prinfo.pr_policy; 3425 break; 3426 case SCTP_AUTHINFO: 3427 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_authinfo)) { 3428 return (found); 3429 } 3430 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_authinfo), (caddr_t)&authinfo); 3431 sndrcvinfo->sinfo_keynumber_valid = 1; 3432 sndrcvinfo->sinfo_keynumber = authinfo.auth_keyid; 3433 break; 3434 default: 3435 return (found); 3436 } 3437 found = 1; 3438 } 3439 } 3440 at += CMSG_ALIGN(cmh.cmsg_len); 3441 } 3442 return (found); 3443 } 3444 3445 static int 3446 sctp_process_cmsgs_for_init(struct sctp_tcb *stcb, struct mbuf *control, int *error) 3447 { 3448 struct cmsghdr cmh; 3449 int tlen, at; 3450 struct sctp_initmsg initmsg; 3451 3452 #ifdef INET 3453 struct sockaddr_in sin; 3454 3455 #endif 3456 #ifdef INET6 3457 struct sockaddr_in6 sin6; 3458 3459 #endif 3460 3461 tlen = SCTP_BUF_LEN(control); 3462 at = 0; 3463 while (at < tlen) { 3464 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3465 /* There is not enough room for one more. */ 3466 *error = EINVAL; 3467 return (1); 3468 } 3469 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3470 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3471 /* We dont't have a complete CMSG header. */ 3472 *error = EINVAL; 3473 return (1); 3474 } 3475 if (((int)cmh.cmsg_len + at) > tlen) { 3476 /* We don't have the complete CMSG. */ 3477 *error = EINVAL; 3478 return (1); 3479 } 3480 if (cmh.cmsg_level == IPPROTO_SCTP) { 3481 switch (cmh.cmsg_type) { 3482 case SCTP_INIT: 3483 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct sctp_initmsg)) { 3484 *error = EINVAL; 3485 return (1); 3486 } 3487 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct sctp_initmsg), (caddr_t)&initmsg); 3488 if (initmsg.sinit_max_attempts) 3489 stcb->asoc.max_init_times = initmsg.sinit_max_attempts; 3490 if (initmsg.sinit_num_ostreams) 3491 stcb->asoc.pre_open_streams = initmsg.sinit_num_ostreams; 3492 if (initmsg.sinit_max_instreams) 3493 stcb->asoc.max_inbound_streams = initmsg.sinit_max_instreams; 3494 if (initmsg.sinit_max_init_timeo) 3495 stcb->asoc.initial_init_rto_max = initmsg.sinit_max_init_timeo; 3496 if (stcb->asoc.streamoutcnt < stcb->asoc.pre_open_streams) { 3497 struct sctp_stream_out *tmp_str; 3498 unsigned int i; 3499 3500 /* Default is NOT correct */ 3501 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, default:%d pre_open:%d\n", 3502 stcb->asoc.streamoutcnt, stcb->asoc.pre_open_streams); 3503 SCTP_TCB_UNLOCK(stcb); 3504 SCTP_MALLOC(tmp_str, 3505 struct sctp_stream_out *, 3506 (stcb->asoc.pre_open_streams * sizeof(struct sctp_stream_out)), 3507 SCTP_M_STRMO); 3508 SCTP_TCB_LOCK(stcb); 3509 if (tmp_str != NULL) { 3510 SCTP_FREE(stcb->asoc.strmout, SCTP_M_STRMO); 3511 stcb->asoc.strmout = tmp_str; 3512 stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt = stcb->asoc.pre_open_streams; 3513 } else { 3514 stcb->asoc.pre_open_streams = stcb->asoc.streamoutcnt; 3515 } 3516 for (i = 0; i < stcb->asoc.streamoutcnt; i++) { 3517 stcb->asoc.strmout[i].next_sequence_sent = 0; 3518 TAILQ_INIT(&stcb->asoc.strmout[i].outqueue); 3519 stcb->asoc.strmout[i].stream_no = i; 3520 stcb->asoc.strmout[i].last_msg_incomplete = 0; 3521 stcb->asoc.ss_functions.sctp_ss_init_stream(&stcb->asoc.strmout[i], NULL); 3522 } 3523 } 3524 break; 3525 #ifdef INET 3526 case SCTP_DSTADDRV4: 3527 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in_addr)) { 3528 *error = EINVAL; 3529 return (1); 3530 } 3531 memset(&sin, 0, sizeof(struct sockaddr_in)); 3532 sin.sin_family = AF_INET; 3533 sin.sin_len = sizeof(struct sockaddr_in); 3534 sin.sin_port = stcb->rport; 3535 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr); 3536 if ((sin.sin_addr.s_addr == INADDR_ANY) || 3537 (sin.sin_addr.s_addr == INADDR_BROADCAST) || 3538 IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) { 3539 *error = EINVAL; 3540 return (1); 3541 } 3542 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, 3543 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3544 *error = ENOBUFS; 3545 return (1); 3546 } 3547 break; 3548 #endif 3549 #ifdef INET6 3550 case SCTP_DSTADDRV6: 3551 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in6_addr)) { 3552 *error = EINVAL; 3553 return (1); 3554 } 3555 memset(&sin6, 0, sizeof(struct sockaddr_in6)); 3556 sin6.sin6_family = AF_INET6; 3557 sin6.sin6_len = sizeof(struct sockaddr_in6); 3558 sin6.sin6_port = stcb->rport; 3559 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr); 3560 if (IN6_IS_ADDR_UNSPECIFIED(&sin6.sin6_addr) || 3561 IN6_IS_ADDR_MULTICAST(&sin6.sin6_addr)) { 3562 *error = EINVAL; 3563 return (1); 3564 } 3565 #ifdef INET 3566 if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) { 3567 in6_sin6_2_sin(&sin, &sin6); 3568 if ((sin.sin_addr.s_addr == INADDR_ANY) || 3569 (sin.sin_addr.s_addr == INADDR_BROADCAST) || 3570 IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) { 3571 *error = EINVAL; 3572 return (1); 3573 } 3574 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, 3575 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3576 *error = ENOBUFS; 3577 return (1); 3578 } 3579 } else 3580 #endif 3581 if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin6, NULL, 3582 SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) { 3583 *error = ENOBUFS; 3584 return (1); 3585 } 3586 break; 3587 #endif 3588 default: 3589 break; 3590 } 3591 } 3592 at += CMSG_ALIGN(cmh.cmsg_len); 3593 } 3594 return (0); 3595 } 3596 3597 static struct sctp_tcb * 3598 sctp_findassociation_cmsgs(struct sctp_inpcb **inp_p, 3599 in_port_t port, 3600 struct mbuf *control, 3601 struct sctp_nets **net_p, 3602 int *error) 3603 { 3604 struct cmsghdr cmh; 3605 int tlen, at; 3606 struct sctp_tcb *stcb; 3607 struct sockaddr *addr; 3608 3609 #ifdef INET 3610 struct sockaddr_in sin; 3611 3612 #endif 3613 #ifdef INET6 3614 struct sockaddr_in6 sin6; 3615 3616 #endif 3617 3618 tlen = SCTP_BUF_LEN(control); 3619 at = 0; 3620 while (at < tlen) { 3621 if ((tlen - at) < (int)CMSG_ALIGN(sizeof(cmh))) { 3622 /* There is not enough room for one more. */ 3623 *error = EINVAL; 3624 return (NULL); 3625 } 3626 m_copydata(control, at, sizeof(cmh), (caddr_t)&cmh); 3627 if (cmh.cmsg_len < CMSG_ALIGN(sizeof(struct cmsghdr))) { 3628 /* We dont't have a complete CMSG header. */ 3629 *error = EINVAL; 3630 return (NULL); 3631 } 3632 if (((int)cmh.cmsg_len + at) > tlen) { 3633 /* We don't have the complete CMSG. */ 3634 *error = EINVAL; 3635 return (NULL); 3636 } 3637 if (cmh.cmsg_level == IPPROTO_SCTP) { 3638 switch (cmh.cmsg_type) { 3639 #ifdef INET 3640 case SCTP_DSTADDRV4: 3641 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in_addr)) { 3642 *error = EINVAL; 3643 return (NULL); 3644 } 3645 memset(&sin, 0, sizeof(struct sockaddr_in)); 3646 sin.sin_family = AF_INET; 3647 sin.sin_len = sizeof(struct sockaddr_in); 3648 sin.sin_port = port; 3649 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in_addr), (caddr_t)&sin.sin_addr); 3650 addr = (struct sockaddr *)&sin; 3651 break; 3652 #endif 3653 #ifdef INET6 3654 case SCTP_DSTADDRV6: 3655 if ((size_t)(cmh.cmsg_len - CMSG_ALIGN(sizeof(struct cmsghdr))) < sizeof(struct in6_addr)) { 3656 *error = EINVAL; 3657 return (NULL); 3658 } 3659 memset(&sin6, 0, sizeof(struct sockaddr_in6)); 3660 sin6.sin6_family = AF_INET6; 3661 sin6.sin6_len = sizeof(struct sockaddr_in6); 3662 sin6.sin6_port = port; 3663 m_copydata(control, at + CMSG_ALIGN(sizeof(struct cmsghdr)), sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr); 3664 #ifdef INET 3665 if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) { 3666 in6_sin6_2_sin(&sin, &sin6); 3667 addr = (struct sockaddr *)&sin; 3668 } else 3669 #endif 3670 addr = (struct sockaddr *)&sin6; 3671 break; 3672 #endif 3673 default: 3674 addr = NULL; 3675 break; 3676 } 3677 if (addr) { 3678 stcb = sctp_findassociation_ep_addr(inp_p, addr, net_p, NULL, NULL); 3679 if (stcb != NULL) { 3680 return (stcb); 3681 } 3682 } 3683 } 3684 at += CMSG_ALIGN(cmh.cmsg_len); 3685 } 3686 return (NULL); 3687 } 3688 3689 static struct mbuf * 3690 sctp_add_cookie(struct mbuf *init, int init_offset, 3691 struct mbuf *initack, int initack_offset, struct sctp_state_cookie *stc_in, uint8_t ** signature) 3692 { 3693 struct mbuf *copy_init, *copy_initack, *m_at, *sig, *mret; 3694 struct sctp_state_cookie *stc; 3695 struct sctp_paramhdr *ph; 3696 uint8_t *foo; 3697 int sig_offset; 3698 uint16_t cookie_sz; 3699 3700 mret = NULL; 3701 mret = sctp_get_mbuf_for_msg((sizeof(struct sctp_state_cookie) + 3702 sizeof(struct sctp_paramhdr)), 0, 3703 M_DONTWAIT, 1, MT_DATA); 3704 if (mret == NULL) { 3705 return (NULL); 3706 } 3707 copy_init = SCTP_M_COPYM(init, init_offset, M_COPYALL, M_DONTWAIT); 3708 if (copy_init == NULL) { 3709 sctp_m_freem(mret); 3710 return (NULL); 3711 } 3712 #ifdef SCTP_MBUF_LOGGING 3713 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 3714 struct mbuf *mat; 3715 3716 mat = copy_init; 3717 while (mat) { 3718 if (SCTP_BUF_IS_EXTENDED(mat)) { 3719 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 3720 } 3721 mat = SCTP_BUF_NEXT(mat); 3722 } 3723 } 3724 #endif 3725 copy_initack = SCTP_M_COPYM(initack, initack_offset, M_COPYALL, 3726 M_DONTWAIT); 3727 if (copy_initack == NULL) { 3728 sctp_m_freem(mret); 3729 sctp_m_freem(copy_init); 3730 return (NULL); 3731 } 3732 #ifdef SCTP_MBUF_LOGGING 3733 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 3734 struct mbuf *mat; 3735 3736 mat = copy_initack; 3737 while (mat) { 3738 if (SCTP_BUF_IS_EXTENDED(mat)) { 3739 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 3740 } 3741 mat = SCTP_BUF_NEXT(mat); 3742 } 3743 } 3744 #endif 3745 /* easy side we just drop it on the end */ 3746 ph = mtod(mret, struct sctp_paramhdr *); 3747 SCTP_BUF_LEN(mret) = sizeof(struct sctp_state_cookie) + 3748 sizeof(struct sctp_paramhdr); 3749 stc = (struct sctp_state_cookie *)((caddr_t)ph + 3750 sizeof(struct sctp_paramhdr)); 3751 ph->param_type = htons(SCTP_STATE_COOKIE); 3752 ph->param_length = 0; /* fill in at the end */ 3753 /* Fill in the stc cookie data */ 3754 memcpy(stc, stc_in, sizeof(struct sctp_state_cookie)); 3755 3756 /* tack the INIT and then the INIT-ACK onto the chain */ 3757 cookie_sz = 0; 3758 for (m_at = mret; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3759 cookie_sz += SCTP_BUF_LEN(m_at); 3760 if (SCTP_BUF_NEXT(m_at) == NULL) { 3761 SCTP_BUF_NEXT(m_at) = copy_init; 3762 break; 3763 } 3764 } 3765 for (m_at = copy_init; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3766 cookie_sz += SCTP_BUF_LEN(m_at); 3767 if (SCTP_BUF_NEXT(m_at) == NULL) { 3768 SCTP_BUF_NEXT(m_at) = copy_initack; 3769 break; 3770 } 3771 } 3772 for (m_at = copy_initack; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 3773 cookie_sz += SCTP_BUF_LEN(m_at); 3774 if (SCTP_BUF_NEXT(m_at) == NULL) { 3775 break; 3776 } 3777 } 3778 sig = sctp_get_mbuf_for_msg(SCTP_SECRET_SIZE, 0, M_DONTWAIT, 1, MT_DATA); 3779 if (sig == NULL) { 3780 /* no space, so free the entire chain */ 3781 sctp_m_freem(mret); 3782 return (NULL); 3783 } 3784 SCTP_BUF_LEN(sig) = 0; 3785 SCTP_BUF_NEXT(m_at) = sig; 3786 sig_offset = 0; 3787 foo = (uint8_t *) (mtod(sig, caddr_t)+sig_offset); 3788 memset(foo, 0, SCTP_SIGNATURE_SIZE); 3789 *signature = foo; 3790 SCTP_BUF_LEN(sig) += SCTP_SIGNATURE_SIZE; 3791 cookie_sz += SCTP_SIGNATURE_SIZE; 3792 ph->param_length = htons(cookie_sz); 3793 return (mret); 3794 } 3795 3796 3797 static uint8_t 3798 sctp_get_ect(struct sctp_tcb *stcb) 3799 { 3800 if ((stcb != NULL) && (stcb->asoc.ecn_allowed == 1)) { 3801 return (SCTP_ECT0_BIT); 3802 } else { 3803 return (0); 3804 } 3805 } 3806 3807 static void 3808 sctp_handle_no_route(struct sctp_tcb *stcb, 3809 struct sctp_nets *net, 3810 int so_locked) 3811 { 3812 SCTPDBG(SCTP_DEBUG_OUTPUT1, "dropped packet - no valid source addr\n"); 3813 3814 if (net) { 3815 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Destination was "); 3816 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT1, &net->ro._l_addr.sa); 3817 if (net->dest_state & SCTP_ADDR_CONFIRMED) { 3818 if ((net->dest_state & SCTP_ADDR_REACHABLE) && stcb) { 3819 SCTPDBG(SCTP_DEBUG_OUTPUT1, "no route takes interface %p down\n", net); 3820 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN, 3821 stcb, 3822 SCTP_FAILED_THRESHOLD, 3823 (void *)net, 3824 so_locked); 3825 net->dest_state &= ~SCTP_ADDR_REACHABLE; 3826 net->dest_state &= ~SCTP_ADDR_PF; 3827 } 3828 } 3829 if (stcb) { 3830 if (net == stcb->asoc.primary_destination) { 3831 /* need a new primary */ 3832 struct sctp_nets *alt; 3833 3834 alt = sctp_find_alternate_net(stcb, net, 0); 3835 if (alt != net) { 3836 if (stcb->asoc.alternate) { 3837 sctp_free_remote_addr(stcb->asoc.alternate); 3838 } 3839 stcb->asoc.alternate = alt; 3840 atomic_add_int(&stcb->asoc.alternate->ref_count, 1); 3841 if (net->ro._s_addr) { 3842 sctp_free_ifa(net->ro._s_addr); 3843 net->ro._s_addr = NULL; 3844 } 3845 net->src_addr_selected = 0; 3846 } 3847 } 3848 } 3849 } 3850 } 3851 3852 static int 3853 sctp_lowlevel_chunk_output(struct sctp_inpcb *inp, 3854 struct sctp_tcb *stcb, /* may be NULL */ 3855 struct sctp_nets *net, 3856 struct sockaddr *to, 3857 struct mbuf *m, 3858 uint32_t auth_offset, 3859 struct sctp_auth_chunk *auth, 3860 uint16_t auth_keyid, 3861 int nofragment_flag, 3862 int ecn_ok, 3863 int out_of_asoc_ok, 3864 uint16_t src_port, 3865 uint16_t dest_port, 3866 uint32_t v_tag, 3867 uint16_t port, 3868 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 3869 int so_locked SCTP_UNUSED, 3870 #else 3871 int so_locked, 3872 #endif 3873 union sctp_sockstore *over_addr, 3874 struct mbuf *init 3875 ) 3876 /* nofragment_flag to tell if IP_DF should be set (IPv4 only) */ 3877 { 3878 /** 3879 * Given a mbuf chain (via SCTP_BUF_NEXT()) that holds a packet header 3880 * WITH an SCTPHDR but no IP header, endpoint inp and sa structure: 3881 * - fill in the HMAC digest of any AUTH chunk in the packet. 3882 * - calculate and fill in the SCTP checksum. 3883 * - prepend an IP address header. 3884 * - if boundall use INADDR_ANY. 3885 * - if boundspecific do source address selection. 3886 * - set fragmentation option for ipV4. 3887 * - On return from IP output, check/adjust mtu size of output 3888 * interface and smallest_mtu size as well. 3889 */ 3890 /* Will need ifdefs around this */ 3891 struct mbuf *o_pak; 3892 struct mbuf *newm; 3893 struct sctphdr *sctphdr; 3894 int packet_length; 3895 int ret; 3896 uint32_t vrf_id; 3897 sctp_route_t *ro = NULL; 3898 struct udphdr *udp = NULL; 3899 uint8_t tos_value; 3900 3901 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3902 struct socket *so = NULL; 3903 3904 #endif 3905 3906 if ((net) && (net->dest_state & SCTP_ADDR_OUT_OF_SCOPE)) { 3907 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 3908 sctp_m_freem(m); 3909 return (EFAULT); 3910 } 3911 if (stcb) { 3912 vrf_id = stcb->asoc.vrf_id; 3913 } else { 3914 vrf_id = inp->def_vrf_id; 3915 } 3916 3917 /* fill in the HMAC digest for any AUTH chunk in the packet */ 3918 if ((auth != NULL) && (stcb != NULL)) { 3919 sctp_fill_hmac_digest_m(m, auth_offset, auth, stcb, auth_keyid); 3920 } 3921 if (net) { 3922 tos_value = net->dscp; 3923 } else if (stcb) { 3924 tos_value = stcb->asoc.default_dscp; 3925 } else { 3926 tos_value = inp->sctp_ep.default_dscp; 3927 } 3928 3929 switch (to->sa_family) { 3930 #ifdef INET 3931 case AF_INET: 3932 { 3933 struct ip *ip = NULL; 3934 sctp_route_t iproute; 3935 int len; 3936 3937 len = sizeof(struct ip) + sizeof(struct sctphdr); 3938 if (port) { 3939 len += sizeof(struct udphdr); 3940 } 3941 newm = sctp_get_mbuf_for_msg(len, 1, M_DONTWAIT, 1, MT_DATA); 3942 if (newm == NULL) { 3943 sctp_m_freem(m); 3944 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 3945 return (ENOMEM); 3946 } 3947 SCTP_ALIGN_TO_END(newm, len); 3948 SCTP_BUF_LEN(newm) = len; 3949 SCTP_BUF_NEXT(newm) = m; 3950 m = newm; 3951 if (net != NULL) { 3952 #ifdef INVARIANTS 3953 if (net->flowidset == 0) { 3954 panic("Flow ID not set"); 3955 } 3956 #endif 3957 m->m_pkthdr.flowid = net->flowid; 3958 m->m_flags |= M_FLOWID; 3959 } else { 3960 if ((init != NULL) && (init->m_flags & M_FLOWID)) { 3961 m->m_pkthdr.flowid = init->m_pkthdr.flowid; 3962 m->m_flags |= M_FLOWID; 3963 } 3964 } 3965 packet_length = sctp_calculate_len(m); 3966 ip = mtod(m, struct ip *); 3967 ip->ip_v = IPVERSION; 3968 ip->ip_hl = (sizeof(struct ip) >> 2); 3969 if (tos_value == 0) { 3970 /* 3971 * This means especially, that it is not set 3972 * at the SCTP layer. So use the value from 3973 * the IP layer. 3974 */ 3975 tos_value = inp->ip_inp.inp.inp_ip_tos; 3976 } 3977 tos_value &= 0xfc; 3978 if (ecn_ok) { 3979 tos_value |= sctp_get_ect(stcb); 3980 } 3981 if ((nofragment_flag) && (port == 0)) { 3982 ip->ip_off = IP_DF; 3983 } else 3984 ip->ip_off = 0; 3985 3986 /* FreeBSD has a function for ip_id's */ 3987 ip->ip_id = ip_newid(); 3988 3989 ip->ip_ttl = inp->ip_inp.inp.inp_ip_ttl; 3990 ip->ip_len = packet_length; 3991 ip->ip_tos = tos_value; 3992 if (port) { 3993 ip->ip_p = IPPROTO_UDP; 3994 } else { 3995 ip->ip_p = IPPROTO_SCTP; 3996 } 3997 ip->ip_sum = 0; 3998 if (net == NULL) { 3999 ro = &iproute; 4000 memset(&iproute, 0, sizeof(iproute)); 4001 memcpy(&ro->ro_dst, to, to->sa_len); 4002 } else { 4003 ro = (sctp_route_t *) & net->ro; 4004 } 4005 /* Now the address selection part */ 4006 ip->ip_dst.s_addr = ((struct sockaddr_in *)to)->sin_addr.s_addr; 4007 4008 /* call the routine to select the src address */ 4009 if (net && out_of_asoc_ok == 0) { 4010 if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) { 4011 sctp_free_ifa(net->ro._s_addr); 4012 net->ro._s_addr = NULL; 4013 net->src_addr_selected = 0; 4014 if (ro->ro_rt) { 4015 RTFREE(ro->ro_rt); 4016 ro->ro_rt = NULL; 4017 } 4018 } 4019 if (net->src_addr_selected == 0) { 4020 /* Cache the source address */ 4021 net->ro._s_addr = sctp_source_address_selection(inp, stcb, 4022 ro, net, 0, 4023 vrf_id); 4024 net->src_addr_selected = 1; 4025 } 4026 if (net->ro._s_addr == NULL) { 4027 /* No route to host */ 4028 net->src_addr_selected = 0; 4029 sctp_handle_no_route(stcb, net, so_locked); 4030 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4031 sctp_m_freem(m); 4032 return (EHOSTUNREACH); 4033 } 4034 ip->ip_src = net->ro._s_addr->address.sin.sin_addr; 4035 } else { 4036 if (over_addr == NULL) { 4037 struct sctp_ifa *_lsrc; 4038 4039 _lsrc = sctp_source_address_selection(inp, stcb, ro, 4040 net, 4041 out_of_asoc_ok, 4042 vrf_id); 4043 if (_lsrc == NULL) { 4044 sctp_handle_no_route(stcb, net, so_locked); 4045 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4046 sctp_m_freem(m); 4047 return (EHOSTUNREACH); 4048 } 4049 ip->ip_src = _lsrc->address.sin.sin_addr; 4050 sctp_free_ifa(_lsrc); 4051 } else { 4052 ip->ip_src = over_addr->sin.sin_addr; 4053 SCTP_RTALLOC(ro, vrf_id); 4054 } 4055 } 4056 if (port) { 4057 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 4058 sctp_handle_no_route(stcb, net, so_locked); 4059 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4060 sctp_m_freem(m); 4061 return (EHOSTUNREACH); 4062 } 4063 udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); 4064 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 4065 udp->uh_dport = port; 4066 udp->uh_ulen = htons(packet_length - sizeof(struct ip)); 4067 udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 4068 sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 4069 } else { 4070 sctphdr = (struct sctphdr *)((caddr_t)ip + sizeof(struct ip)); 4071 } 4072 4073 sctphdr->src_port = src_port; 4074 sctphdr->dest_port = dest_port; 4075 sctphdr->v_tag = v_tag; 4076 sctphdr->checksum = 0; 4077 4078 /* 4079 * If source address selection fails and we find no 4080 * route then the ip_output should fail as well with 4081 * a NO_ROUTE_TO_HOST type error. We probably should 4082 * catch that somewhere and abort the association 4083 * right away (assuming this is an INIT being sent). 4084 */ 4085 if (ro->ro_rt == NULL) { 4086 /* 4087 * src addr selection failed to find a route 4088 * (or valid source addr), so we can't get 4089 * there from here (yet)! 4090 */ 4091 sctp_handle_no_route(stcb, net, so_locked); 4092 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4093 sctp_m_freem(m); 4094 return (EHOSTUNREACH); 4095 } 4096 if (ro != &iproute) { 4097 memcpy(&iproute, ro, sizeof(*ro)); 4098 } 4099 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv4 output routine from low level src addr:%x\n", 4100 (uint32_t) (ntohl(ip->ip_src.s_addr))); 4101 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Destination is %x\n", 4102 (uint32_t) (ntohl(ip->ip_dst.s_addr))); 4103 SCTPDBG(SCTP_DEBUG_OUTPUT3, "RTP route is %p through\n", 4104 ro->ro_rt); 4105 4106 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 4107 /* failed to prepend data, give up */ 4108 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4109 sctp_m_freem(m); 4110 return (ENOMEM); 4111 } 4112 #ifdef SCTP_PACKET_LOGGING 4113 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 4114 sctp_packet_log(m, packet_length); 4115 #endif 4116 SCTP_ATTACH_CHAIN(o_pak, m, packet_length); 4117 if (port) { 4118 #if defined(SCTP_WITH_NO_CSUM) 4119 SCTP_STAT_INCR(sctps_sendnocrc); 4120 #else 4121 if (!(SCTP_BASE_SYSCTL(sctp_no_csum_on_loopback) && 4122 (stcb) && 4123 (stcb->asoc.loopback_scope))) { 4124 sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip) + sizeof(struct udphdr)); 4125 SCTP_STAT_INCR(sctps_sendswcrc); 4126 } else { 4127 SCTP_STAT_INCR(sctps_sendnocrc); 4128 } 4129 #endif 4130 SCTP_ENABLE_UDP_CSUM(o_pak); 4131 } else { 4132 #if defined(SCTP_WITH_NO_CSUM) 4133 SCTP_STAT_INCR(sctps_sendnocrc); 4134 #else 4135 m->m_pkthdr.csum_flags = CSUM_SCTP; 4136 m->m_pkthdr.csum_data = 0; 4137 SCTP_STAT_INCR(sctps_sendhwcrc); 4138 #endif 4139 } 4140 /* send it out. table id is taken from stcb */ 4141 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4142 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4143 so = SCTP_INP_SO(inp); 4144 SCTP_SOCKET_UNLOCK(so, 0); 4145 } 4146 #endif 4147 SCTP_IP_OUTPUT(ret, o_pak, ro, stcb, vrf_id); 4148 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4149 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4150 atomic_add_int(&stcb->asoc.refcnt, 1); 4151 SCTP_TCB_UNLOCK(stcb); 4152 SCTP_SOCKET_LOCK(so, 0); 4153 SCTP_TCB_LOCK(stcb); 4154 atomic_subtract_int(&stcb->asoc.refcnt, 1); 4155 } 4156 #endif 4157 SCTP_STAT_INCR(sctps_sendpackets); 4158 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 4159 if (ret) 4160 SCTP_STAT_INCR(sctps_senderrors); 4161 4162 SCTPDBG(SCTP_DEBUG_OUTPUT3, "IP output returns %d\n", ret); 4163 if (net == NULL) { 4164 /* free tempy routes */ 4165 if (ro->ro_rt) { 4166 RTFREE(ro->ro_rt); 4167 ro->ro_rt = NULL; 4168 } 4169 } else { 4170 /* 4171 * PMTU check versus smallest asoc MTU goes 4172 * here 4173 */ 4174 if ((ro->ro_rt != NULL) && 4175 (net->ro._s_addr)) { 4176 uint32_t mtu; 4177 4178 mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt); 4179 if (net->port) { 4180 mtu -= sizeof(struct udphdr); 4181 } 4182 if (mtu && (stcb->asoc.smallest_mtu > mtu)) { 4183 sctp_mtu_size_reset(inp, &stcb->asoc, mtu); 4184 net->mtu = mtu; 4185 } 4186 } else if (ro->ro_rt == NULL) { 4187 /* route was freed */ 4188 if (net->ro._s_addr && 4189 net->src_addr_selected) { 4190 sctp_free_ifa(net->ro._s_addr); 4191 net->ro._s_addr = NULL; 4192 } 4193 net->src_addr_selected = 0; 4194 } 4195 } 4196 return (ret); 4197 } 4198 #endif 4199 #ifdef INET6 4200 case AF_INET6: 4201 { 4202 uint32_t flowlabel, flowinfo; 4203 struct ip6_hdr *ip6h; 4204 struct route_in6 ip6route; 4205 struct ifnet *ifp; 4206 struct sockaddr_in6 *sin6, tmp, *lsa6, lsa6_tmp; 4207 int prev_scope = 0; 4208 struct sockaddr_in6 lsa6_storage; 4209 int error; 4210 u_short prev_port = 0; 4211 int len; 4212 4213 if (net) { 4214 flowlabel = net->flowlabel; 4215 } else if (stcb) { 4216 flowlabel = stcb->asoc.default_flowlabel; 4217 } else { 4218 flowlabel = inp->sctp_ep.default_flowlabel; 4219 } 4220 if (flowlabel == 0) { 4221 /* 4222 * This means especially, that it is not set 4223 * at the SCTP layer. So use the value from 4224 * the IP layer. 4225 */ 4226 flowlabel = ntohl(((struct in6pcb *)inp)->in6p_flowinfo); 4227 } 4228 flowlabel &= 0x000fffff; 4229 len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr); 4230 if (port) { 4231 len += sizeof(struct udphdr); 4232 } 4233 newm = sctp_get_mbuf_for_msg(len, 1, M_DONTWAIT, 1, MT_DATA); 4234 if (newm == NULL) { 4235 sctp_m_freem(m); 4236 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4237 return (ENOMEM); 4238 } 4239 SCTP_ALIGN_TO_END(newm, len); 4240 SCTP_BUF_LEN(newm) = len; 4241 SCTP_BUF_NEXT(newm) = m; 4242 m = newm; 4243 if (net != NULL) { 4244 #ifdef INVARIANTS 4245 if (net->flowidset == 0) { 4246 panic("Flow ID not set"); 4247 } 4248 #endif 4249 m->m_pkthdr.flowid = net->flowid; 4250 m->m_flags |= M_FLOWID; 4251 } else { 4252 if ((init != NULL) && (init->m_flags & M_FLOWID)) { 4253 m->m_pkthdr.flowid = init->m_pkthdr.flowid; 4254 m->m_flags |= M_FLOWID; 4255 } 4256 } 4257 packet_length = sctp_calculate_len(m); 4258 4259 ip6h = mtod(m, struct ip6_hdr *); 4260 /* protect *sin6 from overwrite */ 4261 sin6 = (struct sockaddr_in6 *)to; 4262 tmp = *sin6; 4263 sin6 = &tmp; 4264 4265 /* KAME hack: embed scopeid */ 4266 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4267 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4268 return (EINVAL); 4269 } 4270 if (net == NULL) { 4271 memset(&ip6route, 0, sizeof(ip6route)); 4272 ro = (sctp_route_t *) & ip6route; 4273 memcpy(&ro->ro_dst, sin6, sin6->sin6_len); 4274 } else { 4275 ro = (sctp_route_t *) & net->ro; 4276 } 4277 /* 4278 * We assume here that inp_flow is in host byte 4279 * order within the TCB! 4280 */ 4281 if (tos_value == 0) { 4282 /* 4283 * This means especially, that it is not set 4284 * at the SCTP layer. So use the value from 4285 * the IP layer. 4286 */ 4287 tos_value = (ntohl(((struct in6pcb *)inp)->in6p_flowinfo) >> 20) & 0xff; 4288 } 4289 tos_value &= 0xfc; 4290 if (ecn_ok) { 4291 tos_value |= sctp_get_ect(stcb); 4292 } 4293 flowinfo = 0x06; 4294 flowinfo <<= 8; 4295 flowinfo |= tos_value; 4296 flowinfo <<= 20; 4297 flowinfo |= flowlabel; 4298 ip6h->ip6_flow = htonl(flowinfo); 4299 if (port) { 4300 ip6h->ip6_nxt = IPPROTO_UDP; 4301 } else { 4302 ip6h->ip6_nxt = IPPROTO_SCTP; 4303 } 4304 ip6h->ip6_plen = (packet_length - sizeof(struct ip6_hdr)); 4305 ip6h->ip6_dst = sin6->sin6_addr; 4306 4307 /* 4308 * Add SRC address selection here: we can only reuse 4309 * to a limited degree the kame src-addr-sel, since 4310 * we can try their selection but it may not be 4311 * bound. 4312 */ 4313 bzero(&lsa6_tmp, sizeof(lsa6_tmp)); 4314 lsa6_tmp.sin6_family = AF_INET6; 4315 lsa6_tmp.sin6_len = sizeof(lsa6_tmp); 4316 lsa6 = &lsa6_tmp; 4317 if (net && out_of_asoc_ok == 0) { 4318 if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) { 4319 sctp_free_ifa(net->ro._s_addr); 4320 net->ro._s_addr = NULL; 4321 net->src_addr_selected = 0; 4322 if (ro->ro_rt) { 4323 RTFREE(ro->ro_rt); 4324 ro->ro_rt = NULL; 4325 } 4326 } 4327 if (net->src_addr_selected == 0) { 4328 sin6 = (struct sockaddr_in6 *)&net->ro._l_addr; 4329 /* KAME hack: embed scopeid */ 4330 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4331 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4332 return (EINVAL); 4333 } 4334 /* Cache the source address */ 4335 net->ro._s_addr = sctp_source_address_selection(inp, 4336 stcb, 4337 ro, 4338 net, 4339 0, 4340 vrf_id); 4341 (void)sa6_recoverscope(sin6); 4342 net->src_addr_selected = 1; 4343 } 4344 if (net->ro._s_addr == NULL) { 4345 SCTPDBG(SCTP_DEBUG_OUTPUT3, "V6:No route to host\n"); 4346 net->src_addr_selected = 0; 4347 sctp_handle_no_route(stcb, net, so_locked); 4348 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4349 sctp_m_freem(m); 4350 return (EHOSTUNREACH); 4351 } 4352 lsa6->sin6_addr = net->ro._s_addr->address.sin6.sin6_addr; 4353 } else { 4354 sin6 = (struct sockaddr_in6 *)&ro->ro_dst; 4355 /* KAME hack: embed scopeid */ 4356 if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) { 4357 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 4358 return (EINVAL); 4359 } 4360 if (over_addr == NULL) { 4361 struct sctp_ifa *_lsrc; 4362 4363 _lsrc = sctp_source_address_selection(inp, stcb, ro, 4364 net, 4365 out_of_asoc_ok, 4366 vrf_id); 4367 if (_lsrc == NULL) { 4368 sctp_handle_no_route(stcb, net, so_locked); 4369 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4370 sctp_m_freem(m); 4371 return (EHOSTUNREACH); 4372 } 4373 lsa6->sin6_addr = _lsrc->address.sin6.sin6_addr; 4374 sctp_free_ifa(_lsrc); 4375 } else { 4376 lsa6->sin6_addr = over_addr->sin6.sin6_addr; 4377 SCTP_RTALLOC(ro, vrf_id); 4378 } 4379 (void)sa6_recoverscope(sin6); 4380 } 4381 lsa6->sin6_port = inp->sctp_lport; 4382 4383 if (ro->ro_rt == NULL) { 4384 /* 4385 * src addr selection failed to find a route 4386 * (or valid source addr), so we can't get 4387 * there from here! 4388 */ 4389 sctp_handle_no_route(stcb, net, so_locked); 4390 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4391 sctp_m_freem(m); 4392 return (EHOSTUNREACH); 4393 } 4394 /* 4395 * XXX: sa6 may not have a valid sin6_scope_id in 4396 * the non-SCOPEDROUTING case. 4397 */ 4398 bzero(&lsa6_storage, sizeof(lsa6_storage)); 4399 lsa6_storage.sin6_family = AF_INET6; 4400 lsa6_storage.sin6_len = sizeof(lsa6_storage); 4401 lsa6_storage.sin6_addr = lsa6->sin6_addr; 4402 if ((error = sa6_recoverscope(&lsa6_storage)) != 0) { 4403 SCTPDBG(SCTP_DEBUG_OUTPUT3, "recover scope fails error %d\n", error); 4404 sctp_m_freem(m); 4405 return (error); 4406 } 4407 /* XXX */ 4408 lsa6_storage.sin6_addr = lsa6->sin6_addr; 4409 lsa6_storage.sin6_port = inp->sctp_lport; 4410 lsa6 = &lsa6_storage; 4411 ip6h->ip6_src = lsa6->sin6_addr; 4412 4413 if (port) { 4414 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 4415 sctp_handle_no_route(stcb, net, so_locked); 4416 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH); 4417 sctp_m_freem(m); 4418 return (EHOSTUNREACH); 4419 } 4420 udp = (struct udphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr)); 4421 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 4422 udp->uh_dport = port; 4423 udp->uh_ulen = htons(packet_length - sizeof(struct ip6_hdr)); 4424 udp->uh_sum = 0; 4425 sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 4426 } else { 4427 sctphdr = (struct sctphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr)); 4428 } 4429 4430 sctphdr->src_port = src_port; 4431 sctphdr->dest_port = dest_port; 4432 sctphdr->v_tag = v_tag; 4433 sctphdr->checksum = 0; 4434 4435 /* 4436 * We set the hop limit now since there is a good 4437 * chance that our ro pointer is now filled 4438 */ 4439 ip6h->ip6_hlim = SCTP_GET_HLIM(inp, ro); 4440 ifp = SCTP_GET_IFN_VOID_FROM_ROUTE(ro); 4441 4442 #ifdef SCTP_DEBUG 4443 /* Copy to be sure something bad is not happening */ 4444 sin6->sin6_addr = ip6h->ip6_dst; 4445 lsa6->sin6_addr = ip6h->ip6_src; 4446 #endif 4447 4448 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv6 output routine from low level\n"); 4449 SCTPDBG(SCTP_DEBUG_OUTPUT3, "src: "); 4450 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)lsa6); 4451 SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst: "); 4452 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)sin6); 4453 if (net) { 4454 sin6 = (struct sockaddr_in6 *)&net->ro._l_addr; 4455 /* 4456 * preserve the port and scope for link 4457 * local send 4458 */ 4459 prev_scope = sin6->sin6_scope_id; 4460 prev_port = sin6->sin6_port; 4461 } 4462 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 4463 /* failed to prepend data, give up */ 4464 sctp_m_freem(m); 4465 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 4466 return (ENOMEM); 4467 } 4468 #ifdef SCTP_PACKET_LOGGING 4469 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 4470 sctp_packet_log(m, packet_length); 4471 #endif 4472 SCTP_ATTACH_CHAIN(o_pak, m, packet_length); 4473 if (port) { 4474 #if defined(SCTP_WITH_NO_CSUM) 4475 SCTP_STAT_INCR(sctps_sendnocrc); 4476 #else 4477 if (!(SCTP_BASE_SYSCTL(sctp_no_csum_on_loopback) && 4478 (stcb) && 4479 (stcb->asoc.loopback_scope))) { 4480 sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 4481 SCTP_STAT_INCR(sctps_sendswcrc); 4482 } else { 4483 SCTP_STAT_INCR(sctps_sendnocrc); 4484 } 4485 #endif 4486 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), packet_length - sizeof(struct ip6_hdr))) == 0) { 4487 udp->uh_sum = 0xffff; 4488 } 4489 } else { 4490 #if defined(SCTP_WITH_NO_CSUM) 4491 SCTP_STAT_INCR(sctps_sendnocrc); 4492 #else 4493 m->m_pkthdr.csum_flags = CSUM_SCTP; 4494 m->m_pkthdr.csum_data = 0; 4495 SCTP_STAT_INCR(sctps_sendhwcrc); 4496 #endif 4497 } 4498 /* send it out. table id is taken from stcb */ 4499 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4500 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4501 so = SCTP_INP_SO(inp); 4502 SCTP_SOCKET_UNLOCK(so, 0); 4503 } 4504 #endif 4505 SCTP_IP6_OUTPUT(ret, o_pak, (struct route_in6 *)ro, &ifp, stcb, vrf_id); 4506 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4507 if ((SCTP_BASE_SYSCTL(sctp_output_unlocked)) && (so_locked)) { 4508 atomic_add_int(&stcb->asoc.refcnt, 1); 4509 SCTP_TCB_UNLOCK(stcb); 4510 SCTP_SOCKET_LOCK(so, 0); 4511 SCTP_TCB_LOCK(stcb); 4512 atomic_subtract_int(&stcb->asoc.refcnt, 1); 4513 } 4514 #endif 4515 if (net) { 4516 /* for link local this must be done */ 4517 sin6->sin6_scope_id = prev_scope; 4518 sin6->sin6_port = prev_port; 4519 } 4520 SCTPDBG(SCTP_DEBUG_OUTPUT3, "return from send is %d\n", ret); 4521 SCTP_STAT_INCR(sctps_sendpackets); 4522 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 4523 if (ret) { 4524 SCTP_STAT_INCR(sctps_senderrors); 4525 } 4526 if (net == NULL) { 4527 /* Now if we had a temp route free it */ 4528 if (ro->ro_rt) { 4529 RTFREE(ro->ro_rt); 4530 } 4531 } else { 4532 /* 4533 * PMTU check versus smallest asoc MTU goes 4534 * here 4535 */ 4536 if (ro->ro_rt == NULL) { 4537 /* Route was freed */ 4538 if (net->ro._s_addr && 4539 net->src_addr_selected) { 4540 sctp_free_ifa(net->ro._s_addr); 4541 net->ro._s_addr = NULL; 4542 } 4543 net->src_addr_selected = 0; 4544 } 4545 if ((ro->ro_rt != NULL) && 4546 (net->ro._s_addr)) { 4547 uint32_t mtu; 4548 4549 mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_rt); 4550 if (mtu && 4551 (stcb->asoc.smallest_mtu > mtu)) { 4552 sctp_mtu_size_reset(inp, &stcb->asoc, mtu); 4553 net->mtu = mtu; 4554 if (net->port) { 4555 net->mtu -= sizeof(struct udphdr); 4556 } 4557 } 4558 } else if (ifp) { 4559 if (ND_IFINFO(ifp)->linkmtu && 4560 (stcb->asoc.smallest_mtu > ND_IFINFO(ifp)->linkmtu)) { 4561 sctp_mtu_size_reset(inp, 4562 &stcb->asoc, 4563 ND_IFINFO(ifp)->linkmtu); 4564 } 4565 } 4566 } 4567 return (ret); 4568 } 4569 #endif 4570 default: 4571 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n", 4572 ((struct sockaddr *)to)->sa_family); 4573 sctp_m_freem(m); 4574 SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 4575 return (EFAULT); 4576 } 4577 } 4578 4579 4580 void 4581 sctp_send_initiate(struct sctp_inpcb *inp, struct sctp_tcb *stcb, int so_locked 4582 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 4583 SCTP_UNUSED 4584 #endif 4585 ) 4586 { 4587 struct mbuf *m, *m_at, *mp_last; 4588 struct sctp_nets *net; 4589 struct sctp_init_chunk *init; 4590 struct sctp_supported_addr_param *sup_addr; 4591 struct sctp_adaptation_layer_indication *ali; 4592 struct sctp_ecn_supported_param *ecn; 4593 struct sctp_prsctp_supported_param *prsctp; 4594 struct sctp_supported_chunk_types_param *pr_supported; 4595 int cnt_inits_to = 0; 4596 int padval, ret; 4597 int num_ext; 4598 int p_len; 4599 4600 /* INIT's always go to the primary (and usually ONLY address) */ 4601 mp_last = NULL; 4602 net = stcb->asoc.primary_destination; 4603 if (net == NULL) { 4604 net = TAILQ_FIRST(&stcb->asoc.nets); 4605 if (net == NULL) { 4606 /* TSNH */ 4607 return; 4608 } 4609 /* we confirm any address we send an INIT to */ 4610 net->dest_state &= ~SCTP_ADDR_UNCONFIRMED; 4611 (void)sctp_set_primary_addr(stcb, NULL, net); 4612 } else { 4613 /* we confirm any address we send an INIT to */ 4614 net->dest_state &= ~SCTP_ADDR_UNCONFIRMED; 4615 } 4616 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT\n"); 4617 #ifdef INET6 4618 if (((struct sockaddr *)&(net->ro._l_addr))->sa_family == AF_INET6) { 4619 /* 4620 * special hook, if we are sending to link local it will not 4621 * show up in our private address count. 4622 */ 4623 struct sockaddr_in6 *sin6l; 4624 4625 sin6l = &net->ro._l_addr.sin6; 4626 if (IN6_IS_ADDR_LINKLOCAL(&sin6l->sin6_addr)) 4627 cnt_inits_to = 1; 4628 } 4629 #endif 4630 if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4631 /* This case should not happen */ 4632 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - failed timer?\n"); 4633 return; 4634 } 4635 /* start the INIT timer */ 4636 sctp_timer_start(SCTP_TIMER_TYPE_INIT, inp, stcb, net); 4637 4638 m = sctp_get_mbuf_for_msg(MCLBYTES, 1, M_DONTWAIT, 1, MT_DATA); 4639 if (m == NULL) { 4640 /* No memory, INIT timer will re-attempt. */ 4641 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - mbuf?\n"); 4642 return; 4643 } 4644 SCTP_BUF_LEN(m) = sizeof(struct sctp_init_chunk); 4645 /* 4646 * assume peer supports asconf in order to be able to queue local 4647 * address changes while an INIT is in flight and before the assoc 4648 * is established. 4649 */ 4650 stcb->asoc.peer_supports_asconf = 1; 4651 /* Now lets put the SCTP header in place */ 4652 init = mtod(m, struct sctp_init_chunk *); 4653 /* now the chunk header */ 4654 init->ch.chunk_type = SCTP_INITIATION; 4655 init->ch.chunk_flags = 0; 4656 /* fill in later from mbuf we build */ 4657 init->ch.chunk_length = 0; 4658 /* place in my tag */ 4659 init->init.initiate_tag = htonl(stcb->asoc.my_vtag); 4660 /* set up some of the credits. */ 4661 init->init.a_rwnd = htonl(max(inp->sctp_socket ? SCTP_SB_LIMIT_RCV(inp->sctp_socket) : 0, 4662 SCTP_MINIMAL_RWND)); 4663 4664 init->init.num_outbound_streams = htons(stcb->asoc.pre_open_streams); 4665 init->init.num_inbound_streams = htons(stcb->asoc.max_inbound_streams); 4666 init->init.initial_tsn = htonl(stcb->asoc.init_seq_number); 4667 /* now the address restriction */ 4668 /* XXX Should we take the address family of the socket into account? */ 4669 sup_addr = (struct sctp_supported_addr_param *)((caddr_t)init + 4670 sizeof(*init)); 4671 sup_addr->ph.param_type = htons(SCTP_SUPPORTED_ADDRTYPE); 4672 #ifdef INET6 4673 #ifdef INET 4674 /* we support 2 types: IPv4/IPv6 */ 4675 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + 2 * sizeof(uint16_t)); 4676 sup_addr->addr_type[0] = htons(SCTP_IPV4_ADDRESS); 4677 sup_addr->addr_type[1] = htons(SCTP_IPV6_ADDRESS); 4678 #else 4679 /* we support 1 type: IPv6 */ 4680 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + sizeof(uint16_t)); 4681 sup_addr->addr_type[0] = htons(SCTP_IPV6_ADDRESS); 4682 sup_addr->addr_type[1] = htons(0); /* this is the padding */ 4683 #endif 4684 #else 4685 /* we support 1 type: IPv4 */ 4686 sup_addr->ph.param_length = htons(sizeof(struct sctp_paramhdr) + sizeof(uint16_t)); 4687 sup_addr->addr_type[0] = htons(SCTP_IPV4_ADDRESS); 4688 sup_addr->addr_type[1] = htons(0); /* this is the padding */ 4689 #endif 4690 SCTP_BUF_LEN(m) += sizeof(struct sctp_supported_addr_param); 4691 /* adaptation layer indication parameter */ 4692 ali = (struct sctp_adaptation_layer_indication *)((caddr_t)sup_addr + sizeof(struct sctp_supported_addr_param)); 4693 ali->ph.param_type = htons(SCTP_ULP_ADAPTATION); 4694 ali->ph.param_length = htons(sizeof(*ali)); 4695 ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator); 4696 SCTP_BUF_LEN(m) += sizeof(*ali); 4697 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ali + sizeof(*ali)); 4698 4699 if (SCTP_BASE_SYSCTL(sctp_inits_include_nat_friendly)) { 4700 /* Add NAT friendly parameter */ 4701 struct sctp_paramhdr *ph; 4702 4703 ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4704 ph->param_type = htons(SCTP_HAS_NAT_SUPPORT); 4705 ph->param_length = htons(sizeof(struct sctp_paramhdr)); 4706 SCTP_BUF_LEN(m) += sizeof(struct sctp_paramhdr); 4707 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ph + sizeof(*ph)); 4708 } 4709 /* now any cookie time extensions */ 4710 if (stcb->asoc.cookie_preserve_req) { 4711 struct sctp_cookie_perserve_param *cookie_preserve; 4712 4713 cookie_preserve = (struct sctp_cookie_perserve_param *)(ecn); 4714 cookie_preserve->ph.param_type = htons(SCTP_COOKIE_PRESERVE); 4715 cookie_preserve->ph.param_length = htons( 4716 sizeof(*cookie_preserve)); 4717 cookie_preserve->time = htonl(stcb->asoc.cookie_preserve_req); 4718 SCTP_BUF_LEN(m) += sizeof(*cookie_preserve); 4719 ecn = (struct sctp_ecn_supported_param *)( 4720 (caddr_t)cookie_preserve + sizeof(*cookie_preserve)); 4721 stcb->asoc.cookie_preserve_req = 0; 4722 } 4723 /* ECN parameter */ 4724 if (stcb->asoc.ecn_allowed == 1) { 4725 ecn->ph.param_type = htons(SCTP_ECN_CAPABLE); 4726 ecn->ph.param_length = htons(sizeof(*ecn)); 4727 SCTP_BUF_LEN(m) += sizeof(*ecn); 4728 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn + 4729 sizeof(*ecn)); 4730 } else { 4731 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn); 4732 } 4733 /* And now tell the peer we do pr-sctp */ 4734 prsctp->ph.param_type = htons(SCTP_PRSCTP_SUPPORTED); 4735 prsctp->ph.param_length = htons(sizeof(*prsctp)); 4736 SCTP_BUF_LEN(m) += sizeof(*prsctp); 4737 4738 /* And now tell the peer we do all the extensions */ 4739 pr_supported = (struct sctp_supported_chunk_types_param *) 4740 ((caddr_t)prsctp + sizeof(*prsctp)); 4741 pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT); 4742 num_ext = 0; 4743 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF; 4744 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK; 4745 pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN; 4746 pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED; 4747 pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET; 4748 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 4749 pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION; 4750 } 4751 if (stcb->asoc.sctp_nr_sack_on_off == 1) { 4752 pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK; 4753 } 4754 p_len = sizeof(*pr_supported) + num_ext; 4755 pr_supported->ph.param_length = htons(p_len); 4756 bzero((caddr_t)pr_supported + p_len, SCTP_SIZE32(p_len) - p_len); 4757 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4758 4759 4760 /* add authentication parameters */ 4761 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 4762 struct sctp_auth_random *randp; 4763 struct sctp_auth_hmac_algo *hmacs; 4764 struct sctp_auth_chunk_list *chunks; 4765 4766 /* attach RANDOM parameter, if available */ 4767 if (stcb->asoc.authinfo.random != NULL) { 4768 randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4769 p_len = sizeof(*randp) + stcb->asoc.authinfo.random_len; 4770 /* random key already contains the header */ 4771 bcopy(stcb->asoc.authinfo.random->key, randp, p_len); 4772 /* zero out any padding required */ 4773 bzero((caddr_t)randp + p_len, SCTP_SIZE32(p_len) - p_len); 4774 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4775 } 4776 /* add HMAC_ALGO parameter */ 4777 hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4778 p_len = sctp_serialize_hmaclist(stcb->asoc.local_hmacs, 4779 (uint8_t *) hmacs->hmac_ids); 4780 if (p_len > 0) { 4781 p_len += sizeof(*hmacs); 4782 hmacs->ph.param_type = htons(SCTP_HMAC_LIST); 4783 hmacs->ph.param_length = htons(p_len); 4784 /* zero out any padding required */ 4785 bzero((caddr_t)hmacs + p_len, SCTP_SIZE32(p_len) - p_len); 4786 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4787 } 4788 /* add CHUNKS parameter */ 4789 chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 4790 p_len = sctp_serialize_auth_chunks(stcb->asoc.local_auth_chunks, 4791 chunks->chunk_types); 4792 if (p_len > 0) { 4793 p_len += sizeof(*chunks); 4794 chunks->ph.param_type = htons(SCTP_CHUNK_LIST); 4795 chunks->ph.param_length = htons(p_len); 4796 /* zero out any padding required */ 4797 bzero((caddr_t)chunks + p_len, SCTP_SIZE32(p_len) - p_len); 4798 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 4799 } 4800 } 4801 /* now the addresses */ 4802 { 4803 struct sctp_scoping scp; 4804 4805 /* 4806 * To optimize this we could put the scoping stuff into a 4807 * structure and remove the individual uint8's from the 4808 * assoc structure. Then we could just sifa in the address 4809 * within the stcb. But for now this is a quick hack to get 4810 * the address stuff teased apart. 4811 */ 4812 4813 scp.ipv4_addr_legal = stcb->asoc.ipv4_addr_legal; 4814 scp.ipv6_addr_legal = stcb->asoc.ipv6_addr_legal; 4815 scp.loopback_scope = stcb->asoc.loopback_scope; 4816 scp.ipv4_local_scope = stcb->asoc.ipv4_local_scope; 4817 scp.local_scope = stcb->asoc.local_scope; 4818 scp.site_scope = stcb->asoc.site_scope; 4819 4820 sctp_add_addresses_to_i_ia(inp, stcb, &scp, m, cnt_inits_to); 4821 } 4822 4823 /* calulate the size and update pkt header and chunk header */ 4824 p_len = 0; 4825 for (m_at = m; m_at; m_at = SCTP_BUF_NEXT(m_at)) { 4826 if (SCTP_BUF_NEXT(m_at) == NULL) 4827 mp_last = m_at; 4828 p_len += SCTP_BUF_LEN(m_at); 4829 } 4830 init->ch.chunk_length = htons(p_len); 4831 /* 4832 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return 4833 * here since the timer will drive a retranmission. 4834 */ 4835 4836 /* I don't expect this to execute but we will be safe here */ 4837 padval = p_len % 4; 4838 if ((padval) && (mp_last)) { 4839 /* 4840 * The compiler worries that mp_last may not be set even 4841 * though I think it is impossible :-> however we add 4842 * mp_last here just in case. 4843 */ 4844 ret = sctp_add_pad_tombuf(mp_last, (4 - padval)); 4845 if (ret) { 4846 /* Houston we have a problem, no space */ 4847 sctp_m_freem(m); 4848 return; 4849 } 4850 } 4851 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - calls lowlevel_output\n"); 4852 ret = sctp_lowlevel_chunk_output(inp, stcb, net, 4853 (struct sockaddr *)&net->ro._l_addr, 4854 m, 0, NULL, 0, 0, 0, 0, 4855 inp->sctp_lport, stcb->rport, htonl(0), 4856 net->port, so_locked, NULL, NULL); 4857 SCTPDBG(SCTP_DEBUG_OUTPUT4, "lowlevel_output - %d\n", ret); 4858 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 4859 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 4860 } 4861 4862 struct mbuf * 4863 sctp_arethere_unrecognized_parameters(struct mbuf *in_initpkt, 4864 int param_offset, int *abort_processing, struct sctp_chunkhdr *cp, int *nat_friendly) 4865 { 4866 /* 4867 * Given a mbuf containing an INIT or INIT-ACK with the param_offset 4868 * being equal to the beginning of the params i.e. (iphlen + 4869 * sizeof(struct sctp_init_msg) parse through the parameters to the 4870 * end of the mbuf verifying that all parameters are known. 4871 * 4872 * For unknown parameters build and return a mbuf with 4873 * UNRECOGNIZED_PARAMETER errors. If the flags indicate to stop 4874 * processing this chunk stop, and set *abort_processing to 1. 4875 * 4876 * By having param_offset be pre-set to where parameters begin it is 4877 * hoped that this routine may be reused in the future by new 4878 * features. 4879 */ 4880 struct sctp_paramhdr *phdr, params; 4881 4882 struct mbuf *mat, *op_err; 4883 char tempbuf[SCTP_PARAM_BUFFER_SIZE]; 4884 int at, limit, pad_needed; 4885 uint16_t ptype, plen, padded_size; 4886 int err_at; 4887 4888 *abort_processing = 0; 4889 mat = in_initpkt; 4890 err_at = 0; 4891 limit = ntohs(cp->chunk_length) - sizeof(struct sctp_init_chunk); 4892 at = param_offset; 4893 op_err = NULL; 4894 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Check for unrecognized param's\n"); 4895 phdr = sctp_get_next_param(mat, at, ¶ms, sizeof(params)); 4896 while ((phdr != NULL) && ((size_t)limit >= sizeof(struct sctp_paramhdr))) { 4897 ptype = ntohs(phdr->param_type); 4898 plen = ntohs(phdr->param_length); 4899 if ((plen > limit) || (plen < sizeof(struct sctp_paramhdr))) { 4900 /* wacked parameter */ 4901 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error %d\n", plen); 4902 goto invalid_size; 4903 } 4904 limit -= SCTP_SIZE32(plen); 4905 /*- 4906 * All parameters for all chunks that we know/understand are 4907 * listed here. We process them other places and make 4908 * appropriate stop actions per the upper bits. However this 4909 * is the generic routine processor's can call to get back 4910 * an operr.. to either incorporate (init-ack) or send. 4911 */ 4912 padded_size = SCTP_SIZE32(plen); 4913 switch (ptype) { 4914 /* Param's with variable size */ 4915 case SCTP_HEARTBEAT_INFO: 4916 case SCTP_STATE_COOKIE: 4917 case SCTP_UNRECOG_PARAM: 4918 case SCTP_ERROR_CAUSE_IND: 4919 /* ok skip fwd */ 4920 at += padded_size; 4921 break; 4922 /* Param's with variable size within a range */ 4923 case SCTP_CHUNK_LIST: 4924 case SCTP_SUPPORTED_CHUNK_EXT: 4925 if (padded_size > (sizeof(struct sctp_supported_chunk_types_param) + (sizeof(uint8_t) * SCTP_MAX_SUPPORTED_EXT))) { 4926 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error chklist %d\n", plen); 4927 goto invalid_size; 4928 } 4929 at += padded_size; 4930 break; 4931 case SCTP_SUPPORTED_ADDRTYPE: 4932 if (padded_size > SCTP_MAX_ADDR_PARAMS_SIZE) { 4933 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error supaddrtype %d\n", plen); 4934 goto invalid_size; 4935 } 4936 at += padded_size; 4937 break; 4938 case SCTP_RANDOM: 4939 if (padded_size > (sizeof(struct sctp_auth_random) + SCTP_RANDOM_MAX_SIZE)) { 4940 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error random %d\n", plen); 4941 goto invalid_size; 4942 } 4943 at += padded_size; 4944 break; 4945 case SCTP_SET_PRIM_ADDR: 4946 case SCTP_DEL_IP_ADDRESS: 4947 case SCTP_ADD_IP_ADDRESS: 4948 if ((padded_size != sizeof(struct sctp_asconf_addrv4_param)) && 4949 (padded_size != sizeof(struct sctp_asconf_addr_param))) { 4950 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error setprim %d\n", plen); 4951 goto invalid_size; 4952 } 4953 at += padded_size; 4954 break; 4955 /* Param's with a fixed size */ 4956 case SCTP_IPV4_ADDRESS: 4957 if (padded_size != sizeof(struct sctp_ipv4addr_param)) { 4958 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv4 addr %d\n", plen); 4959 goto invalid_size; 4960 } 4961 at += padded_size; 4962 break; 4963 case SCTP_IPV6_ADDRESS: 4964 if (padded_size != sizeof(struct sctp_ipv6addr_param)) { 4965 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv6 addr %d\n", plen); 4966 goto invalid_size; 4967 } 4968 at += padded_size; 4969 break; 4970 case SCTP_COOKIE_PRESERVE: 4971 if (padded_size != sizeof(struct sctp_cookie_perserve_param)) { 4972 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error cookie-preserve %d\n", plen); 4973 goto invalid_size; 4974 } 4975 at += padded_size; 4976 break; 4977 case SCTP_HAS_NAT_SUPPORT: 4978 *nat_friendly = 1; 4979 /* fall through */ 4980 case SCTP_PRSCTP_SUPPORTED: 4981 4982 if (padded_size != sizeof(struct sctp_paramhdr)) { 4983 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error prsctp/nat support %d\n", plen); 4984 goto invalid_size; 4985 } 4986 at += padded_size; 4987 break; 4988 case SCTP_ECN_CAPABLE: 4989 if (padded_size != sizeof(struct sctp_ecn_supported_param)) { 4990 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ecn %d\n", plen); 4991 goto invalid_size; 4992 } 4993 at += padded_size; 4994 break; 4995 case SCTP_ULP_ADAPTATION: 4996 if (padded_size != sizeof(struct sctp_adaptation_layer_indication)) { 4997 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error adapatation %d\n", plen); 4998 goto invalid_size; 4999 } 5000 at += padded_size; 5001 break; 5002 case SCTP_SUCCESS_REPORT: 5003 if (padded_size != sizeof(struct sctp_asconf_paramhdr)) { 5004 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error success %d\n", plen); 5005 goto invalid_size; 5006 } 5007 at += padded_size; 5008 break; 5009 case SCTP_HOSTNAME_ADDRESS: 5010 { 5011 /* We can NOT handle HOST NAME addresses!! */ 5012 int l_len; 5013 5014 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Can't handle hostname addresses.. abort processing\n"); 5015 *abort_processing = 1; 5016 if (op_err == NULL) { 5017 /* Ok need to try to get a mbuf */ 5018 #ifdef INET6 5019 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5020 #else 5021 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5022 #endif 5023 l_len += plen; 5024 l_len += sizeof(struct sctp_paramhdr); 5025 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5026 if (op_err) { 5027 SCTP_BUF_LEN(op_err) = 0; 5028 /* 5029 * pre-reserve space for ip 5030 * and sctp header and 5031 * chunk hdr 5032 */ 5033 #ifdef INET6 5034 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5035 #else 5036 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5037 #endif 5038 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5039 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5040 } 5041 } 5042 if (op_err) { 5043 /* If we have space */ 5044 struct sctp_paramhdr s; 5045 5046 if (err_at % 4) { 5047 uint32_t cpthis = 0; 5048 5049 pad_needed = 4 - (err_at % 4); 5050 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5051 err_at += pad_needed; 5052 } 5053 s.param_type = htons(SCTP_CAUSE_UNRESOLVABLE_ADDR); 5054 s.param_length = htons(sizeof(s) + plen); 5055 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5056 err_at += sizeof(s); 5057 phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen)); 5058 if (phdr == NULL) { 5059 sctp_m_freem(op_err); 5060 /* 5061 * we are out of memory but 5062 * we still need to have a 5063 * look at what to do (the 5064 * system is in trouble 5065 * though). 5066 */ 5067 return (NULL); 5068 } 5069 m_copyback(op_err, err_at, plen, (caddr_t)phdr); 5070 } 5071 return (op_err); 5072 break; 5073 } 5074 default: 5075 /* 5076 * we do not recognize the parameter figure out what 5077 * we do. 5078 */ 5079 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Hit default param %x\n", ptype); 5080 if ((ptype & 0x4000) == 0x4000) { 5081 /* Report bit is set?? */ 5082 SCTPDBG(SCTP_DEBUG_OUTPUT1, "report op err\n"); 5083 if (op_err == NULL) { 5084 int l_len; 5085 5086 /* Ok need to try to get an mbuf */ 5087 #ifdef INET6 5088 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5089 #else 5090 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5091 #endif 5092 l_len += plen; 5093 l_len += sizeof(struct sctp_paramhdr); 5094 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5095 if (op_err) { 5096 SCTP_BUF_LEN(op_err) = 0; 5097 #ifdef INET6 5098 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5099 #else 5100 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5101 #endif 5102 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5103 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5104 } 5105 } 5106 if (op_err) { 5107 /* If we have space */ 5108 struct sctp_paramhdr s; 5109 5110 if (err_at % 4) { 5111 uint32_t cpthis = 0; 5112 5113 pad_needed = 4 - (err_at % 4); 5114 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5115 err_at += pad_needed; 5116 } 5117 s.param_type = htons(SCTP_UNRECOG_PARAM); 5118 s.param_length = htons(sizeof(s) + plen); 5119 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5120 err_at += sizeof(s); 5121 if (plen > sizeof(tempbuf)) { 5122 plen = sizeof(tempbuf); 5123 } 5124 phdr = sctp_get_next_param(mat, at, (struct sctp_paramhdr *)tempbuf, min(sizeof(tempbuf), plen)); 5125 if (phdr == NULL) { 5126 sctp_m_freem(op_err); 5127 /* 5128 * we are out of memory but 5129 * we still need to have a 5130 * look at what to do (the 5131 * system is in trouble 5132 * though). 5133 */ 5134 op_err = NULL; 5135 goto more_processing; 5136 } 5137 m_copyback(op_err, err_at, plen, (caddr_t)phdr); 5138 err_at += plen; 5139 } 5140 } 5141 more_processing: 5142 if ((ptype & 0x8000) == 0x0000) { 5143 SCTPDBG(SCTP_DEBUG_OUTPUT1, "stop proc\n"); 5144 return (op_err); 5145 } else { 5146 /* skip this chunk and continue processing */ 5147 SCTPDBG(SCTP_DEBUG_OUTPUT1, "move on\n"); 5148 at += SCTP_SIZE32(plen); 5149 } 5150 break; 5151 5152 } 5153 phdr = sctp_get_next_param(mat, at, ¶ms, sizeof(params)); 5154 } 5155 return (op_err); 5156 invalid_size: 5157 SCTPDBG(SCTP_DEBUG_OUTPUT1, "abort flag set\n"); 5158 *abort_processing = 1; 5159 if ((op_err == NULL) && phdr) { 5160 int l_len; 5161 5162 #ifdef INET6 5163 l_len = sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5164 #else 5165 l_len = sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr); 5166 #endif 5167 l_len += (2 * sizeof(struct sctp_paramhdr)); 5168 op_err = sctp_get_mbuf_for_msg(l_len, 0, M_DONTWAIT, 1, MT_DATA); 5169 if (op_err) { 5170 SCTP_BUF_LEN(op_err) = 0; 5171 #ifdef INET6 5172 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr)); 5173 #else 5174 SCTP_BUF_RESV_UF(op_err, sizeof(struct ip)); 5175 #endif 5176 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr)); 5177 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 5178 } 5179 } 5180 if ((op_err) && phdr) { 5181 struct sctp_paramhdr s; 5182 5183 if (err_at % 4) { 5184 uint32_t cpthis = 0; 5185 5186 pad_needed = 4 - (err_at % 4); 5187 m_copyback(op_err, err_at, pad_needed, (caddr_t)&cpthis); 5188 err_at += pad_needed; 5189 } 5190 s.param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION); 5191 s.param_length = htons(sizeof(s) + sizeof(struct sctp_paramhdr)); 5192 m_copyback(op_err, err_at, sizeof(s), (caddr_t)&s); 5193 err_at += sizeof(s); 5194 /* Only copy back the p-hdr that caused the issue */ 5195 m_copyback(op_err, err_at, sizeof(struct sctp_paramhdr), (caddr_t)phdr); 5196 } 5197 return (op_err); 5198 } 5199 5200 static int 5201 sctp_are_there_new_addresses(struct sctp_association *asoc, 5202 struct mbuf *in_initpkt, int offset) 5203 { 5204 /* 5205 * Given a INIT packet, look through the packet to verify that there 5206 * are NO new addresses. As we go through the parameters add reports 5207 * of any un-understood parameters that require an error. Also we 5208 * must return (1) to drop the packet if we see a un-understood 5209 * parameter that tells us to drop the chunk. 5210 */ 5211 struct sockaddr *sa_touse; 5212 struct sockaddr *sa; 5213 struct sctp_paramhdr *phdr, params; 5214 uint16_t ptype, plen; 5215 uint8_t fnd; 5216 struct sctp_nets *net; 5217 struct ip *iph; 5218 5219 #ifdef INET 5220 struct sockaddr_in sin4, *sa4; 5221 5222 #endif 5223 #ifdef INET6 5224 struct sockaddr_in6 sin6, *sa6; 5225 struct ip6_hdr *ip6h; 5226 5227 #endif 5228 5229 #ifdef INET 5230 memset(&sin4, 0, sizeof(sin4)); 5231 sin4.sin_family = AF_INET; 5232 sin4.sin_len = sizeof(sin4); 5233 #endif 5234 #ifdef INET6 5235 memset(&sin6, 0, sizeof(sin6)); 5236 sin6.sin6_family = AF_INET6; 5237 sin6.sin6_len = sizeof(sin6); 5238 #endif 5239 sa_touse = NULL; 5240 /* First what about the src address of the pkt ? */ 5241 iph = mtod(in_initpkt, struct ip *); 5242 switch (iph->ip_v) { 5243 #ifdef INET 5244 case IPVERSION: 5245 /* source addr is IPv4 */ 5246 sin4.sin_addr = iph->ip_src; 5247 sa_touse = (struct sockaddr *)&sin4; 5248 break; 5249 #endif 5250 #ifdef INET6 5251 case IPV6_VERSION >> 4: 5252 /* source addr is IPv6 */ 5253 ip6h = mtod(in_initpkt, struct ip6_hdr *); 5254 sin6.sin6_addr = ip6h->ip6_src; 5255 sa_touse = (struct sockaddr *)&sin6; 5256 break; 5257 #endif 5258 default: 5259 return (1); 5260 } 5261 5262 fnd = 0; 5263 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5264 sa = (struct sockaddr *)&net->ro._l_addr; 5265 if (sa->sa_family == sa_touse->sa_family) { 5266 #ifdef INET 5267 if (sa->sa_family == AF_INET) { 5268 sa4 = (struct sockaddr_in *)sa; 5269 if (sa4->sin_addr.s_addr == sin4.sin_addr.s_addr) { 5270 fnd = 1; 5271 break; 5272 } 5273 } 5274 #endif 5275 #ifdef INET6 5276 if (sa->sa_family == AF_INET6) { 5277 sa6 = (struct sockaddr_in6 *)sa; 5278 if (SCTP6_ARE_ADDR_EQUAL(sa6, &sin6)) { 5279 fnd = 1; 5280 break; 5281 } 5282 } 5283 #endif 5284 } 5285 } 5286 if (fnd == 0) { 5287 /* New address added! no need to look futher. */ 5288 return (1); 5289 } 5290 /* Ok so far lets munge through the rest of the packet */ 5291 offset += sizeof(struct sctp_init_chunk); 5292 phdr = sctp_get_next_param(in_initpkt, offset, ¶ms, sizeof(params)); 5293 while (phdr) { 5294 sa_touse = NULL; 5295 ptype = ntohs(phdr->param_type); 5296 plen = ntohs(phdr->param_length); 5297 switch (ptype) { 5298 #ifdef INET 5299 case SCTP_IPV4_ADDRESS: 5300 { 5301 struct sctp_ipv4addr_param *p4, p4_buf; 5302 5303 phdr = sctp_get_next_param(in_initpkt, offset, 5304 (struct sctp_paramhdr *)&p4_buf, sizeof(p4_buf)); 5305 if (plen != sizeof(struct sctp_ipv4addr_param) || 5306 phdr == NULL) { 5307 return (1); 5308 } 5309 p4 = (struct sctp_ipv4addr_param *)phdr; 5310 sin4.sin_addr.s_addr = p4->addr; 5311 sa_touse = (struct sockaddr *)&sin4; 5312 break; 5313 } 5314 #endif 5315 #ifdef INET6 5316 case SCTP_IPV6_ADDRESS: 5317 { 5318 struct sctp_ipv6addr_param *p6, p6_buf; 5319 5320 phdr = sctp_get_next_param(in_initpkt, offset, 5321 (struct sctp_paramhdr *)&p6_buf, sizeof(p6_buf)); 5322 if (plen != sizeof(struct sctp_ipv6addr_param) || 5323 phdr == NULL) { 5324 return (1); 5325 } 5326 p6 = (struct sctp_ipv6addr_param *)phdr; 5327 memcpy((caddr_t)&sin6.sin6_addr, p6->addr, 5328 sizeof(p6->addr)); 5329 sa_touse = (struct sockaddr *)&sin6; 5330 break; 5331 } 5332 #endif 5333 default: 5334 sa_touse = NULL; 5335 break; 5336 } 5337 if (sa_touse) { 5338 /* ok, sa_touse points to one to check */ 5339 fnd = 0; 5340 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5341 sa = (struct sockaddr *)&net->ro._l_addr; 5342 if (sa->sa_family != sa_touse->sa_family) { 5343 continue; 5344 } 5345 #ifdef INET 5346 if (sa->sa_family == AF_INET) { 5347 sa4 = (struct sockaddr_in *)sa; 5348 if (sa4->sin_addr.s_addr == 5349 sin4.sin_addr.s_addr) { 5350 fnd = 1; 5351 break; 5352 } 5353 } 5354 #endif 5355 #ifdef INET6 5356 if (sa->sa_family == AF_INET6) { 5357 sa6 = (struct sockaddr_in6 *)sa; 5358 if (SCTP6_ARE_ADDR_EQUAL( 5359 sa6, &sin6)) { 5360 fnd = 1; 5361 break; 5362 } 5363 } 5364 #endif 5365 } 5366 if (!fnd) { 5367 /* New addr added! no need to look further */ 5368 return (1); 5369 } 5370 } 5371 offset += SCTP_SIZE32(plen); 5372 phdr = sctp_get_next_param(in_initpkt, offset, ¶ms, sizeof(params)); 5373 } 5374 return (0); 5375 } 5376 5377 /* 5378 * Given a MBUF chain that was sent into us containing an INIT. Build a 5379 * INIT-ACK with COOKIE and send back. We assume that the in_initpkt has done 5380 * a pullup to include IPv6/4header, SCTP header and initial part of INIT 5381 * message (i.e. the struct sctp_init_msg). 5382 */ 5383 void 5384 sctp_send_initiate_ack(struct sctp_inpcb *inp, struct sctp_tcb *stcb, 5385 struct mbuf *init_pkt, int iphlen, int offset, struct sctphdr *sh, 5386 struct sctp_init_chunk *init_chk, uint32_t vrf_id, uint16_t port, int hold_inp_lock) 5387 { 5388 struct sctp_association *asoc; 5389 struct mbuf *m, *m_at, *m_tmp, *m_cookie, *op_err, *mp_last; 5390 struct sctp_init_ack_chunk *initack; 5391 struct sctp_adaptation_layer_indication *ali; 5392 struct sctp_ecn_supported_param *ecn; 5393 struct sctp_prsctp_supported_param *prsctp; 5394 struct sctp_supported_chunk_types_param *pr_supported; 5395 union sctp_sockstore store, store1, *over_addr; 5396 5397 #ifdef INET 5398 struct sockaddr_in *sin, *to_sin; 5399 5400 #endif 5401 #ifdef INET6 5402 struct sockaddr_in6 *sin6, *to_sin6; 5403 5404 #endif 5405 struct ip *iph; 5406 5407 #ifdef INET6 5408 struct ip6_hdr *ip6; 5409 5410 #endif 5411 struct sockaddr *to; 5412 struct sctp_state_cookie stc; 5413 struct sctp_nets *net = NULL; 5414 uint8_t *signature = NULL; 5415 int cnt_inits_to = 0; 5416 uint16_t his_limit, i_want; 5417 int abort_flag, padval; 5418 int num_ext; 5419 int p_len; 5420 int nat_friendly = 0; 5421 struct socket *so; 5422 5423 if (stcb) 5424 asoc = &stcb->asoc; 5425 else 5426 asoc = NULL; 5427 mp_last = NULL; 5428 if ((asoc != NULL) && 5429 (SCTP_GET_STATE(asoc) != SCTP_STATE_COOKIE_WAIT) && 5430 (sctp_are_there_new_addresses(asoc, init_pkt, offset))) { 5431 /* new addresses, out of here in non-cookie-wait states */ 5432 /* 5433 * Send a ABORT, we don't add the new address error clause 5434 * though we even set the T bit and copy in the 0 tag.. this 5435 * looks no different than if no listener was present. 5436 */ 5437 sctp_send_abort(init_pkt, iphlen, sh, 0, NULL, vrf_id, port); 5438 return; 5439 } 5440 abort_flag = 0; 5441 op_err = sctp_arethere_unrecognized_parameters(init_pkt, 5442 (offset + sizeof(struct sctp_init_chunk)), 5443 &abort_flag, (struct sctp_chunkhdr *)init_chk, &nat_friendly); 5444 if (abort_flag) { 5445 do_a_abort: 5446 sctp_send_abort(init_pkt, iphlen, sh, 5447 init_chk->init.initiate_tag, op_err, vrf_id, port); 5448 return; 5449 } 5450 m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 5451 if (m == NULL) { 5452 /* No memory, INIT timer will re-attempt. */ 5453 if (op_err) 5454 sctp_m_freem(op_err); 5455 return; 5456 } 5457 SCTP_BUF_LEN(m) = sizeof(struct sctp_init_chunk); 5458 5459 /* the time I built cookie */ 5460 (void)SCTP_GETTIME_TIMEVAL(&stc.time_entered); 5461 5462 /* populate any tie tags */ 5463 if (asoc != NULL) { 5464 /* unlock before tag selections */ 5465 stc.tie_tag_my_vtag = asoc->my_vtag_nonce; 5466 stc.tie_tag_peer_vtag = asoc->peer_vtag_nonce; 5467 stc.cookie_life = asoc->cookie_life; 5468 net = asoc->primary_destination; 5469 } else { 5470 stc.tie_tag_my_vtag = 0; 5471 stc.tie_tag_peer_vtag = 0; 5472 /* life I will award this cookie */ 5473 stc.cookie_life = inp->sctp_ep.def_cookie_life; 5474 } 5475 5476 /* copy in the ports for later check */ 5477 stc.myport = sh->dest_port; 5478 stc.peerport = sh->src_port; 5479 5480 /* 5481 * If we wanted to honor cookie life extentions, we would add to 5482 * stc.cookie_life. For now we should NOT honor any extension 5483 */ 5484 stc.site_scope = stc.local_scope = stc.loopback_scope = 0; 5485 if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 5486 struct inpcb *in_inp; 5487 5488 /* Its a V6 socket */ 5489 in_inp = (struct inpcb *)inp; 5490 stc.ipv6_addr_legal = 1; 5491 /* Now look at the binding flag to see if V4 will be legal */ 5492 if (SCTP_IPV6_V6ONLY(in_inp) == 0) { 5493 stc.ipv4_addr_legal = 1; 5494 } else { 5495 /* V4 addresses are NOT legal on the association */ 5496 stc.ipv4_addr_legal = 0; 5497 } 5498 } else { 5499 /* Its a V4 socket, no - V6 */ 5500 stc.ipv4_addr_legal = 1; 5501 stc.ipv6_addr_legal = 0; 5502 } 5503 5504 #ifdef SCTP_DONT_DO_PRIVADDR_SCOPE 5505 stc.ipv4_scope = 1; 5506 #else 5507 stc.ipv4_scope = 0; 5508 #endif 5509 /* now for scope setup */ 5510 memset((caddr_t)&store, 0, sizeof(store)); 5511 memset((caddr_t)&store1, 0, sizeof(store1)); 5512 #ifdef INET 5513 sin = &store.sin; 5514 to_sin = &store1.sin; 5515 #endif 5516 #ifdef INET6 5517 sin6 = &store.sin6; 5518 to_sin6 = &store1.sin6; 5519 #endif 5520 iph = mtod(init_pkt, struct ip *); 5521 /* establish the to_addr's */ 5522 switch (iph->ip_v) { 5523 #ifdef INET 5524 case IPVERSION: 5525 to_sin->sin_port = sh->dest_port; 5526 to_sin->sin_family = AF_INET; 5527 to_sin->sin_len = sizeof(struct sockaddr_in); 5528 to_sin->sin_addr = iph->ip_dst; 5529 break; 5530 #endif 5531 #ifdef INET6 5532 case IPV6_VERSION >> 4: 5533 ip6 = mtod(init_pkt, struct ip6_hdr *); 5534 to_sin6->sin6_addr = ip6->ip6_dst; 5535 to_sin6->sin6_scope_id = 0; 5536 to_sin6->sin6_port = sh->dest_port; 5537 to_sin6->sin6_family = AF_INET6; 5538 to_sin6->sin6_len = sizeof(struct sockaddr_in6); 5539 break; 5540 #endif 5541 default: 5542 goto do_a_abort; 5543 break; 5544 } 5545 5546 if (net == NULL) { 5547 to = (struct sockaddr *)&store; 5548 switch (iph->ip_v) { 5549 #ifdef INET 5550 case IPVERSION: 5551 { 5552 sin->sin_family = AF_INET; 5553 sin->sin_len = sizeof(struct sockaddr_in); 5554 sin->sin_port = sh->src_port; 5555 sin->sin_addr = iph->ip_src; 5556 /* lookup address */ 5557 stc.address[0] = sin->sin_addr.s_addr; 5558 stc.address[1] = 0; 5559 stc.address[2] = 0; 5560 stc.address[3] = 0; 5561 stc.addr_type = SCTP_IPV4_ADDRESS; 5562 /* local from address */ 5563 stc.laddress[0] = to_sin->sin_addr.s_addr; 5564 stc.laddress[1] = 0; 5565 stc.laddress[2] = 0; 5566 stc.laddress[3] = 0; 5567 stc.laddr_type = SCTP_IPV4_ADDRESS; 5568 /* scope_id is only for v6 */ 5569 stc.scope_id = 0; 5570 #ifndef SCTP_DONT_DO_PRIVADDR_SCOPE 5571 if (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr)) { 5572 stc.ipv4_scope = 1; 5573 } 5574 #else 5575 stc.ipv4_scope = 1; 5576 #endif /* SCTP_DONT_DO_PRIVADDR_SCOPE */ 5577 /* Must use the address in this case */ 5578 if (sctp_is_address_on_local_host((struct sockaddr *)sin, vrf_id)) { 5579 stc.loopback_scope = 1; 5580 stc.ipv4_scope = 1; 5581 stc.site_scope = 1; 5582 stc.local_scope = 0; 5583 } 5584 break; 5585 } 5586 #endif 5587 #ifdef INET6 5588 case IPV6_VERSION >> 4: 5589 { 5590 ip6 = mtod(init_pkt, struct ip6_hdr *); 5591 sin6->sin6_family = AF_INET6; 5592 sin6->sin6_len = sizeof(struct sockaddr_in6); 5593 sin6->sin6_port = sh->src_port; 5594 sin6->sin6_addr = ip6->ip6_src; 5595 /* lookup address */ 5596 memcpy(&stc.address, &sin6->sin6_addr, 5597 sizeof(struct in6_addr)); 5598 sin6->sin6_scope_id = 0; 5599 stc.addr_type = SCTP_IPV6_ADDRESS; 5600 stc.scope_id = 0; 5601 if (sctp_is_address_on_local_host((struct sockaddr *)sin6, vrf_id)) { 5602 /* 5603 * FIX ME: does this have scope from 5604 * rcvif? 5605 */ 5606 (void)sa6_recoverscope(sin6); 5607 stc.scope_id = sin6->sin6_scope_id; 5608 sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)); 5609 stc.loopback_scope = 1; 5610 stc.local_scope = 0; 5611 stc.site_scope = 1; 5612 stc.ipv4_scope = 1; 5613 } else if (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr)) { 5614 /* 5615 * If the new destination is a 5616 * LINK_LOCAL we must have common 5617 * both site and local scope. Don't 5618 * set local scope though since we 5619 * must depend on the source to be 5620 * added implicitly. We cannot 5621 * assure just because we share one 5622 * link that all links are common. 5623 */ 5624 stc.local_scope = 0; 5625 stc.site_scope = 1; 5626 stc.ipv4_scope = 1; 5627 /* 5628 * we start counting for the private 5629 * address stuff at 1. since the 5630 * link local we source from won't 5631 * show up in our scoped count. 5632 */ 5633 cnt_inits_to = 1; 5634 /* 5635 * pull out the scope_id from 5636 * incoming pkt 5637 */ 5638 /* 5639 * FIX ME: does this have scope from 5640 * rcvif? 5641 */ 5642 (void)sa6_recoverscope(sin6); 5643 stc.scope_id = sin6->sin6_scope_id; 5644 sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)); 5645 } else if (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr)) { 5646 /* 5647 * If the new destination is 5648 * SITE_LOCAL then we must have site 5649 * scope in common. 5650 */ 5651 stc.site_scope = 1; 5652 } 5653 memcpy(&stc.laddress, &to_sin6->sin6_addr, sizeof(struct in6_addr)); 5654 stc.laddr_type = SCTP_IPV6_ADDRESS; 5655 break; 5656 } 5657 #endif 5658 default: 5659 /* TSNH */ 5660 goto do_a_abort; 5661 break; 5662 } 5663 } else { 5664 /* set the scope per the existing tcb */ 5665 5666 #ifdef INET6 5667 struct sctp_nets *lnet; 5668 5669 #endif 5670 5671 stc.loopback_scope = asoc->loopback_scope; 5672 stc.ipv4_scope = asoc->ipv4_local_scope; 5673 stc.site_scope = asoc->site_scope; 5674 stc.local_scope = asoc->local_scope; 5675 #ifdef INET6 5676 /* Why do we not consider IPv4 LL addresses? */ 5677 TAILQ_FOREACH(lnet, &asoc->nets, sctp_next) { 5678 if (lnet->ro._l_addr.sin6.sin6_family == AF_INET6) { 5679 if (IN6_IS_ADDR_LINKLOCAL(&lnet->ro._l_addr.sin6.sin6_addr)) { 5680 /* 5681 * if we have a LL address, start 5682 * counting at 1. 5683 */ 5684 cnt_inits_to = 1; 5685 } 5686 } 5687 } 5688 #endif 5689 /* use the net pointer */ 5690 to = (struct sockaddr *)&net->ro._l_addr; 5691 switch (to->sa_family) { 5692 #ifdef INET 5693 case AF_INET: 5694 sin = (struct sockaddr_in *)to; 5695 stc.address[0] = sin->sin_addr.s_addr; 5696 stc.address[1] = 0; 5697 stc.address[2] = 0; 5698 stc.address[3] = 0; 5699 stc.addr_type = SCTP_IPV4_ADDRESS; 5700 if (net->src_addr_selected == 0) { 5701 /* 5702 * strange case here, the INIT should have 5703 * did the selection. 5704 */ 5705 net->ro._s_addr = sctp_source_address_selection(inp, 5706 stcb, (sctp_route_t *) & net->ro, 5707 net, 0, vrf_id); 5708 if (net->ro._s_addr == NULL) 5709 return; 5710 5711 net->src_addr_selected = 1; 5712 5713 } 5714 stc.laddress[0] = net->ro._s_addr->address.sin.sin_addr.s_addr; 5715 stc.laddress[1] = 0; 5716 stc.laddress[2] = 0; 5717 stc.laddress[3] = 0; 5718 stc.laddr_type = SCTP_IPV4_ADDRESS; 5719 /* scope_id is only for v6 */ 5720 stc.scope_id = 0; 5721 break; 5722 #endif 5723 #ifdef INET6 5724 case AF_INET6: 5725 sin6 = (struct sockaddr_in6 *)to; 5726 memcpy(&stc.address, &sin6->sin6_addr, 5727 sizeof(struct in6_addr)); 5728 stc.addr_type = SCTP_IPV6_ADDRESS; 5729 stc.scope_id = sin6->sin6_scope_id; 5730 if (net->src_addr_selected == 0) { 5731 /* 5732 * strange case here, the INIT should have 5733 * did the selection. 5734 */ 5735 net->ro._s_addr = sctp_source_address_selection(inp, 5736 stcb, (sctp_route_t *) & net->ro, 5737 net, 0, vrf_id); 5738 if (net->ro._s_addr == NULL) 5739 return; 5740 5741 net->src_addr_selected = 1; 5742 } 5743 memcpy(&stc.laddress, &net->ro._s_addr->address.sin6.sin6_addr, 5744 sizeof(struct in6_addr)); 5745 stc.laddr_type = SCTP_IPV6_ADDRESS; 5746 break; 5747 #endif 5748 } 5749 } 5750 /* Now lets put the SCTP header in place */ 5751 initack = mtod(m, struct sctp_init_ack_chunk *); 5752 /* Save it off for quick ref */ 5753 stc.peers_vtag = init_chk->init.initiate_tag; 5754 /* who are we */ 5755 memcpy(stc.identification, SCTP_VERSION_STRING, 5756 min(strlen(SCTP_VERSION_STRING), sizeof(stc.identification))); 5757 memset(stc.reserved, 0, SCTP_RESERVE_SPACE); 5758 /* now the chunk header */ 5759 initack->ch.chunk_type = SCTP_INITIATION_ACK; 5760 initack->ch.chunk_flags = 0; 5761 /* fill in later from mbuf we build */ 5762 initack->ch.chunk_length = 0; 5763 /* place in my tag */ 5764 if ((asoc != NULL) && 5765 ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 5766 (SCTP_GET_STATE(asoc) == SCTP_STATE_INUSE) || 5767 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED))) { 5768 /* re-use the v-tags and init-seq here */ 5769 initack->init.initiate_tag = htonl(asoc->my_vtag); 5770 initack->init.initial_tsn = htonl(asoc->init_seq_number); 5771 } else { 5772 uint32_t vtag, itsn; 5773 5774 if (hold_inp_lock) { 5775 SCTP_INP_INCR_REF(inp); 5776 SCTP_INP_RUNLOCK(inp); 5777 } 5778 if (asoc) { 5779 atomic_add_int(&asoc->refcnt, 1); 5780 SCTP_TCB_UNLOCK(stcb); 5781 new_tag: 5782 vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1); 5783 if ((asoc->peer_supports_nat) && (vtag == asoc->my_vtag)) { 5784 /* 5785 * Got a duplicate vtag on some guy behind a 5786 * nat make sure we don't use it. 5787 */ 5788 goto new_tag; 5789 } 5790 initack->init.initiate_tag = htonl(vtag); 5791 /* get a TSN to use too */ 5792 itsn = sctp_select_initial_TSN(&inp->sctp_ep); 5793 initack->init.initial_tsn = htonl(itsn); 5794 SCTP_TCB_LOCK(stcb); 5795 atomic_add_int(&asoc->refcnt, -1); 5796 } else { 5797 vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1); 5798 initack->init.initiate_tag = htonl(vtag); 5799 /* get a TSN to use too */ 5800 initack->init.initial_tsn = htonl(sctp_select_initial_TSN(&inp->sctp_ep)); 5801 } 5802 if (hold_inp_lock) { 5803 SCTP_INP_RLOCK(inp); 5804 SCTP_INP_DECR_REF(inp); 5805 } 5806 } 5807 /* save away my tag to */ 5808 stc.my_vtag = initack->init.initiate_tag; 5809 5810 /* set up some of the credits. */ 5811 so = inp->sctp_socket; 5812 if (so == NULL) { 5813 /* memory problem */ 5814 sctp_m_freem(m); 5815 return; 5816 } else { 5817 initack->init.a_rwnd = htonl(max(SCTP_SB_LIMIT_RCV(so), SCTP_MINIMAL_RWND)); 5818 } 5819 /* set what I want */ 5820 his_limit = ntohs(init_chk->init.num_inbound_streams); 5821 /* choose what I want */ 5822 if (asoc != NULL) { 5823 if (asoc->streamoutcnt > inp->sctp_ep.pre_open_stream_count) { 5824 i_want = asoc->streamoutcnt; 5825 } else { 5826 i_want = inp->sctp_ep.pre_open_stream_count; 5827 } 5828 } else { 5829 i_want = inp->sctp_ep.pre_open_stream_count; 5830 } 5831 if (his_limit < i_want) { 5832 /* I Want more :< */ 5833 initack->init.num_outbound_streams = init_chk->init.num_inbound_streams; 5834 } else { 5835 /* I can have what I want :> */ 5836 initack->init.num_outbound_streams = htons(i_want); 5837 } 5838 /* tell him his limt. */ 5839 initack->init.num_inbound_streams = 5840 htons(inp->sctp_ep.max_open_streams_intome); 5841 5842 /* adaptation layer indication parameter */ 5843 ali = (struct sctp_adaptation_layer_indication *)((caddr_t)initack + sizeof(*initack)); 5844 ali->ph.param_type = htons(SCTP_ULP_ADAPTATION); 5845 ali->ph.param_length = htons(sizeof(*ali)); 5846 ali->indication = ntohl(inp->sctp_ep.adaptation_layer_indicator); 5847 SCTP_BUF_LEN(m) += sizeof(*ali); 5848 ecn = (struct sctp_ecn_supported_param *)((caddr_t)ali + sizeof(*ali)); 5849 5850 /* ECN parameter */ 5851 if (((asoc != NULL) && (asoc->ecn_allowed == 1)) || 5852 (inp->sctp_ecn_enable == 1)) { 5853 ecn->ph.param_type = htons(SCTP_ECN_CAPABLE); 5854 ecn->ph.param_length = htons(sizeof(*ecn)); 5855 SCTP_BUF_LEN(m) += sizeof(*ecn); 5856 5857 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn + 5858 sizeof(*ecn)); 5859 } else { 5860 prsctp = (struct sctp_prsctp_supported_param *)((caddr_t)ecn); 5861 } 5862 /* And now tell the peer we do pr-sctp */ 5863 prsctp->ph.param_type = htons(SCTP_PRSCTP_SUPPORTED); 5864 prsctp->ph.param_length = htons(sizeof(*prsctp)); 5865 SCTP_BUF_LEN(m) += sizeof(*prsctp); 5866 if (nat_friendly) { 5867 /* Add NAT friendly parameter */ 5868 struct sctp_paramhdr *ph; 5869 5870 ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5871 ph->param_type = htons(SCTP_HAS_NAT_SUPPORT); 5872 ph->param_length = htons(sizeof(struct sctp_paramhdr)); 5873 SCTP_BUF_LEN(m) += sizeof(struct sctp_paramhdr); 5874 } 5875 /* And now tell the peer we do all the extensions */ 5876 pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5877 pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT); 5878 num_ext = 0; 5879 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF; 5880 pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK; 5881 pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN; 5882 pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED; 5883 pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET; 5884 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) 5885 pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION; 5886 if (SCTP_BASE_SYSCTL(sctp_nr_sack_on_off)) 5887 pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK; 5888 p_len = sizeof(*pr_supported) + num_ext; 5889 pr_supported->ph.param_length = htons(p_len); 5890 bzero((caddr_t)pr_supported + p_len, SCTP_SIZE32(p_len) - p_len); 5891 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5892 5893 /* add authentication parameters */ 5894 if (!SCTP_BASE_SYSCTL(sctp_auth_disable)) { 5895 struct sctp_auth_random *randp; 5896 struct sctp_auth_hmac_algo *hmacs; 5897 struct sctp_auth_chunk_list *chunks; 5898 uint16_t random_len; 5899 5900 /* generate and add RANDOM parameter */ 5901 random_len = SCTP_AUTH_RANDOM_SIZE_DEFAULT; 5902 randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5903 randp->ph.param_type = htons(SCTP_RANDOM); 5904 p_len = sizeof(*randp) + random_len; 5905 randp->ph.param_length = htons(p_len); 5906 SCTP_READ_RANDOM(randp->random_data, random_len); 5907 /* zero out any padding required */ 5908 bzero((caddr_t)randp + p_len, SCTP_SIZE32(p_len) - p_len); 5909 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5910 5911 /* add HMAC_ALGO parameter */ 5912 hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5913 p_len = sctp_serialize_hmaclist(inp->sctp_ep.local_hmacs, 5914 (uint8_t *) hmacs->hmac_ids); 5915 if (p_len > 0) { 5916 p_len += sizeof(*hmacs); 5917 hmacs->ph.param_type = htons(SCTP_HMAC_LIST); 5918 hmacs->ph.param_length = htons(p_len); 5919 /* zero out any padding required */ 5920 bzero((caddr_t)hmacs + p_len, SCTP_SIZE32(p_len) - p_len); 5921 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5922 } 5923 /* add CHUNKS parameter */ 5924 chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+SCTP_BUF_LEN(m)); 5925 p_len = sctp_serialize_auth_chunks(inp->sctp_ep.local_auth_chunks, 5926 chunks->chunk_types); 5927 if (p_len > 0) { 5928 p_len += sizeof(*chunks); 5929 chunks->ph.param_type = htons(SCTP_CHUNK_LIST); 5930 chunks->ph.param_length = htons(p_len); 5931 /* zero out any padding required */ 5932 bzero((caddr_t)chunks + p_len, SCTP_SIZE32(p_len) - p_len); 5933 SCTP_BUF_LEN(m) += SCTP_SIZE32(p_len); 5934 } 5935 } 5936 m_at = m; 5937 /* now the addresses */ 5938 { 5939 struct sctp_scoping scp; 5940 5941 /* 5942 * To optimize this we could put the scoping stuff into a 5943 * structure and remove the individual uint8's from the stc 5944 * structure. Then we could just sifa in the address within 5945 * the stc.. but for now this is a quick hack to get the 5946 * address stuff teased apart. 5947 */ 5948 scp.ipv4_addr_legal = stc.ipv4_addr_legal; 5949 scp.ipv6_addr_legal = stc.ipv6_addr_legal; 5950 scp.loopback_scope = stc.loopback_scope; 5951 scp.ipv4_local_scope = stc.ipv4_scope; 5952 scp.local_scope = stc.local_scope; 5953 scp.site_scope = stc.site_scope; 5954 m_at = sctp_add_addresses_to_i_ia(inp, stcb, &scp, m_at, cnt_inits_to); 5955 } 5956 5957 /* tack on the operational error if present */ 5958 if (op_err) { 5959 struct mbuf *ol; 5960 int llen; 5961 5962 llen = 0; 5963 ol = op_err; 5964 5965 while (ol) { 5966 llen += SCTP_BUF_LEN(ol); 5967 ol = SCTP_BUF_NEXT(ol); 5968 } 5969 if (llen % 4) { 5970 /* must add a pad to the param */ 5971 uint32_t cpthis = 0; 5972 int padlen; 5973 5974 padlen = 4 - (llen % 4); 5975 m_copyback(op_err, llen, padlen, (caddr_t)&cpthis); 5976 } 5977 while (SCTP_BUF_NEXT(m_at) != NULL) { 5978 m_at = SCTP_BUF_NEXT(m_at); 5979 } 5980 SCTP_BUF_NEXT(m_at) = op_err; 5981 while (SCTP_BUF_NEXT(m_at) != NULL) { 5982 m_at = SCTP_BUF_NEXT(m_at); 5983 } 5984 } 5985 /* pre-calulate the size and update pkt header and chunk header */ 5986 p_len = 0; 5987 for (m_tmp = m; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) { 5988 p_len += SCTP_BUF_LEN(m_tmp); 5989 if (SCTP_BUF_NEXT(m_tmp) == NULL) { 5990 /* m_tmp should now point to last one */ 5991 break; 5992 } 5993 } 5994 5995 /* Now we must build a cookie */ 5996 m_cookie = sctp_add_cookie(init_pkt, offset, m, 0, &stc, &signature); 5997 if (m_cookie == NULL) { 5998 /* memory problem */ 5999 sctp_m_freem(m); 6000 return; 6001 } 6002 /* Now append the cookie to the end and update the space/size */ 6003 SCTP_BUF_NEXT(m_tmp) = m_cookie; 6004 6005 for (m_tmp = m_cookie; m_tmp; m_tmp = SCTP_BUF_NEXT(m_tmp)) { 6006 p_len += SCTP_BUF_LEN(m_tmp); 6007 if (SCTP_BUF_NEXT(m_tmp) == NULL) { 6008 /* m_tmp should now point to last one */ 6009 mp_last = m_tmp; 6010 break; 6011 } 6012 } 6013 /* 6014 * Place in the size, but we don't include the last pad (if any) in 6015 * the INIT-ACK. 6016 */ 6017 initack->ch.chunk_length = htons(p_len); 6018 6019 /* 6020 * Time to sign the cookie, we don't sign over the cookie signature 6021 * though thus we set trailer. 6022 */ 6023 (void)sctp_hmac_m(SCTP_HMAC, 6024 (uint8_t *) inp->sctp_ep.secret_key[(int)(inp->sctp_ep.current_secret_number)], 6025 SCTP_SECRET_SIZE, m_cookie, sizeof(struct sctp_paramhdr), 6026 (uint8_t *) signature, SCTP_SIGNATURE_SIZE); 6027 /* 6028 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return 6029 * here since the timer will drive a retranmission. 6030 */ 6031 padval = p_len % 4; 6032 if ((padval) && (mp_last)) { 6033 /* see my previous comments on mp_last */ 6034 if (sctp_add_pad_tombuf(mp_last, (4 - padval))) { 6035 /* Houston we have a problem, no space */ 6036 sctp_m_freem(m); 6037 return; 6038 } 6039 } 6040 if (stc.loopback_scope) { 6041 over_addr = &store1; 6042 } else { 6043 over_addr = NULL; 6044 } 6045 6046 (void)sctp_lowlevel_chunk_output(inp, NULL, NULL, to, m, 0, NULL, 0, 0, 6047 0, 0, 6048 inp->sctp_lport, sh->src_port, init_chk->init.initiate_tag, 6049 port, SCTP_SO_NOT_LOCKED, over_addr, init_pkt); 6050 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 6051 } 6052 6053 6054 static void 6055 sctp_prune_prsctp(struct sctp_tcb *stcb, 6056 struct sctp_association *asoc, 6057 struct sctp_sndrcvinfo *srcv, 6058 int dataout) 6059 { 6060 int freed_spc = 0; 6061 struct sctp_tmit_chunk *chk, *nchk; 6062 6063 SCTP_TCB_LOCK_ASSERT(stcb); 6064 if ((asoc->peer_supports_prsctp) && 6065 (asoc->sent_queue_cnt_removeable > 0)) { 6066 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 6067 /* 6068 * Look for chunks marked with the PR_SCTP flag AND 6069 * the buffer space flag. If the one being sent is 6070 * equal or greater priority then purge the old one 6071 * and free some space. 6072 */ 6073 if (PR_SCTP_BUF_ENABLED(chk->flags)) { 6074 /* 6075 * This one is PR-SCTP AND buffer space 6076 * limited type 6077 */ 6078 if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) { 6079 /* 6080 * Lower numbers equates to higher 6081 * priority so if the one we are 6082 * looking at has a larger or equal 6083 * priority we want to drop the data 6084 * and NOT retransmit it. 6085 */ 6086 if (chk->data) { 6087 /* 6088 * We release the book_size 6089 * if the mbuf is here 6090 */ 6091 int ret_spc; 6092 int cause; 6093 6094 if (chk->sent > SCTP_DATAGRAM_UNSENT) 6095 cause = SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_SENT; 6096 else 6097 cause = SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_UNSENT; 6098 ret_spc = sctp_release_pr_sctp_chunk(stcb, chk, 6099 cause, 6100 SCTP_SO_LOCKED); 6101 freed_spc += ret_spc; 6102 if (freed_spc >= dataout) { 6103 return; 6104 } 6105 } /* if chunk was present */ 6106 } /* if of sufficent priority */ 6107 } /* if chunk has enabled */ 6108 } /* tailqforeach */ 6109 6110 TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) { 6111 /* Here we must move to the sent queue and mark */ 6112 if (PR_SCTP_BUF_ENABLED(chk->flags)) { 6113 if (chk->rec.data.timetodrop.tv_sec >= (long)srcv->sinfo_timetolive) { 6114 if (chk->data) { 6115 /* 6116 * We release the book_size 6117 * if the mbuf is here 6118 */ 6119 int ret_spc; 6120 6121 ret_spc = sctp_release_pr_sctp_chunk(stcb, chk, 6122 SCTP_RESPONSE_TO_USER_REQ | SCTP_NOTIFY_DATAGRAM_UNSENT, 6123 SCTP_SO_LOCKED); 6124 6125 freed_spc += ret_spc; 6126 if (freed_spc >= dataout) { 6127 return; 6128 } 6129 } /* end if chk->data */ 6130 } /* end if right class */ 6131 } /* end if chk pr-sctp */ 6132 } /* tailqforeachsafe (chk) */ 6133 } /* if enabled in asoc */ 6134 } 6135 6136 int 6137 sctp_get_frag_point(struct sctp_tcb *stcb, 6138 struct sctp_association *asoc) 6139 { 6140 int siz, ovh; 6141 6142 /* 6143 * For endpoints that have both v6 and v4 addresses we must reserve 6144 * room for the ipv6 header, for those that are only dealing with V4 6145 * we use a larger frag point. 6146 */ 6147 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 6148 ovh = SCTP_MED_OVERHEAD; 6149 } else { 6150 ovh = SCTP_MED_V4_OVERHEAD; 6151 } 6152 6153 if (stcb->asoc.sctp_frag_point > asoc->smallest_mtu) 6154 siz = asoc->smallest_mtu - ovh; 6155 else 6156 siz = (stcb->asoc.sctp_frag_point - ovh); 6157 /* 6158 * if (siz > (MCLBYTES-sizeof(struct sctp_data_chunk))) { 6159 */ 6160 /* A data chunk MUST fit in a cluster */ 6161 /* siz = (MCLBYTES - sizeof(struct sctp_data_chunk)); */ 6162 /* } */ 6163 6164 /* adjust for an AUTH chunk if DATA requires auth */ 6165 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) 6166 siz -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 6167 6168 if (siz % 4) { 6169 /* make it an even word boundary please */ 6170 siz -= (siz % 4); 6171 } 6172 return (siz); 6173 } 6174 6175 static void 6176 sctp_set_prsctp_policy(struct sctp_stream_queue_pending *sp) 6177 { 6178 sp->pr_sctp_on = 0; 6179 /* 6180 * We assume that the user wants PR_SCTP_TTL if the user provides a 6181 * positive lifetime but does not specify any PR_SCTP policy. This 6182 * is a BAD assumption and causes problems at least with the 6183 * U-Vancovers MPI folks. I will change this to be no policy means 6184 * NO PR-SCTP. 6185 */ 6186 if (PR_SCTP_ENABLED(sp->sinfo_flags)) { 6187 sp->act_flags |= PR_SCTP_POLICY(sp->sinfo_flags); 6188 sp->pr_sctp_on = 1; 6189 } else { 6190 return; 6191 } 6192 switch (PR_SCTP_POLICY(sp->sinfo_flags)) { 6193 case CHUNK_FLAGS_PR_SCTP_BUF: 6194 /* 6195 * Time to live is a priority stored in tv_sec when doing 6196 * the buffer drop thing. 6197 */ 6198 sp->ts.tv_sec = sp->timetolive; 6199 sp->ts.tv_usec = 0; 6200 break; 6201 case CHUNK_FLAGS_PR_SCTP_TTL: 6202 { 6203 struct timeval tv; 6204 6205 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 6206 tv.tv_sec = sp->timetolive / 1000; 6207 tv.tv_usec = (sp->timetolive * 1000) % 1000000; 6208 /* 6209 * TODO sctp_constants.h needs alternative time 6210 * macros when _KERNEL is undefined. 6211 */ 6212 timevaladd(&sp->ts, &tv); 6213 } 6214 break; 6215 case CHUNK_FLAGS_PR_SCTP_RTX: 6216 /* 6217 * Time to live is a the number or retransmissions stored in 6218 * tv_sec. 6219 */ 6220 sp->ts.tv_sec = sp->timetolive; 6221 sp->ts.tv_usec = 0; 6222 break; 6223 default: 6224 SCTPDBG(SCTP_DEBUG_USRREQ1, 6225 "Unknown PR_SCTP policy %u.\n", 6226 PR_SCTP_POLICY(sp->sinfo_flags)); 6227 break; 6228 } 6229 } 6230 6231 static int 6232 sctp_msg_append(struct sctp_tcb *stcb, 6233 struct sctp_nets *net, 6234 struct mbuf *m, 6235 struct sctp_sndrcvinfo *srcv, int hold_stcb_lock) 6236 { 6237 int error = 0; 6238 struct mbuf *at; 6239 struct sctp_stream_queue_pending *sp = NULL; 6240 struct sctp_stream_out *strm; 6241 6242 /* 6243 * Given an mbuf chain, put it into the association send queue and 6244 * place it on the wheel 6245 */ 6246 if (srcv->sinfo_stream >= stcb->asoc.streamoutcnt) { 6247 /* Invalid stream number */ 6248 SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 6249 error = EINVAL; 6250 goto out_now; 6251 } 6252 if ((stcb->asoc.stream_locked) && 6253 (stcb->asoc.stream_locked_on != srcv->sinfo_stream)) { 6254 SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 6255 error = EINVAL; 6256 goto out_now; 6257 } 6258 strm = &stcb->asoc.strmout[srcv->sinfo_stream]; 6259 /* Now can we send this? */ 6260 if ((SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_SENT) || 6261 (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 6262 (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 6263 (stcb->asoc.state & SCTP_STATE_SHUTDOWN_PENDING)) { 6264 /* got data while shutting down */ 6265 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 6266 error = ECONNRESET; 6267 goto out_now; 6268 } 6269 sctp_alloc_a_strmoq(stcb, sp); 6270 if (sp == NULL) { 6271 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6272 error = ENOMEM; 6273 goto out_now; 6274 } 6275 sp->sinfo_flags = srcv->sinfo_flags; 6276 sp->timetolive = srcv->sinfo_timetolive; 6277 sp->ppid = srcv->sinfo_ppid; 6278 sp->context = srcv->sinfo_context; 6279 sp->strseq = 0; 6280 if (sp->sinfo_flags & SCTP_ADDR_OVER) { 6281 sp->net = net; 6282 atomic_add_int(&sp->net->ref_count, 1); 6283 } else { 6284 sp->net = NULL; 6285 } 6286 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 6287 sp->stream = srcv->sinfo_stream; 6288 sp->msg_is_complete = 1; 6289 sp->sender_all_done = 1; 6290 sp->some_taken = 0; 6291 sp->data = m; 6292 sp->tail_mbuf = NULL; 6293 sctp_set_prsctp_policy(sp); 6294 /* 6295 * We could in theory (for sendall) sifa the length in, but we would 6296 * still have to hunt through the chain since we need to setup the 6297 * tail_mbuf 6298 */ 6299 sp->length = 0; 6300 for (at = m; at; at = SCTP_BUF_NEXT(at)) { 6301 if (SCTP_BUF_NEXT(at) == NULL) 6302 sp->tail_mbuf = at; 6303 sp->length += SCTP_BUF_LEN(at); 6304 } 6305 if (srcv->sinfo_keynumber_valid) { 6306 sp->auth_keyid = srcv->sinfo_keynumber; 6307 } else { 6308 sp->auth_keyid = stcb->asoc.authinfo.active_keyid; 6309 } 6310 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) { 6311 sctp_auth_key_acquire(stcb, sp->auth_keyid); 6312 sp->holds_key_ref = 1; 6313 } 6314 if (hold_stcb_lock == 0) { 6315 SCTP_TCB_SEND_LOCK(stcb); 6316 } 6317 sctp_snd_sb_alloc(stcb, sp->length); 6318 atomic_add_int(&stcb->asoc.stream_queue_cnt, 1); 6319 TAILQ_INSERT_TAIL(&strm->outqueue, sp, next); 6320 if ((srcv->sinfo_flags & SCTP_UNORDERED) == 0) { 6321 sp->strseq = strm->next_sequence_sent; 6322 strm->next_sequence_sent++; 6323 } 6324 stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, &stcb->asoc, strm, sp, 1); 6325 m = NULL; 6326 if (hold_stcb_lock == 0) { 6327 SCTP_TCB_SEND_UNLOCK(stcb); 6328 } 6329 out_now: 6330 if (m) { 6331 sctp_m_freem(m); 6332 } 6333 return (error); 6334 } 6335 6336 6337 static struct mbuf * 6338 sctp_copy_mbufchain(struct mbuf *clonechain, 6339 struct mbuf *outchain, 6340 struct mbuf **endofchain, 6341 int can_take_mbuf, 6342 int sizeofcpy, 6343 uint8_t copy_by_ref) 6344 { 6345 struct mbuf *m; 6346 struct mbuf *appendchain; 6347 caddr_t cp; 6348 int len; 6349 6350 if (endofchain == NULL) { 6351 /* error */ 6352 error_out: 6353 if (outchain) 6354 sctp_m_freem(outchain); 6355 return (NULL); 6356 } 6357 if (can_take_mbuf) { 6358 appendchain = clonechain; 6359 } else { 6360 if (!copy_by_ref && 6361 (sizeofcpy <= (int)((((SCTP_BASE_SYSCTL(sctp_mbuf_threshold_count) - 1) * MLEN) + MHLEN))) 6362 ) { 6363 /* Its not in a cluster */ 6364 if (*endofchain == NULL) { 6365 /* lets get a mbuf cluster */ 6366 if (outchain == NULL) { 6367 /* This is the general case */ 6368 new_mbuf: 6369 outchain = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_HEADER); 6370 if (outchain == NULL) { 6371 goto error_out; 6372 } 6373 SCTP_BUF_LEN(outchain) = 0; 6374 *endofchain = outchain; 6375 /* get the prepend space */ 6376 SCTP_BUF_RESV_UF(outchain, (SCTP_FIRST_MBUF_RESV + 4)); 6377 } else { 6378 /* 6379 * We really should not get a NULL 6380 * in endofchain 6381 */ 6382 /* find end */ 6383 m = outchain; 6384 while (m) { 6385 if (SCTP_BUF_NEXT(m) == NULL) { 6386 *endofchain = m; 6387 break; 6388 } 6389 m = SCTP_BUF_NEXT(m); 6390 } 6391 /* sanity */ 6392 if (*endofchain == NULL) { 6393 /* 6394 * huh, TSNH XXX maybe we 6395 * should panic 6396 */ 6397 sctp_m_freem(outchain); 6398 goto new_mbuf; 6399 } 6400 } 6401 /* get the new end of length */ 6402 len = M_TRAILINGSPACE(*endofchain); 6403 } else { 6404 /* how much is left at the end? */ 6405 len = M_TRAILINGSPACE(*endofchain); 6406 } 6407 /* Find the end of the data, for appending */ 6408 cp = (mtod((*endofchain), caddr_t)+SCTP_BUF_LEN((*endofchain))); 6409 6410 /* Now lets copy it out */ 6411 if (len >= sizeofcpy) { 6412 /* It all fits, copy it in */ 6413 m_copydata(clonechain, 0, sizeofcpy, cp); 6414 SCTP_BUF_LEN((*endofchain)) += sizeofcpy; 6415 } else { 6416 /* fill up the end of the chain */ 6417 if (len > 0) { 6418 m_copydata(clonechain, 0, len, cp); 6419 SCTP_BUF_LEN((*endofchain)) += len; 6420 /* now we need another one */ 6421 sizeofcpy -= len; 6422 } 6423 m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_HEADER); 6424 if (m == NULL) { 6425 /* We failed */ 6426 goto error_out; 6427 } 6428 SCTP_BUF_NEXT((*endofchain)) = m; 6429 *endofchain = m; 6430 cp = mtod((*endofchain), caddr_t); 6431 m_copydata(clonechain, len, sizeofcpy, cp); 6432 SCTP_BUF_LEN((*endofchain)) += sizeofcpy; 6433 } 6434 return (outchain); 6435 } else { 6436 /* copy the old fashion way */ 6437 appendchain = SCTP_M_COPYM(clonechain, 0, M_COPYALL, M_DONTWAIT); 6438 #ifdef SCTP_MBUF_LOGGING 6439 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 6440 struct mbuf *mat; 6441 6442 mat = appendchain; 6443 while (mat) { 6444 if (SCTP_BUF_IS_EXTENDED(mat)) { 6445 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 6446 } 6447 mat = SCTP_BUF_NEXT(mat); 6448 } 6449 } 6450 #endif 6451 } 6452 } 6453 if (appendchain == NULL) { 6454 /* error */ 6455 if (outchain) 6456 sctp_m_freem(outchain); 6457 return (NULL); 6458 } 6459 if (outchain) { 6460 /* tack on to the end */ 6461 if (*endofchain != NULL) { 6462 SCTP_BUF_NEXT(((*endofchain))) = appendchain; 6463 } else { 6464 m = outchain; 6465 while (m) { 6466 if (SCTP_BUF_NEXT(m) == NULL) { 6467 SCTP_BUF_NEXT(m) = appendchain; 6468 break; 6469 } 6470 m = SCTP_BUF_NEXT(m); 6471 } 6472 } 6473 /* 6474 * save off the end and update the end-chain postion 6475 */ 6476 m = appendchain; 6477 while (m) { 6478 if (SCTP_BUF_NEXT(m) == NULL) { 6479 *endofchain = m; 6480 break; 6481 } 6482 m = SCTP_BUF_NEXT(m); 6483 } 6484 return (outchain); 6485 } else { 6486 /* save off the end and update the end-chain postion */ 6487 m = appendchain; 6488 while (m) { 6489 if (SCTP_BUF_NEXT(m) == NULL) { 6490 *endofchain = m; 6491 break; 6492 } 6493 m = SCTP_BUF_NEXT(m); 6494 } 6495 return (appendchain); 6496 } 6497 } 6498 6499 int 6500 sctp_med_chunk_output(struct sctp_inpcb *inp, 6501 struct sctp_tcb *stcb, 6502 struct sctp_association *asoc, 6503 int *num_out, 6504 int *reason_code, 6505 int control_only, int from_where, 6506 struct timeval *now, int *now_filled, int frag_point, int so_locked 6507 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 6508 SCTP_UNUSED 6509 #endif 6510 ); 6511 6512 static void 6513 sctp_sendall_iterator(struct sctp_inpcb *inp, struct sctp_tcb *stcb, void *ptr, 6514 uint32_t val SCTP_UNUSED) 6515 { 6516 struct sctp_copy_all *ca; 6517 struct mbuf *m; 6518 int ret = 0; 6519 int added_control = 0; 6520 int un_sent, do_chunk_output = 1; 6521 struct sctp_association *asoc; 6522 struct sctp_nets *net; 6523 6524 ca = (struct sctp_copy_all *)ptr; 6525 if (ca->m == NULL) { 6526 return; 6527 } 6528 if (ca->inp != inp) { 6529 /* TSNH */ 6530 return; 6531 } 6532 if ((ca->m) && ca->sndlen) { 6533 m = SCTP_M_COPYM(ca->m, 0, M_COPYALL, M_DONTWAIT); 6534 if (m == NULL) { 6535 /* can't copy so we are done */ 6536 ca->cnt_failed++; 6537 return; 6538 } 6539 #ifdef SCTP_MBUF_LOGGING 6540 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 6541 struct mbuf *mat; 6542 6543 mat = m; 6544 while (mat) { 6545 if (SCTP_BUF_IS_EXTENDED(mat)) { 6546 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 6547 } 6548 mat = SCTP_BUF_NEXT(mat); 6549 } 6550 } 6551 #endif 6552 } else { 6553 m = NULL; 6554 } 6555 SCTP_TCB_LOCK_ASSERT(stcb); 6556 if (stcb->asoc.alternate) { 6557 net = stcb->asoc.alternate; 6558 } else { 6559 net = stcb->asoc.primary_destination; 6560 } 6561 if (ca->sndrcv.sinfo_flags & SCTP_ABORT) { 6562 /* Abort this assoc with m as the user defined reason */ 6563 if (m) { 6564 struct sctp_paramhdr *ph; 6565 6566 SCTP_BUF_PREPEND(m, sizeof(struct sctp_paramhdr), M_DONTWAIT); 6567 if (m) { 6568 ph = mtod(m, struct sctp_paramhdr *); 6569 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT); 6570 ph->param_length = htons(ca->sndlen); 6571 } 6572 /* 6573 * We add one here to keep the assoc from 6574 * dis-appearing on us. 6575 */ 6576 atomic_add_int(&stcb->asoc.refcnt, 1); 6577 sctp_abort_an_association(inp, stcb, 6578 SCTP_RESPONSE_TO_USER_REQ, 6579 m, SCTP_SO_NOT_LOCKED); 6580 /* 6581 * sctp_abort_an_association calls sctp_free_asoc() 6582 * free association will NOT free it since we 6583 * incremented the refcnt .. we do this to prevent 6584 * it being freed and things getting tricky since we 6585 * could end up (from free_asoc) calling inpcb_free 6586 * which would get a recursive lock call to the 6587 * iterator lock.. But as a consequence of that the 6588 * stcb will return to us un-locked.. since 6589 * free_asoc returns with either no TCB or the TCB 6590 * unlocked, we must relock.. to unlock in the 6591 * iterator timer :-0 6592 */ 6593 SCTP_TCB_LOCK(stcb); 6594 atomic_add_int(&stcb->asoc.refcnt, -1); 6595 goto no_chunk_output; 6596 } 6597 } else { 6598 if (m) { 6599 ret = sctp_msg_append(stcb, net, m, 6600 &ca->sndrcv, 1); 6601 } 6602 asoc = &stcb->asoc; 6603 if (ca->sndrcv.sinfo_flags & SCTP_EOF) { 6604 /* shutdown this assoc */ 6605 int cnt; 6606 6607 cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_NOT_LOCKED); 6608 6609 if (TAILQ_EMPTY(&asoc->send_queue) && 6610 TAILQ_EMPTY(&asoc->sent_queue) && 6611 (cnt == 0)) { 6612 if (asoc->locked_on_sending) { 6613 goto abort_anyway; 6614 } 6615 /* 6616 * there is nothing queued to send, so I'm 6617 * done... 6618 */ 6619 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 6620 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 6621 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 6622 /* 6623 * only send SHUTDOWN the first time 6624 * through 6625 */ 6626 sctp_send_shutdown(stcb, net); 6627 if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) { 6628 SCTP_STAT_DECR_GAUGE32(sctps_currestab); 6629 } 6630 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 6631 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 6632 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb, 6633 net); 6634 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 6635 asoc->primary_destination); 6636 added_control = 1; 6637 do_chunk_output = 0; 6638 } 6639 } else { 6640 /* 6641 * we still got (or just got) data to send, 6642 * so set SHUTDOWN_PENDING 6643 */ 6644 /* 6645 * XXX sockets draft says that SCTP_EOF 6646 * should be sent with no data. currently, 6647 * we will allow user data to be sent first 6648 * and move to SHUTDOWN-PENDING 6649 */ 6650 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 6651 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 6652 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 6653 if (asoc->locked_on_sending) { 6654 /* 6655 * Locked to send out the 6656 * data 6657 */ 6658 struct sctp_stream_queue_pending *sp; 6659 6660 sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead); 6661 if (sp) { 6662 if ((sp->length == 0) && (sp->msg_is_complete == 0)) 6663 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 6664 } 6665 } 6666 asoc->state |= SCTP_STATE_SHUTDOWN_PENDING; 6667 if (TAILQ_EMPTY(&asoc->send_queue) && 6668 TAILQ_EMPTY(&asoc->sent_queue) && 6669 (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 6670 abort_anyway: 6671 atomic_add_int(&stcb->asoc.refcnt, 1); 6672 sctp_abort_an_association(stcb->sctp_ep, stcb, 6673 SCTP_RESPONSE_TO_USER_REQ, 6674 NULL, SCTP_SO_NOT_LOCKED); 6675 atomic_add_int(&stcb->asoc.refcnt, -1); 6676 goto no_chunk_output; 6677 } 6678 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 6679 asoc->primary_destination); 6680 } 6681 } 6682 6683 } 6684 } 6685 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 6686 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 6687 6688 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 6689 (stcb->asoc.total_flight > 0) && 6690 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) 6691 ) { 6692 do_chunk_output = 0; 6693 } 6694 if (do_chunk_output) 6695 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_NOT_LOCKED); 6696 else if (added_control) { 6697 int num_out = 0, reason = 0, now_filled = 0; 6698 struct timeval now; 6699 int frag_point; 6700 6701 frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 6702 (void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out, 6703 &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_NOT_LOCKED); 6704 } 6705 no_chunk_output: 6706 if (ret) { 6707 ca->cnt_failed++; 6708 } else { 6709 ca->cnt_sent++; 6710 } 6711 } 6712 6713 static void 6714 sctp_sendall_completes(void *ptr, uint32_t val SCTP_UNUSED) 6715 { 6716 struct sctp_copy_all *ca; 6717 6718 ca = (struct sctp_copy_all *)ptr; 6719 /* 6720 * Do a notify here? Kacheong suggests that the notify be done at 6721 * the send time.. so you would push up a notification if any send 6722 * failed. Don't know if this is feasable since the only failures we 6723 * have is "memory" related and if you cannot get an mbuf to send 6724 * the data you surely can't get an mbuf to send up to notify the 6725 * user you can't send the data :-> 6726 */ 6727 6728 /* now free everything */ 6729 sctp_m_freem(ca->m); 6730 SCTP_FREE(ca, SCTP_M_COPYAL); 6731 } 6732 6733 6734 #define MC_ALIGN(m, len) do { \ 6735 SCTP_BUF_RESV_UF(m, ((MCLBYTES - (len)) & ~(sizeof(long) - 1)); \ 6736 } while (0) 6737 6738 6739 6740 static struct mbuf * 6741 sctp_copy_out_all(struct uio *uio, int len) 6742 { 6743 struct mbuf *ret, *at; 6744 int left, willcpy, cancpy, error; 6745 6746 ret = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_WAIT, 1, MT_DATA); 6747 if (ret == NULL) { 6748 /* TSNH */ 6749 return (NULL); 6750 } 6751 left = len; 6752 SCTP_BUF_LEN(ret) = 0; 6753 /* save space for the data chunk header */ 6754 cancpy = M_TRAILINGSPACE(ret); 6755 willcpy = min(cancpy, left); 6756 at = ret; 6757 while (left > 0) { 6758 /* Align data to the end */ 6759 error = uiomove(mtod(at, caddr_t), willcpy, uio); 6760 if (error) { 6761 err_out_now: 6762 sctp_m_freem(at); 6763 return (NULL); 6764 } 6765 SCTP_BUF_LEN(at) = willcpy; 6766 SCTP_BUF_NEXT_PKT(at) = SCTP_BUF_NEXT(at) = 0; 6767 left -= willcpy; 6768 if (left > 0) { 6769 SCTP_BUF_NEXT(at) = sctp_get_mbuf_for_msg(left, 0, M_WAIT, 1, MT_DATA); 6770 if (SCTP_BUF_NEXT(at) == NULL) { 6771 goto err_out_now; 6772 } 6773 at = SCTP_BUF_NEXT(at); 6774 SCTP_BUF_LEN(at) = 0; 6775 cancpy = M_TRAILINGSPACE(at); 6776 willcpy = min(cancpy, left); 6777 } 6778 } 6779 return (ret); 6780 } 6781 6782 static int 6783 sctp_sendall(struct sctp_inpcb *inp, struct uio *uio, struct mbuf *m, 6784 struct sctp_sndrcvinfo *srcv) 6785 { 6786 int ret; 6787 struct sctp_copy_all *ca; 6788 6789 SCTP_MALLOC(ca, struct sctp_copy_all *, sizeof(struct sctp_copy_all), 6790 SCTP_M_COPYAL); 6791 if (ca == NULL) { 6792 sctp_m_freem(m); 6793 SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6794 return (ENOMEM); 6795 } 6796 memset(ca, 0, sizeof(struct sctp_copy_all)); 6797 6798 ca->inp = inp; 6799 if (srcv) { 6800 memcpy(&ca->sndrcv, srcv, sizeof(struct sctp_nonpad_sndrcvinfo)); 6801 } 6802 /* 6803 * take off the sendall flag, it would be bad if we failed to do 6804 * this :-0 6805 */ 6806 ca->sndrcv.sinfo_flags &= ~SCTP_SENDALL; 6807 /* get length and mbuf chain */ 6808 if (uio) { 6809 ca->sndlen = uio->uio_resid; 6810 ca->m = sctp_copy_out_all(uio, ca->sndlen); 6811 if (ca->m == NULL) { 6812 SCTP_FREE(ca, SCTP_M_COPYAL); 6813 SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 6814 return (ENOMEM); 6815 } 6816 } else { 6817 /* Gather the length of the send */ 6818 struct mbuf *mat; 6819 6820 mat = m; 6821 ca->sndlen = 0; 6822 while (m) { 6823 ca->sndlen += SCTP_BUF_LEN(m); 6824 m = SCTP_BUF_NEXT(m); 6825 } 6826 ca->m = mat; 6827 } 6828 ret = sctp_initiate_iterator(NULL, sctp_sendall_iterator, NULL, 6829 SCTP_PCB_ANY_FLAGS, SCTP_PCB_ANY_FEATURES, 6830 SCTP_ASOC_ANY_STATE, 6831 (void *)ca, 0, 6832 sctp_sendall_completes, inp, 1); 6833 if (ret) { 6834 SCTP_PRINTF("Failed to initiate iterator for sendall\n"); 6835 SCTP_FREE(ca, SCTP_M_COPYAL); 6836 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT); 6837 return (EFAULT); 6838 } 6839 return (0); 6840 } 6841 6842 6843 void 6844 sctp_toss_old_cookies(struct sctp_tcb *stcb, struct sctp_association *asoc) 6845 { 6846 struct sctp_tmit_chunk *chk, *nchk; 6847 6848 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 6849 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 6850 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 6851 if (chk->data) { 6852 sctp_m_freem(chk->data); 6853 chk->data = NULL; 6854 } 6855 asoc->ctrl_queue_cnt--; 6856 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 6857 } 6858 } 6859 } 6860 6861 void 6862 sctp_toss_old_asconf(struct sctp_tcb *stcb) 6863 { 6864 struct sctp_association *asoc; 6865 struct sctp_tmit_chunk *chk, *nchk; 6866 struct sctp_asconf_chunk *acp; 6867 6868 asoc = &stcb->asoc; 6869 TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) { 6870 /* find SCTP_ASCONF chunk in queue */ 6871 if (chk->rec.chunk_id.id == SCTP_ASCONF) { 6872 if (chk->data) { 6873 acp = mtod(chk->data, struct sctp_asconf_chunk *); 6874 if (SCTP_TSN_GT(ntohl(acp->serial_number), asoc->asconf_seq_out_acked)) { 6875 /* Not Acked yet */ 6876 break; 6877 } 6878 } 6879 TAILQ_REMOVE(&asoc->asconf_send_queue, chk, sctp_next); 6880 if (chk->data) { 6881 sctp_m_freem(chk->data); 6882 chk->data = NULL; 6883 } 6884 asoc->ctrl_queue_cnt--; 6885 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 6886 } 6887 } 6888 } 6889 6890 6891 static void 6892 sctp_clean_up_datalist(struct sctp_tcb *stcb, 6893 struct sctp_association *asoc, 6894 struct sctp_tmit_chunk **data_list, 6895 int bundle_at, 6896 struct sctp_nets *net) 6897 { 6898 int i; 6899 struct sctp_tmit_chunk *tp1; 6900 6901 for (i = 0; i < bundle_at; i++) { 6902 /* off of the send queue */ 6903 TAILQ_REMOVE(&asoc->send_queue, data_list[i], sctp_next); 6904 asoc->send_queue_cnt--; 6905 if (i > 0) { 6906 /* 6907 * Any chunk NOT 0 you zap the time chunk 0 gets 6908 * zapped or set based on if a RTO measurment is 6909 * needed. 6910 */ 6911 data_list[i]->do_rtt = 0; 6912 } 6913 /* record time */ 6914 data_list[i]->sent_rcv_time = net->last_sent_time; 6915 data_list[i]->rec.data.cwnd_at_send = net->cwnd; 6916 data_list[i]->rec.data.fast_retran_tsn = data_list[i]->rec.data.TSN_seq; 6917 if (data_list[i]->whoTo == NULL) { 6918 data_list[i]->whoTo = net; 6919 atomic_add_int(&net->ref_count, 1); 6920 } 6921 /* on to the sent queue */ 6922 tp1 = TAILQ_LAST(&asoc->sent_queue, sctpchunk_listhead); 6923 if ((tp1) && SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) { 6924 struct sctp_tmit_chunk *tpp; 6925 6926 /* need to move back */ 6927 back_up_more: 6928 tpp = TAILQ_PREV(tp1, sctpchunk_listhead, sctp_next); 6929 if (tpp == NULL) { 6930 TAILQ_INSERT_BEFORE(tp1, data_list[i], sctp_next); 6931 goto all_done; 6932 } 6933 tp1 = tpp; 6934 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, data_list[i]->rec.data.TSN_seq)) { 6935 goto back_up_more; 6936 } 6937 TAILQ_INSERT_AFTER(&asoc->sent_queue, tp1, data_list[i], sctp_next); 6938 } else { 6939 TAILQ_INSERT_TAIL(&asoc->sent_queue, 6940 data_list[i], 6941 sctp_next); 6942 } 6943 all_done: 6944 /* This does not lower until the cum-ack passes it */ 6945 asoc->sent_queue_cnt++; 6946 if ((asoc->peers_rwnd <= 0) && 6947 (asoc->total_flight == 0) && 6948 (bundle_at == 1)) { 6949 /* Mark the chunk as being a window probe */ 6950 SCTP_STAT_INCR(sctps_windowprobed); 6951 } 6952 #ifdef SCTP_AUDITING_ENABLED 6953 sctp_audit_log(0xC2, 3); 6954 #endif 6955 data_list[i]->sent = SCTP_DATAGRAM_SENT; 6956 data_list[i]->snd_count = 1; 6957 data_list[i]->rec.data.chunk_was_revoked = 0; 6958 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 6959 sctp_misc_ints(SCTP_FLIGHT_LOG_UP, 6960 data_list[i]->whoTo->flight_size, 6961 data_list[i]->book_size, 6962 (uintptr_t) data_list[i]->whoTo, 6963 data_list[i]->rec.data.TSN_seq); 6964 } 6965 sctp_flight_size_increase(data_list[i]); 6966 sctp_total_flight_increase(stcb, data_list[i]); 6967 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 6968 sctp_log_rwnd(SCTP_DECREASE_PEER_RWND, 6969 asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 6970 } 6971 asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd, 6972 (uint32_t) (data_list[i]->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))); 6973 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 6974 /* SWS sender side engages */ 6975 asoc->peers_rwnd = 0; 6976 } 6977 } 6978 if (asoc->cc_functions.sctp_cwnd_update_packet_transmitted) { 6979 (*asoc->cc_functions.sctp_cwnd_update_packet_transmitted) (stcb, net); 6980 } 6981 } 6982 6983 static void 6984 sctp_clean_up_ctl(struct sctp_tcb *stcb, struct sctp_association *asoc, int so_locked 6985 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 6986 SCTP_UNUSED 6987 #endif 6988 ) 6989 { 6990 struct sctp_tmit_chunk *chk, *nchk; 6991 6992 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 6993 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 6994 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) || /* EY */ 6995 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) || 6996 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) || 6997 (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) || 6998 (chk->rec.chunk_id.id == SCTP_SHUTDOWN) || 6999 (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) || 7000 (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) || 7001 (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) || 7002 (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) || 7003 (chk->rec.chunk_id.id == SCTP_ECN_CWR) || 7004 (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) { 7005 /* Stray chunks must be cleaned up */ 7006 clean_up_anyway: 7007 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 7008 if (chk->data) { 7009 sctp_m_freem(chk->data); 7010 chk->data = NULL; 7011 } 7012 asoc->ctrl_queue_cnt--; 7013 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) 7014 asoc->fwd_tsn_cnt--; 7015 sctp_free_a_chunk(stcb, chk, so_locked); 7016 } else if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) { 7017 /* special handling, we must look into the param */ 7018 if (chk != asoc->str_reset) { 7019 goto clean_up_anyway; 7020 } 7021 } 7022 } 7023 } 7024 7025 7026 static int 7027 sctp_can_we_split_this(struct sctp_tcb *stcb, 7028 uint32_t length, 7029 uint32_t goal_mtu, uint32_t frag_point, int eeor_on) 7030 { 7031 /* 7032 * Make a decision on if I should split a msg into multiple parts. 7033 * This is only asked of incomplete messages. 7034 */ 7035 if (eeor_on) { 7036 /* 7037 * If we are doing EEOR we need to always send it if its the 7038 * entire thing, since it might be all the guy is putting in 7039 * the hopper. 7040 */ 7041 if (goal_mtu >= length) { 7042 /*- 7043 * If we have data outstanding, 7044 * we get another chance when the sack 7045 * arrives to transmit - wait for more data 7046 */ 7047 if (stcb->asoc.total_flight == 0) { 7048 /* 7049 * If nothing is in flight, we zero the 7050 * packet counter. 7051 */ 7052 return (length); 7053 } 7054 return (0); 7055 7056 } else { 7057 /* You can fill the rest */ 7058 return (goal_mtu); 7059 } 7060 } 7061 /*- 7062 * For those strange folk that make the send buffer 7063 * smaller than our fragmentation point, we can't 7064 * get a full msg in so we have to allow splitting. 7065 */ 7066 if (SCTP_SB_LIMIT_SND(stcb->sctp_socket) < frag_point) { 7067 return (length); 7068 } 7069 if ((length <= goal_mtu) || 7070 ((length - goal_mtu) < SCTP_BASE_SYSCTL(sctp_min_residual))) { 7071 /* Sub-optimial residual don't split in non-eeor mode. */ 7072 return (0); 7073 } 7074 /* 7075 * If we reach here length is larger than the goal_mtu. Do we wish 7076 * to split it for the sake of packet putting together? 7077 */ 7078 if (goal_mtu >= min(SCTP_BASE_SYSCTL(sctp_min_split_point), frag_point)) { 7079 /* Its ok to split it */ 7080 return (min(goal_mtu, frag_point)); 7081 } 7082 /* Nope, can't split */ 7083 return (0); 7084 7085 } 7086 7087 static uint32_t 7088 sctp_move_to_outqueue(struct sctp_tcb *stcb, 7089 struct sctp_stream_out *strq, 7090 uint32_t goal_mtu, 7091 uint32_t frag_point, 7092 int *locked, 7093 int *giveup, 7094 int eeor_mode, 7095 int *bail, 7096 int so_locked 7097 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7098 SCTP_UNUSED 7099 #endif 7100 ) 7101 { 7102 /* Move from the stream to the send_queue keeping track of the total */ 7103 struct sctp_association *asoc; 7104 struct sctp_stream_queue_pending *sp; 7105 struct sctp_tmit_chunk *chk; 7106 struct sctp_data_chunk *dchkh; 7107 uint32_t to_move, length; 7108 uint8_t rcv_flags = 0; 7109 uint8_t some_taken; 7110 uint8_t send_lock_up = 0; 7111 7112 SCTP_TCB_LOCK_ASSERT(stcb); 7113 asoc = &stcb->asoc; 7114 one_more_time: 7115 /* sa_ignore FREED_MEMORY */ 7116 sp = TAILQ_FIRST(&strq->outqueue); 7117 if (sp == NULL) { 7118 *locked = 0; 7119 if (send_lock_up == 0) { 7120 SCTP_TCB_SEND_LOCK(stcb); 7121 send_lock_up = 1; 7122 } 7123 sp = TAILQ_FIRST(&strq->outqueue); 7124 if (sp) { 7125 goto one_more_time; 7126 } 7127 if (strq->last_msg_incomplete) { 7128 SCTP_PRINTF("Huh? Stream:%d lm_in_c=%d but queue is NULL\n", 7129 strq->stream_no, 7130 strq->last_msg_incomplete); 7131 strq->last_msg_incomplete = 0; 7132 } 7133 to_move = 0; 7134 if (send_lock_up) { 7135 SCTP_TCB_SEND_UNLOCK(stcb); 7136 send_lock_up = 0; 7137 } 7138 goto out_of; 7139 } 7140 if ((sp->msg_is_complete) && (sp->length == 0)) { 7141 if (sp->sender_all_done) { 7142 /* 7143 * We are doing differed cleanup. Last time through 7144 * when we took all the data the sender_all_done was 7145 * not set. 7146 */ 7147 if ((sp->put_last_out == 0) && (sp->discard_rest == 0)) { 7148 SCTP_PRINTF("Gak, put out entire msg with NO end!-1\n"); 7149 SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n", 7150 sp->sender_all_done, 7151 sp->length, 7152 sp->msg_is_complete, 7153 sp->put_last_out, 7154 send_lock_up); 7155 } 7156 if ((TAILQ_NEXT(sp, next) == NULL) && (send_lock_up == 0)) { 7157 SCTP_TCB_SEND_LOCK(stcb); 7158 send_lock_up = 1; 7159 } 7160 atomic_subtract_int(&asoc->stream_queue_cnt, 1); 7161 TAILQ_REMOVE(&strq->outqueue, sp, next); 7162 stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up); 7163 if (sp->net) { 7164 sctp_free_remote_addr(sp->net); 7165 sp->net = NULL; 7166 } 7167 if (sp->data) { 7168 sctp_m_freem(sp->data); 7169 sp->data = NULL; 7170 } 7171 sctp_free_a_strmoq(stcb, sp, so_locked); 7172 /* we can't be locked to it */ 7173 *locked = 0; 7174 stcb->asoc.locked_on_sending = NULL; 7175 if (send_lock_up) { 7176 SCTP_TCB_SEND_UNLOCK(stcb); 7177 send_lock_up = 0; 7178 } 7179 /* back to get the next msg */ 7180 goto one_more_time; 7181 } else { 7182 /* 7183 * sender just finished this but still holds a 7184 * reference 7185 */ 7186 *locked = 1; 7187 *giveup = 1; 7188 to_move = 0; 7189 goto out_of; 7190 } 7191 } else { 7192 /* is there some to get */ 7193 if (sp->length == 0) { 7194 /* no */ 7195 *locked = 1; 7196 *giveup = 1; 7197 to_move = 0; 7198 goto out_of; 7199 } else if (sp->discard_rest) { 7200 if (send_lock_up == 0) { 7201 SCTP_TCB_SEND_LOCK(stcb); 7202 send_lock_up = 1; 7203 } 7204 /* Whack down the size */ 7205 atomic_subtract_int(&stcb->asoc.total_output_queue_size, sp->length); 7206 if ((stcb->sctp_socket != NULL) && \ 7207 ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) || 7208 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL))) { 7209 atomic_subtract_int(&stcb->sctp_socket->so_snd.sb_cc, sp->length); 7210 } 7211 if (sp->data) { 7212 sctp_m_freem(sp->data); 7213 sp->data = NULL; 7214 sp->tail_mbuf = NULL; 7215 } 7216 sp->length = 0; 7217 sp->some_taken = 1; 7218 *locked = 1; 7219 *giveup = 1; 7220 to_move = 0; 7221 goto out_of; 7222 } 7223 } 7224 some_taken = sp->some_taken; 7225 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 7226 sp->msg_is_complete = 1; 7227 } 7228 re_look: 7229 length = sp->length; 7230 if (sp->msg_is_complete) { 7231 /* The message is complete */ 7232 to_move = min(length, frag_point); 7233 if (to_move == length) { 7234 /* All of it fits in the MTU */ 7235 if (sp->some_taken) { 7236 rcv_flags |= SCTP_DATA_LAST_FRAG; 7237 sp->put_last_out = 1; 7238 } else { 7239 rcv_flags |= SCTP_DATA_NOT_FRAG; 7240 sp->put_last_out = 1; 7241 } 7242 } else { 7243 /* Not all of it fits, we fragment */ 7244 if (sp->some_taken == 0) { 7245 rcv_flags |= SCTP_DATA_FIRST_FRAG; 7246 } 7247 sp->some_taken = 1; 7248 } 7249 } else { 7250 to_move = sctp_can_we_split_this(stcb, length, goal_mtu, frag_point, eeor_mode); 7251 if (to_move) { 7252 /*- 7253 * We use a snapshot of length in case it 7254 * is expanding during the compare. 7255 */ 7256 uint32_t llen; 7257 7258 llen = length; 7259 if (to_move >= llen) { 7260 to_move = llen; 7261 if (send_lock_up == 0) { 7262 /*- 7263 * We are taking all of an incomplete msg 7264 * thus we need a send lock. 7265 */ 7266 SCTP_TCB_SEND_LOCK(stcb); 7267 send_lock_up = 1; 7268 if (sp->msg_is_complete) { 7269 /* 7270 * the sender finished the 7271 * msg 7272 */ 7273 goto re_look; 7274 } 7275 } 7276 } 7277 if (sp->some_taken == 0) { 7278 rcv_flags |= SCTP_DATA_FIRST_FRAG; 7279 sp->some_taken = 1; 7280 } 7281 } else { 7282 /* Nothing to take. */ 7283 if (sp->some_taken) { 7284 *locked = 1; 7285 } 7286 *giveup = 1; 7287 to_move = 0; 7288 goto out_of; 7289 } 7290 } 7291 7292 /* If we reach here, we can copy out a chunk */ 7293 sctp_alloc_a_chunk(stcb, chk); 7294 if (chk == NULL) { 7295 /* No chunk memory */ 7296 *giveup = 1; 7297 to_move = 0; 7298 goto out_of; 7299 } 7300 /* 7301 * Setup for unordered if needed by looking at the user sent info 7302 * flags. 7303 */ 7304 if (sp->sinfo_flags & SCTP_UNORDERED) { 7305 rcv_flags |= SCTP_DATA_UNORDERED; 7306 } 7307 if ((SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) && ((sp->sinfo_flags & SCTP_EOF) == SCTP_EOF)) || 7308 ((sp->sinfo_flags & SCTP_SACK_IMMEDIATELY) == SCTP_SACK_IMMEDIATELY)) { 7309 rcv_flags |= SCTP_DATA_SACK_IMMEDIATELY; 7310 } 7311 /* clear out the chunk before setting up */ 7312 memset(chk, 0, sizeof(*chk)); 7313 chk->rec.data.rcv_flags = rcv_flags; 7314 7315 if (to_move >= length) { 7316 /* we think we can steal the whole thing */ 7317 if ((sp->sender_all_done == 0) && (send_lock_up == 0)) { 7318 SCTP_TCB_SEND_LOCK(stcb); 7319 send_lock_up = 1; 7320 } 7321 if (to_move < sp->length) { 7322 /* bail, it changed */ 7323 goto dont_do_it; 7324 } 7325 chk->data = sp->data; 7326 chk->last_mbuf = sp->tail_mbuf; 7327 /* register the stealing */ 7328 sp->data = sp->tail_mbuf = NULL; 7329 } else { 7330 struct mbuf *m; 7331 7332 dont_do_it: 7333 chk->data = SCTP_M_COPYM(sp->data, 0, to_move, M_DONTWAIT); 7334 chk->last_mbuf = NULL; 7335 if (chk->data == NULL) { 7336 sp->some_taken = some_taken; 7337 sctp_free_a_chunk(stcb, chk, so_locked); 7338 *bail = 1; 7339 to_move = 0; 7340 goto out_of; 7341 } 7342 #ifdef SCTP_MBUF_LOGGING 7343 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 7344 struct mbuf *mat; 7345 7346 mat = chk->data; 7347 while (mat) { 7348 if (SCTP_BUF_IS_EXTENDED(mat)) { 7349 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 7350 } 7351 mat = SCTP_BUF_NEXT(mat); 7352 } 7353 } 7354 #endif 7355 /* Pull off the data */ 7356 m_adj(sp->data, to_move); 7357 /* Now lets work our way down and compact it */ 7358 m = sp->data; 7359 while (m && (SCTP_BUF_LEN(m) == 0)) { 7360 sp->data = SCTP_BUF_NEXT(m); 7361 SCTP_BUF_NEXT(m) = NULL; 7362 if (sp->tail_mbuf == m) { 7363 /*- 7364 * Freeing tail? TSNH since 7365 * we supposedly were taking less 7366 * than the sp->length. 7367 */ 7368 #ifdef INVARIANTS 7369 panic("Huh, freing tail? - TSNH"); 7370 #else 7371 SCTP_PRINTF("Huh, freeing tail? - TSNH\n"); 7372 sp->tail_mbuf = sp->data = NULL; 7373 sp->length = 0; 7374 #endif 7375 7376 } 7377 sctp_m_free(m); 7378 m = sp->data; 7379 } 7380 } 7381 if (SCTP_BUF_IS_EXTENDED(chk->data)) { 7382 chk->copy_by_ref = 1; 7383 } else { 7384 chk->copy_by_ref = 0; 7385 } 7386 /* 7387 * get last_mbuf and counts of mb useage This is ugly but hopefully 7388 * its only one mbuf. 7389 */ 7390 if (chk->last_mbuf == NULL) { 7391 chk->last_mbuf = chk->data; 7392 while (SCTP_BUF_NEXT(chk->last_mbuf) != NULL) { 7393 chk->last_mbuf = SCTP_BUF_NEXT(chk->last_mbuf); 7394 } 7395 } 7396 if (to_move > length) { 7397 /*- This should not happen either 7398 * since we always lower to_move to the size 7399 * of sp->length if its larger. 7400 */ 7401 #ifdef INVARIANTS 7402 panic("Huh, how can to_move be larger?"); 7403 #else 7404 SCTP_PRINTF("Huh, how can to_move be larger?\n"); 7405 sp->length = 0; 7406 #endif 7407 } else { 7408 atomic_subtract_int(&sp->length, to_move); 7409 } 7410 if (M_LEADINGSPACE(chk->data) < (int)sizeof(struct sctp_data_chunk)) { 7411 /* Not enough room for a chunk header, get some */ 7412 struct mbuf *m; 7413 7414 m = sctp_get_mbuf_for_msg(1, 0, M_DONTWAIT, 0, MT_DATA); 7415 if (m == NULL) { 7416 /* 7417 * we're in trouble here. _PREPEND below will free 7418 * all the data if there is no leading space, so we 7419 * must put the data back and restore. 7420 */ 7421 if (send_lock_up == 0) { 7422 SCTP_TCB_SEND_LOCK(stcb); 7423 send_lock_up = 1; 7424 } 7425 if (chk->data == NULL) { 7426 /* unsteal the data */ 7427 sp->data = chk->data; 7428 sp->tail_mbuf = chk->last_mbuf; 7429 } else { 7430 struct mbuf *m_tmp; 7431 7432 /* reassemble the data */ 7433 m_tmp = sp->data; 7434 sp->data = chk->data; 7435 SCTP_BUF_NEXT(chk->last_mbuf) = m_tmp; 7436 } 7437 sp->some_taken = some_taken; 7438 atomic_add_int(&sp->length, to_move); 7439 chk->data = NULL; 7440 *bail = 1; 7441 sctp_free_a_chunk(stcb, chk, so_locked); 7442 to_move = 0; 7443 goto out_of; 7444 } else { 7445 SCTP_BUF_LEN(m) = 0; 7446 SCTP_BUF_NEXT(m) = chk->data; 7447 chk->data = m; 7448 M_ALIGN(chk->data, 4); 7449 } 7450 } 7451 SCTP_BUF_PREPEND(chk->data, sizeof(struct sctp_data_chunk), M_DONTWAIT); 7452 if (chk->data == NULL) { 7453 /* HELP, TSNH since we assured it would not above? */ 7454 #ifdef INVARIANTS 7455 panic("prepend failes HELP?"); 7456 #else 7457 SCTP_PRINTF("prepend fails HELP?\n"); 7458 sctp_free_a_chunk(stcb, chk, so_locked); 7459 #endif 7460 *bail = 1; 7461 to_move = 0; 7462 goto out_of; 7463 } 7464 sctp_snd_sb_alloc(stcb, sizeof(struct sctp_data_chunk)); 7465 chk->book_size = chk->send_size = (to_move + sizeof(struct sctp_data_chunk)); 7466 chk->book_size_scale = 0; 7467 chk->sent = SCTP_DATAGRAM_UNSENT; 7468 7469 chk->flags = 0; 7470 chk->asoc = &stcb->asoc; 7471 chk->pad_inplace = 0; 7472 chk->no_fr_allowed = 0; 7473 chk->rec.data.stream_seq = sp->strseq; 7474 chk->rec.data.stream_number = sp->stream; 7475 chk->rec.data.payloadtype = sp->ppid; 7476 chk->rec.data.context = sp->context; 7477 chk->rec.data.doing_fast_retransmit = 0; 7478 7479 chk->rec.data.timetodrop = sp->ts; 7480 chk->flags = sp->act_flags; 7481 7482 if (sp->net) { 7483 chk->whoTo = sp->net; 7484 atomic_add_int(&chk->whoTo->ref_count, 1); 7485 } else 7486 chk->whoTo = NULL; 7487 7488 if (sp->holds_key_ref) { 7489 chk->auth_keyid = sp->auth_keyid; 7490 sctp_auth_key_acquire(stcb, chk->auth_keyid); 7491 chk->holds_key_ref = 1; 7492 } 7493 chk->rec.data.TSN_seq = atomic_fetchadd_int(&asoc->sending_seq, 1); 7494 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_OUTQ) { 7495 sctp_misc_ints(SCTP_STRMOUT_LOG_SEND, 7496 (uintptr_t) stcb, sp->length, 7497 (uint32_t) ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq), 7498 chk->rec.data.TSN_seq); 7499 } 7500 dchkh = mtod(chk->data, struct sctp_data_chunk *); 7501 /* 7502 * Put the rest of the things in place now. Size was done earlier in 7503 * previous loop prior to padding. 7504 */ 7505 7506 #ifdef SCTP_ASOCLOG_OF_TSNS 7507 SCTP_TCB_LOCK_ASSERT(stcb); 7508 if (asoc->tsn_out_at >= SCTP_TSN_LOG_SIZE) { 7509 asoc->tsn_out_at = 0; 7510 asoc->tsn_out_wrapped = 1; 7511 } 7512 asoc->out_tsnlog[asoc->tsn_out_at].tsn = chk->rec.data.TSN_seq; 7513 asoc->out_tsnlog[asoc->tsn_out_at].strm = chk->rec.data.stream_number; 7514 asoc->out_tsnlog[asoc->tsn_out_at].seq = chk->rec.data.stream_seq; 7515 asoc->out_tsnlog[asoc->tsn_out_at].sz = chk->send_size; 7516 asoc->out_tsnlog[asoc->tsn_out_at].flgs = chk->rec.data.rcv_flags; 7517 asoc->out_tsnlog[asoc->tsn_out_at].stcb = (void *)stcb; 7518 asoc->out_tsnlog[asoc->tsn_out_at].in_pos = asoc->tsn_out_at; 7519 asoc->out_tsnlog[asoc->tsn_out_at].in_out = 2; 7520 asoc->tsn_out_at++; 7521 #endif 7522 7523 dchkh->ch.chunk_type = SCTP_DATA; 7524 dchkh->ch.chunk_flags = chk->rec.data.rcv_flags; 7525 dchkh->dp.tsn = htonl(chk->rec.data.TSN_seq); 7526 dchkh->dp.stream_id = htons(strq->stream_no); 7527 dchkh->dp.stream_sequence = htons(chk->rec.data.stream_seq); 7528 dchkh->dp.protocol_id = chk->rec.data.payloadtype; 7529 dchkh->ch.chunk_length = htons(chk->send_size); 7530 /* Now advance the chk->send_size by the actual pad needed. */ 7531 if (chk->send_size < SCTP_SIZE32(chk->book_size)) { 7532 /* need a pad */ 7533 struct mbuf *lm; 7534 int pads; 7535 7536 pads = SCTP_SIZE32(chk->book_size) - chk->send_size; 7537 if (sctp_pad_lastmbuf(chk->data, pads, chk->last_mbuf) == 0) { 7538 chk->pad_inplace = 1; 7539 } 7540 if ((lm = SCTP_BUF_NEXT(chk->last_mbuf)) != NULL) { 7541 /* pad added an mbuf */ 7542 chk->last_mbuf = lm; 7543 } 7544 chk->send_size += pads; 7545 } 7546 /* We only re-set the policy if it is on */ 7547 if (sp->pr_sctp_on) { 7548 sctp_set_prsctp_policy(sp); 7549 asoc->pr_sctp_cnt++; 7550 chk->pr_sctp_on = 1; 7551 } else { 7552 chk->pr_sctp_on = 0; 7553 } 7554 if (sp->msg_is_complete && (sp->length == 0) && (sp->sender_all_done)) { 7555 /* All done pull and kill the message */ 7556 atomic_subtract_int(&asoc->stream_queue_cnt, 1); 7557 if (sp->put_last_out == 0) { 7558 SCTP_PRINTF("Gak, put out entire msg with NO end!-2\n"); 7559 SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n", 7560 sp->sender_all_done, 7561 sp->length, 7562 sp->msg_is_complete, 7563 sp->put_last_out, 7564 send_lock_up); 7565 } 7566 if ((send_lock_up == 0) && (TAILQ_NEXT(sp, next) == NULL)) { 7567 SCTP_TCB_SEND_LOCK(stcb); 7568 send_lock_up = 1; 7569 } 7570 TAILQ_REMOVE(&strq->outqueue, sp, next); 7571 stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up); 7572 if (sp->net) { 7573 sctp_free_remote_addr(sp->net); 7574 sp->net = NULL; 7575 } 7576 if (sp->data) { 7577 sctp_m_freem(sp->data); 7578 sp->data = NULL; 7579 } 7580 sctp_free_a_strmoq(stcb, sp, so_locked); 7581 7582 /* we can't be locked to it */ 7583 *locked = 0; 7584 stcb->asoc.locked_on_sending = NULL; 7585 } else { 7586 /* more to go, we are locked */ 7587 *locked = 1; 7588 } 7589 asoc->chunks_on_out_queue++; 7590 TAILQ_INSERT_TAIL(&asoc->send_queue, chk, sctp_next); 7591 asoc->send_queue_cnt++; 7592 out_of: 7593 if (send_lock_up) { 7594 SCTP_TCB_SEND_UNLOCK(stcb); 7595 } 7596 return (to_move); 7597 } 7598 7599 7600 static void 7601 sctp_fill_outqueue(struct sctp_tcb *stcb, 7602 struct sctp_nets *net, int frag_point, int eeor_mode, int *quit_now, int so_locked 7603 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7604 SCTP_UNUSED 7605 #endif 7606 ) 7607 { 7608 struct sctp_association *asoc; 7609 struct sctp_stream_out *strq; 7610 int goal_mtu, moved_how_much, total_moved = 0, bail = 0; 7611 int locked, giveup; 7612 7613 SCTP_TCB_LOCK_ASSERT(stcb); 7614 asoc = &stcb->asoc; 7615 #ifdef INET6 7616 if (net->ro._l_addr.sin6.sin6_family == AF_INET6) { 7617 goal_mtu = net->mtu - SCTP_MIN_OVERHEAD; 7618 } else { 7619 /* ?? not sure what else to do */ 7620 goal_mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 7621 } 7622 #else 7623 goal_mtu = net->mtu - SCTP_MIN_OVERHEAD; 7624 #endif 7625 /* Need an allowance for the data chunk header too */ 7626 goal_mtu -= sizeof(struct sctp_data_chunk); 7627 7628 /* must make even word boundary */ 7629 goal_mtu &= 0xfffffffc; 7630 if (asoc->locked_on_sending) { 7631 /* We are stuck on one stream until the message completes. */ 7632 strq = asoc->locked_on_sending; 7633 locked = 1; 7634 } else { 7635 strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc); 7636 locked = 0; 7637 } 7638 while ((goal_mtu > 0) && strq) { 7639 giveup = 0; 7640 bail = 0; 7641 moved_how_much = sctp_move_to_outqueue(stcb, strq, goal_mtu, frag_point, &locked, 7642 &giveup, eeor_mode, &bail, so_locked); 7643 if (moved_how_much) 7644 stcb->asoc.ss_functions.sctp_ss_scheduled(stcb, net, asoc, strq, moved_how_much); 7645 7646 if (locked) { 7647 asoc->locked_on_sending = strq; 7648 if ((moved_how_much == 0) || (giveup) || bail) 7649 /* no more to move for now */ 7650 break; 7651 } else { 7652 asoc->locked_on_sending = NULL; 7653 if ((giveup) || bail) { 7654 break; 7655 } 7656 strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc); 7657 if (strq == NULL) { 7658 break; 7659 } 7660 } 7661 total_moved += moved_how_much; 7662 goal_mtu -= (moved_how_much + sizeof(struct sctp_data_chunk)); 7663 goal_mtu &= 0xfffffffc; 7664 } 7665 if (bail) 7666 *quit_now = 1; 7667 7668 stcb->asoc.ss_functions.sctp_ss_packet_done(stcb, net, asoc); 7669 7670 if (total_moved == 0) { 7671 if ((stcb->asoc.sctp_cmt_on_off == 0) && 7672 (net == stcb->asoc.primary_destination)) { 7673 /* ran dry for primary network net */ 7674 SCTP_STAT_INCR(sctps_primary_randry); 7675 } else if (stcb->asoc.sctp_cmt_on_off > 0) { 7676 /* ran dry with CMT on */ 7677 SCTP_STAT_INCR(sctps_cmt_randry); 7678 } 7679 } 7680 } 7681 7682 void 7683 sctp_fix_ecn_echo(struct sctp_association *asoc) 7684 { 7685 struct sctp_tmit_chunk *chk; 7686 7687 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7688 if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) { 7689 chk->sent = SCTP_DATAGRAM_UNSENT; 7690 } 7691 } 7692 } 7693 7694 void 7695 sctp_move_chunks_from_net(struct sctp_tcb *stcb, struct sctp_nets *net) 7696 { 7697 struct sctp_association *asoc; 7698 struct sctp_tmit_chunk *chk; 7699 struct sctp_stream_queue_pending *sp; 7700 unsigned int i; 7701 7702 if (net == NULL) { 7703 return; 7704 } 7705 asoc = &stcb->asoc; 7706 for (i = 0; i < stcb->asoc.streamoutcnt; i++) { 7707 TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) { 7708 if (sp->net == net) { 7709 sctp_free_remote_addr(sp->net); 7710 sp->net = NULL; 7711 } 7712 } 7713 } 7714 TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) { 7715 if (chk->whoTo == net) { 7716 sctp_free_remote_addr(chk->whoTo); 7717 chk->whoTo = NULL; 7718 } 7719 } 7720 } 7721 7722 int 7723 sctp_med_chunk_output(struct sctp_inpcb *inp, 7724 struct sctp_tcb *stcb, 7725 struct sctp_association *asoc, 7726 int *num_out, 7727 int *reason_code, 7728 int control_only, int from_where, 7729 struct timeval *now, int *now_filled, int frag_point, int so_locked 7730 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 7731 SCTP_UNUSED 7732 #endif 7733 ) 7734 { 7735 /* 7736 * Ok this is the generic chunk service queue. we must do the 7737 * following: - Service the stream queue that is next, moving any 7738 * message (note I must get a complete message i.e. FIRST/MIDDLE and 7739 * LAST to the out queue in one pass) and assigning TSN's - Check to 7740 * see if the cwnd/rwnd allows any output, if so we go ahead and 7741 * fomulate and send the low level chunks. Making sure to combine 7742 * any control in the control chunk queue also. 7743 */ 7744 struct sctp_nets *net, *start_at, *sack_goes_to = NULL, *old_start_at = NULL; 7745 struct mbuf *outchain, *endoutchain; 7746 struct sctp_tmit_chunk *chk, *nchk; 7747 7748 /* temp arrays for unlinking */ 7749 struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING]; 7750 int no_fragmentflg, error; 7751 unsigned int max_rwnd_per_dest, max_send_per_dest; 7752 int one_chunk, hbflag, skip_data_for_this_net; 7753 int asconf, cookie, no_out_cnt; 7754 int bundle_at, ctl_cnt, no_data_chunks, eeor_mode; 7755 unsigned int mtu, r_mtu, omtu, mx_mtu, to_out; 7756 int tsns_sent = 0; 7757 uint32_t auth_offset = 0; 7758 struct sctp_auth_chunk *auth = NULL; 7759 uint16_t auth_keyid; 7760 int override_ok = 1; 7761 int skip_fill_up = 0; 7762 int data_auth_reqd = 0; 7763 7764 /* 7765 * JRS 5/14/07 - Add flag for whether a heartbeat is sent to the 7766 * destination. 7767 */ 7768 int quit_now = 0; 7769 7770 *num_out = 0; 7771 auth_keyid = stcb->asoc.authinfo.active_keyid; 7772 7773 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 7774 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED) || 7775 (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) { 7776 eeor_mode = 1; 7777 } else { 7778 eeor_mode = 0; 7779 } 7780 ctl_cnt = no_out_cnt = asconf = cookie = 0; 7781 /* 7782 * First lets prime the pump. For each destination, if there is room 7783 * in the flight size, attempt to pull an MTU's worth out of the 7784 * stream queues into the general send_queue 7785 */ 7786 #ifdef SCTP_AUDITING_ENABLED 7787 sctp_audit_log(0xC2, 2); 7788 #endif 7789 SCTP_TCB_LOCK_ASSERT(stcb); 7790 hbflag = 0; 7791 if ((control_only) || (asoc->stream_reset_outstanding)) 7792 no_data_chunks = 1; 7793 else 7794 no_data_chunks = 0; 7795 7796 /* Nothing to possible to send? */ 7797 if ((TAILQ_EMPTY(&asoc->control_send_queue) || 7798 (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) && 7799 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7800 TAILQ_EMPTY(&asoc->send_queue) && 7801 stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) { 7802 nothing_to_send: 7803 *reason_code = 9; 7804 return (0); 7805 } 7806 if (asoc->peers_rwnd == 0) { 7807 /* No room in peers rwnd */ 7808 *reason_code = 1; 7809 if (asoc->total_flight > 0) { 7810 /* we are allowed one chunk in flight */ 7811 no_data_chunks = 1; 7812 } 7813 } 7814 if (stcb->asoc.ecn_echo_cnt_onq) { 7815 /* Record where a sack goes, if any */ 7816 if (no_data_chunks && 7817 (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) { 7818 /* Nothing but ECNe to send - we don't do that */ 7819 goto nothing_to_send; 7820 } 7821 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7822 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 7823 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) { 7824 sack_goes_to = chk->whoTo; 7825 break; 7826 } 7827 } 7828 } 7829 max_rwnd_per_dest = ((asoc->peers_rwnd + asoc->total_flight) / asoc->numnets); 7830 if (stcb->sctp_socket) 7831 max_send_per_dest = SCTP_SB_LIMIT_SND(stcb->sctp_socket) / asoc->numnets; 7832 else 7833 max_send_per_dest = 0; 7834 if (no_data_chunks == 0) { 7835 /* How many non-directed chunks are there? */ 7836 TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) { 7837 if (chk->whoTo == NULL) { 7838 /* 7839 * We already have non-directed chunks on 7840 * the queue, no need to do a fill-up. 7841 */ 7842 skip_fill_up = 1; 7843 break; 7844 } 7845 } 7846 7847 } 7848 if ((no_data_chunks == 0) && 7849 (skip_fill_up == 0) && 7850 (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc))) { 7851 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 7852 /* 7853 * This for loop we are in takes in each net, if 7854 * its's got space in cwnd and has data sent to it 7855 * (when CMT is off) then it calls 7856 * sctp_fill_outqueue for the net. This gets data on 7857 * the send queue for that network. 7858 * 7859 * In sctp_fill_outqueue TSN's are assigned and data is 7860 * copied out of the stream buffers. Note mostly 7861 * copy by reference (we hope). 7862 */ 7863 net->window_probe = 0; 7864 if ((net != stcb->asoc.alternate) && 7865 ((net->dest_state & SCTP_ADDR_PF) || 7866 (!(net->dest_state & SCTP_ADDR_REACHABLE)) || 7867 (net->dest_state & SCTP_ADDR_UNCONFIRMED))) { 7868 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7869 sctp_log_cwnd(stcb, net, 1, 7870 SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7871 } 7872 continue; 7873 } 7874 if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) && 7875 (net->flight_size == 0)) { 7876 (*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net); 7877 } 7878 if (net->flight_size >= net->cwnd) { 7879 /* skip this network, no room - can't fill */ 7880 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7881 sctp_log_cwnd(stcb, net, 3, 7882 SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7883 } 7884 continue; 7885 } 7886 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 7887 sctp_log_cwnd(stcb, net, 4, SCTP_CWND_LOG_FILL_OUTQ_CALLED); 7888 } 7889 sctp_fill_outqueue(stcb, net, frag_point, eeor_mode, &quit_now, so_locked); 7890 if (quit_now) { 7891 /* memory alloc failure */ 7892 no_data_chunks = 1; 7893 break; 7894 } 7895 } 7896 } 7897 /* now service each destination and send out what we can for it */ 7898 /* Nothing to send? */ 7899 if (TAILQ_EMPTY(&asoc->control_send_queue) && 7900 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7901 TAILQ_EMPTY(&asoc->send_queue)) { 7902 *reason_code = 8; 7903 return (0); 7904 } 7905 if (asoc->sctp_cmt_on_off > 0) { 7906 /* get the last start point */ 7907 start_at = asoc->last_net_cmt_send_started; 7908 if (start_at == NULL) { 7909 /* null so to beginning */ 7910 start_at = TAILQ_FIRST(&asoc->nets); 7911 } else { 7912 start_at = TAILQ_NEXT(asoc->last_net_cmt_send_started, sctp_next); 7913 if (start_at == NULL) { 7914 start_at = TAILQ_FIRST(&asoc->nets); 7915 } 7916 } 7917 asoc->last_net_cmt_send_started = start_at; 7918 } else { 7919 start_at = TAILQ_FIRST(&asoc->nets); 7920 } 7921 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 7922 if (chk->whoTo == NULL) { 7923 if (asoc->alternate) { 7924 chk->whoTo = asoc->alternate; 7925 } else { 7926 chk->whoTo = asoc->primary_destination; 7927 } 7928 atomic_add_int(&chk->whoTo->ref_count, 1); 7929 } 7930 } 7931 old_start_at = NULL; 7932 again_one_more_time: 7933 for (net = start_at; net != NULL; net = TAILQ_NEXT(net, sctp_next)) { 7934 /* how much can we send? */ 7935 /* SCTPDBG("Examine for sending net:%x\n", (uint32_t)net); */ 7936 if (old_start_at && (old_start_at == net)) { 7937 /* through list ocmpletely. */ 7938 break; 7939 } 7940 tsns_sent = 0xa; 7941 if (TAILQ_EMPTY(&asoc->control_send_queue) && 7942 TAILQ_EMPTY(&asoc->asconf_send_queue) && 7943 (net->flight_size >= net->cwnd)) { 7944 /* 7945 * Nothing on control or asconf and flight is full, 7946 * we can skip even in the CMT case. 7947 */ 7948 continue; 7949 } 7950 bundle_at = 0; 7951 endoutchain = outchain = NULL; 7952 no_fragmentflg = 1; 7953 one_chunk = 0; 7954 if (net->dest_state & SCTP_ADDR_UNCONFIRMED) { 7955 skip_data_for_this_net = 1; 7956 } else { 7957 skip_data_for_this_net = 0; 7958 } 7959 if ((net->ro.ro_rt) && (net->ro.ro_rt->rt_ifp)) { 7960 /* 7961 * if we have a route and an ifp check to see if we 7962 * have room to send to this guy 7963 */ 7964 struct ifnet *ifp; 7965 7966 ifp = net->ro.ro_rt->rt_ifp; 7967 if ((ifp->if_snd.ifq_len + 2) >= ifp->if_snd.ifq_maxlen) { 7968 SCTP_STAT_INCR(sctps_ifnomemqueued); 7969 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 7970 sctp_log_maxburst(stcb, net, ifp->if_snd.ifq_len, ifp->if_snd.ifq_maxlen, SCTP_MAX_IFP_APPLIED); 7971 } 7972 continue; 7973 } 7974 } 7975 switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) { 7976 #ifdef INET 7977 case AF_INET: 7978 mtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr)); 7979 break; 7980 #endif 7981 #ifdef INET6 7982 case AF_INET6: 7983 mtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr)); 7984 break; 7985 #endif 7986 default: 7987 /* TSNH */ 7988 mtu = net->mtu; 7989 break; 7990 } 7991 mx_mtu = mtu; 7992 to_out = 0; 7993 if (mtu > asoc->peers_rwnd) { 7994 if (asoc->total_flight > 0) { 7995 /* We have a packet in flight somewhere */ 7996 r_mtu = asoc->peers_rwnd; 7997 } else { 7998 /* We are always allowed to send one MTU out */ 7999 one_chunk = 1; 8000 r_mtu = mtu; 8001 } 8002 } else { 8003 r_mtu = mtu; 8004 } 8005 /************************/ 8006 /* ASCONF transmission */ 8007 /************************/ 8008 /* Now first lets go through the asconf queue */ 8009 TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) { 8010 if (chk->rec.chunk_id.id != SCTP_ASCONF) { 8011 continue; 8012 } 8013 if (chk->whoTo == NULL) { 8014 if (asoc->alternate == NULL) { 8015 if (asoc->primary_destination != net) { 8016 break; 8017 } 8018 } else { 8019 if (asoc->alternate != net) { 8020 break; 8021 } 8022 } 8023 } else { 8024 if (chk->whoTo != net) { 8025 break; 8026 } 8027 } 8028 if (chk->data == NULL) { 8029 break; 8030 } 8031 if (chk->sent != SCTP_DATAGRAM_UNSENT && 8032 chk->sent != SCTP_DATAGRAM_RESEND) { 8033 break; 8034 } 8035 /* 8036 * if no AUTH is yet included and this chunk 8037 * requires it, make sure to account for it. We 8038 * don't apply the size until the AUTH chunk is 8039 * actually added below in case there is no room for 8040 * this chunk. NOTE: we overload the use of "omtu" 8041 * here 8042 */ 8043 if ((auth == NULL) && 8044 sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8045 stcb->asoc.peer_auth_chunks)) { 8046 omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8047 } else 8048 omtu = 0; 8049 /* Here we do NOT factor the r_mtu */ 8050 if ((chk->send_size < (int)(mtu - omtu)) || 8051 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 8052 /* 8053 * We probably should glom the mbuf chain 8054 * from the chk->data for control but the 8055 * problem is it becomes yet one more level 8056 * of tracking to do if for some reason 8057 * output fails. Then I have got to 8058 * reconstruct the merged control chain.. el 8059 * yucko.. for now we take the easy way and 8060 * do the copy 8061 */ 8062 /* 8063 * Add an AUTH chunk, if chunk requires it 8064 * save the offset into the chain for AUTH 8065 */ 8066 if ((auth == NULL) && 8067 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8068 stcb->asoc.peer_auth_chunks))) { 8069 outchain = sctp_add_auth_chunk(outchain, 8070 &endoutchain, 8071 &auth, 8072 &auth_offset, 8073 stcb, 8074 chk->rec.chunk_id.id); 8075 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8076 } 8077 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 8078 (int)chk->rec.chunk_id.can_take_data, 8079 chk->send_size, chk->copy_by_ref); 8080 if (outchain == NULL) { 8081 *reason_code = 8; 8082 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8083 return (ENOMEM); 8084 } 8085 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8086 /* update our MTU size */ 8087 if (mtu > (chk->send_size + omtu)) 8088 mtu -= (chk->send_size + omtu); 8089 else 8090 mtu = 0; 8091 to_out += (chk->send_size + omtu); 8092 /* Do clear IP_DF ? */ 8093 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8094 no_fragmentflg = 0; 8095 } 8096 if (chk->rec.chunk_id.can_take_data) 8097 chk->data = NULL; 8098 /* 8099 * set hb flag since we can use these for 8100 * RTO 8101 */ 8102 hbflag = 1; 8103 asconf = 1; 8104 /* 8105 * should sysctl this: don't bundle data 8106 * with ASCONF since it requires AUTH 8107 */ 8108 no_data_chunks = 1; 8109 chk->sent = SCTP_DATAGRAM_SENT; 8110 if (chk->whoTo == NULL) { 8111 chk->whoTo = net; 8112 atomic_add_int(&net->ref_count, 1); 8113 } 8114 chk->snd_count++; 8115 if (mtu == 0) { 8116 /* 8117 * Ok we are out of room but we can 8118 * output without effecting the 8119 * flight size since this little guy 8120 * is a control only packet. 8121 */ 8122 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net); 8123 /* 8124 * do NOT clear the asconf flag as 8125 * it is used to do appropriate 8126 * source address selection. 8127 */ 8128 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 8129 (struct sockaddr *)&net->ro._l_addr, 8130 outchain, auth_offset, auth, 8131 stcb->asoc.authinfo.active_keyid, 8132 no_fragmentflg, 0, asconf, 8133 inp->sctp_lport, stcb->rport, 8134 htonl(stcb->asoc.peer_vtag), 8135 net->port, so_locked, NULL, NULL))) { 8136 if (error == ENOBUFS) { 8137 asoc->ifp_had_enobuf = 1; 8138 SCTP_STAT_INCR(sctps_lowlevelerr); 8139 } 8140 if (from_where == 0) { 8141 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8142 } 8143 if (*now_filled == 0) { 8144 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8145 *now_filled = 1; 8146 *now = net->last_sent_time; 8147 } else { 8148 net->last_sent_time = *now; 8149 } 8150 hbflag = 0; 8151 /* error, could not output */ 8152 if (error == EHOSTUNREACH) { 8153 /* 8154 * Destination went 8155 * unreachable 8156 * during this send 8157 */ 8158 sctp_move_chunks_from_net(stcb, net); 8159 } 8160 *reason_code = 7; 8161 continue; 8162 } else 8163 asoc->ifp_had_enobuf = 0; 8164 if (*now_filled == 0) { 8165 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8166 *now_filled = 1; 8167 *now = net->last_sent_time; 8168 } else { 8169 net->last_sent_time = *now; 8170 } 8171 hbflag = 0; 8172 /* 8173 * increase the number we sent, if a 8174 * cookie is sent we don't tell them 8175 * any was sent out. 8176 */ 8177 outchain = endoutchain = NULL; 8178 auth = NULL; 8179 auth_offset = 0; 8180 if (!no_out_cnt) 8181 *num_out += ctl_cnt; 8182 /* recalc a clean slate and setup */ 8183 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 8184 mtu = (net->mtu - SCTP_MIN_OVERHEAD); 8185 } else { 8186 mtu = (net->mtu - SCTP_MIN_V4_OVERHEAD); 8187 } 8188 to_out = 0; 8189 no_fragmentflg = 1; 8190 } 8191 } 8192 } 8193 /************************/ 8194 /* Control transmission */ 8195 /************************/ 8196 /* Now first lets go through the control queue */ 8197 TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) { 8198 if ((sack_goes_to) && 8199 (chk->rec.chunk_id.id == SCTP_ECN_ECHO) && 8200 (chk->whoTo != sack_goes_to)) { 8201 /* 8202 * if we have a sack in queue, and we are 8203 * looking at an ecn echo that is NOT queued 8204 * to where the sack is going.. 8205 */ 8206 if (chk->whoTo == net) { 8207 /* 8208 * Don't transmit it to where its 8209 * going (current net) 8210 */ 8211 continue; 8212 } else if (sack_goes_to == net) { 8213 /* 8214 * But do transmit it to this 8215 * address 8216 */ 8217 goto skip_net_check; 8218 } 8219 } 8220 if (chk->whoTo == NULL) { 8221 if (asoc->alternate == NULL) { 8222 if (asoc->primary_destination != net) { 8223 continue; 8224 } 8225 } else { 8226 if (asoc->alternate != net) { 8227 continue; 8228 } 8229 } 8230 } else { 8231 if (chk->whoTo != net) { 8232 continue; 8233 } 8234 } 8235 skip_net_check: 8236 if (chk->data == NULL) { 8237 continue; 8238 } 8239 if (chk->sent != SCTP_DATAGRAM_UNSENT) { 8240 /* 8241 * It must be unsent. Cookies and ASCONF's 8242 * hang around but there timers will force 8243 * when marked for resend. 8244 */ 8245 continue; 8246 } 8247 /* 8248 * if no AUTH is yet included and this chunk 8249 * requires it, make sure to account for it. We 8250 * don't apply the size until the AUTH chunk is 8251 * actually added below in case there is no room for 8252 * this chunk. NOTE: we overload the use of "omtu" 8253 * here 8254 */ 8255 if ((auth == NULL) && 8256 sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8257 stcb->asoc.peer_auth_chunks)) { 8258 omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8259 } else 8260 omtu = 0; 8261 /* Here we do NOT factor the r_mtu */ 8262 if ((chk->send_size <= (int)(mtu - omtu)) || 8263 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 8264 /* 8265 * We probably should glom the mbuf chain 8266 * from the chk->data for control but the 8267 * problem is it becomes yet one more level 8268 * of tracking to do if for some reason 8269 * output fails. Then I have got to 8270 * reconstruct the merged control chain.. el 8271 * yucko.. for now we take the easy way and 8272 * do the copy 8273 */ 8274 /* 8275 * Add an AUTH chunk, if chunk requires it 8276 * save the offset into the chain for AUTH 8277 */ 8278 if ((auth == NULL) && 8279 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 8280 stcb->asoc.peer_auth_chunks))) { 8281 outchain = sctp_add_auth_chunk(outchain, 8282 &endoutchain, 8283 &auth, 8284 &auth_offset, 8285 stcb, 8286 chk->rec.chunk_id.id); 8287 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8288 } 8289 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 8290 (int)chk->rec.chunk_id.can_take_data, 8291 chk->send_size, chk->copy_by_ref); 8292 if (outchain == NULL) { 8293 *reason_code = 8; 8294 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8295 return (ENOMEM); 8296 } 8297 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8298 /* update our MTU size */ 8299 if (mtu > (chk->send_size + omtu)) 8300 mtu -= (chk->send_size + omtu); 8301 else 8302 mtu = 0; 8303 to_out += (chk->send_size + omtu); 8304 /* Do clear IP_DF ? */ 8305 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8306 no_fragmentflg = 0; 8307 } 8308 if (chk->rec.chunk_id.can_take_data) 8309 chk->data = NULL; 8310 /* Mark things to be removed, if needed */ 8311 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 8312 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) || /* EY */ 8313 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) || 8314 (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) || 8315 (chk->rec.chunk_id.id == SCTP_SHUTDOWN) || 8316 (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) || 8317 (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) || 8318 (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) || 8319 (chk->rec.chunk_id.id == SCTP_ECN_CWR) || 8320 (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) || 8321 (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) { 8322 if (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) { 8323 hbflag = 1; 8324 } 8325 /* remove these chunks at the end */ 8326 if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) || 8327 (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) { 8328 /* turn off the timer */ 8329 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 8330 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 8331 inp, stcb, net, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_1); 8332 } 8333 } 8334 ctl_cnt++; 8335 } else { 8336 /* 8337 * Other chunks, since they have 8338 * timers running (i.e. COOKIE) we 8339 * just "trust" that it gets sent or 8340 * retransmitted. 8341 */ 8342 ctl_cnt++; 8343 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 8344 cookie = 1; 8345 no_out_cnt = 1; 8346 } else if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) { 8347 /* 8348 * Increment ecne send count 8349 * here this means we may be 8350 * over-zealous in our 8351 * counting if the send 8352 * fails, but its the best 8353 * place to do it (we used 8354 * to do it in the queue of 8355 * the chunk, but that did 8356 * not tell how many times 8357 * it was sent. 8358 */ 8359 SCTP_STAT_INCR(sctps_sendecne); 8360 } 8361 chk->sent = SCTP_DATAGRAM_SENT; 8362 if (chk->whoTo == NULL) { 8363 chk->whoTo = net; 8364 atomic_add_int(&net->ref_count, 1); 8365 } 8366 chk->snd_count++; 8367 } 8368 if (mtu == 0) { 8369 /* 8370 * Ok we are out of room but we can 8371 * output without effecting the 8372 * flight size since this little guy 8373 * is a control only packet. 8374 */ 8375 if (asconf) { 8376 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net); 8377 /* 8378 * do NOT clear the asconf 8379 * flag as it is used to do 8380 * appropriate source 8381 * address selection. 8382 */ 8383 } 8384 if (cookie) { 8385 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net); 8386 cookie = 0; 8387 } 8388 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 8389 (struct sockaddr *)&net->ro._l_addr, 8390 outchain, 8391 auth_offset, auth, 8392 stcb->asoc.authinfo.active_keyid, 8393 no_fragmentflg, 0, asconf, 8394 inp->sctp_lport, stcb->rport, 8395 htonl(stcb->asoc.peer_vtag), 8396 net->port, so_locked, NULL, NULL))) { 8397 if (error == ENOBUFS) { 8398 asoc->ifp_had_enobuf = 1; 8399 SCTP_STAT_INCR(sctps_lowlevelerr); 8400 } 8401 if (from_where == 0) { 8402 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8403 } 8404 /* error, could not output */ 8405 if (hbflag) { 8406 if (*now_filled == 0) { 8407 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8408 *now_filled = 1; 8409 *now = net->last_sent_time; 8410 } else { 8411 net->last_sent_time = *now; 8412 } 8413 hbflag = 0; 8414 } 8415 if (error == EHOSTUNREACH) { 8416 /* 8417 * Destination went 8418 * unreachable 8419 * during this send 8420 */ 8421 sctp_move_chunks_from_net(stcb, net); 8422 } 8423 *reason_code = 7; 8424 continue; 8425 } else 8426 asoc->ifp_had_enobuf = 0; 8427 /* Only HB or ASCONF advances time */ 8428 if (hbflag) { 8429 if (*now_filled == 0) { 8430 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8431 *now_filled = 1; 8432 *now = net->last_sent_time; 8433 } else { 8434 net->last_sent_time = *now; 8435 } 8436 hbflag = 0; 8437 } 8438 /* 8439 * increase the number we sent, if a 8440 * cookie is sent we don't tell them 8441 * any was sent out. 8442 */ 8443 outchain = endoutchain = NULL; 8444 auth = NULL; 8445 auth_offset = 0; 8446 if (!no_out_cnt) 8447 *num_out += ctl_cnt; 8448 /* recalc a clean slate and setup */ 8449 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 8450 mtu = (net->mtu - SCTP_MIN_OVERHEAD); 8451 } else { 8452 mtu = (net->mtu - SCTP_MIN_V4_OVERHEAD); 8453 } 8454 to_out = 0; 8455 no_fragmentflg = 1; 8456 } 8457 } 8458 } 8459 /* JRI: if dest is in PF state, do not send data to it */ 8460 if ((asoc->sctp_cmt_on_off > 0) && 8461 (net != stcb->asoc.alternate) && 8462 (net->dest_state & SCTP_ADDR_PF)) { 8463 goto no_data_fill; 8464 } 8465 if (net->flight_size >= net->cwnd) { 8466 goto no_data_fill; 8467 } 8468 if ((asoc->sctp_cmt_on_off > 0) && 8469 (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_RECV_BUFFER_SPLITTING) && 8470 (net->flight_size > max_rwnd_per_dest)) { 8471 goto no_data_fill; 8472 } 8473 /* 8474 * We need a specific accounting for the usage of the send 8475 * buffer. We also need to check the number of messages per 8476 * net. For now, this is better than nothing and it disabled 8477 * by default... 8478 */ 8479 if ((asoc->sctp_cmt_on_off > 0) && 8480 (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_SEND_BUFFER_SPLITTING) && 8481 (max_send_per_dest > 0) && 8482 (net->flight_size > max_send_per_dest)) { 8483 goto no_data_fill; 8484 } 8485 /*********************/ 8486 /* Data transmission */ 8487 /*********************/ 8488 /* 8489 * if AUTH for DATA is required and no AUTH has been added 8490 * yet, account for this in the mtu now... if no data can be 8491 * bundled, this adjustment won't matter anyways since the 8492 * packet will be going out... 8493 */ 8494 data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, 8495 stcb->asoc.peer_auth_chunks); 8496 if (data_auth_reqd && (auth == NULL)) { 8497 mtu -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 8498 } 8499 /* now lets add any data within the MTU constraints */ 8500 switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) { 8501 case AF_INET: 8502 if (net->mtu > (sizeof(struct ip) + sizeof(struct sctphdr))) 8503 omtu = net->mtu - (sizeof(struct ip) + sizeof(struct sctphdr)); 8504 else 8505 omtu = 0; 8506 break; 8507 #ifdef INET6 8508 case AF_INET6: 8509 if (net->mtu > (sizeof(struct ip6_hdr) + sizeof(struct sctphdr))) 8510 omtu = net->mtu - (sizeof(struct ip6_hdr) + sizeof(struct sctphdr)); 8511 else 8512 omtu = 0; 8513 break; 8514 #endif 8515 default: 8516 /* TSNH */ 8517 omtu = 0; 8518 break; 8519 } 8520 if ((((asoc->state & SCTP_STATE_OPEN) == SCTP_STATE_OPEN) && 8521 (skip_data_for_this_net == 0)) || 8522 (cookie)) { 8523 TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) { 8524 if (no_data_chunks) { 8525 /* let only control go out */ 8526 *reason_code = 1; 8527 break; 8528 } 8529 if (net->flight_size >= net->cwnd) { 8530 /* skip this net, no room for data */ 8531 *reason_code = 2; 8532 break; 8533 } 8534 if ((chk->whoTo != NULL) && 8535 (chk->whoTo != net)) { 8536 /* Don't send the chunk on this net */ 8537 continue; 8538 } 8539 if (asoc->sctp_cmt_on_off == 0) { 8540 if ((asoc->alternate) && 8541 (asoc->alternate != net) && 8542 (chk->whoTo == NULL)) { 8543 continue; 8544 } else if ((net != asoc->primary_destination) && 8545 (asoc->alternate == NULL) && 8546 (chk->whoTo == NULL)) { 8547 continue; 8548 } 8549 } 8550 if ((chk->send_size > omtu) && ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) == 0)) { 8551 /*- 8552 * strange, we have a chunk that is 8553 * to big for its destination and 8554 * yet no fragment ok flag. 8555 * Something went wrong when the 8556 * PMTU changed...we did not mark 8557 * this chunk for some reason?? I 8558 * will fix it here by letting IP 8559 * fragment it for now and printing 8560 * a warning. This really should not 8561 * happen ... 8562 */ 8563 SCTP_PRINTF("Warning chunk of %d bytes > mtu:%d and yet PMTU disc missed\n", 8564 chk->send_size, mtu); 8565 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK; 8566 } 8567 if (SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) && 8568 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) == SCTP_STATE_SHUTDOWN_PENDING)) { 8569 struct sctp_data_chunk *dchkh; 8570 8571 dchkh = mtod(chk->data, struct sctp_data_chunk *); 8572 dchkh->ch.chunk_flags |= SCTP_DATA_SACK_IMMEDIATELY; 8573 } 8574 if (((chk->send_size <= mtu) && (chk->send_size <= r_mtu)) || 8575 ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) && (chk->send_size <= asoc->peers_rwnd))) { 8576 /* ok we will add this one */ 8577 8578 /* 8579 * Add an AUTH chunk, if chunk 8580 * requires it, save the offset into 8581 * the chain for AUTH 8582 */ 8583 if (data_auth_reqd) { 8584 if (auth == NULL) { 8585 outchain = sctp_add_auth_chunk(outchain, 8586 &endoutchain, 8587 &auth, 8588 &auth_offset, 8589 stcb, 8590 SCTP_DATA); 8591 auth_keyid = chk->auth_keyid; 8592 override_ok = 0; 8593 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 8594 } else if (override_ok) { 8595 /* 8596 * use this data's 8597 * keyid 8598 */ 8599 auth_keyid = chk->auth_keyid; 8600 override_ok = 0; 8601 } else if (auth_keyid != chk->auth_keyid) { 8602 /* 8603 * different keyid, 8604 * so done bundling 8605 */ 8606 break; 8607 } 8608 } 8609 outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 0, 8610 chk->send_size, chk->copy_by_ref); 8611 if (outchain == NULL) { 8612 SCTPDBG(SCTP_DEBUG_OUTPUT3, "No memory?\n"); 8613 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 8614 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 8615 } 8616 *reason_code = 3; 8617 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 8618 return (ENOMEM); 8619 } 8620 /* upate our MTU size */ 8621 /* Do clear IP_DF ? */ 8622 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 8623 no_fragmentflg = 0; 8624 } 8625 /* unsigned subtraction of mtu */ 8626 if (mtu > chk->send_size) 8627 mtu -= chk->send_size; 8628 else 8629 mtu = 0; 8630 /* unsigned subtraction of r_mtu */ 8631 if (r_mtu > chk->send_size) 8632 r_mtu -= chk->send_size; 8633 else 8634 r_mtu = 0; 8635 8636 to_out += chk->send_size; 8637 if ((to_out > mx_mtu) && no_fragmentflg) { 8638 #ifdef INVARIANTS 8639 panic("Exceeding mtu of %d out size is %d", mx_mtu, to_out); 8640 #else 8641 SCTP_PRINTF("Exceeding mtu of %d out size is %d\n", 8642 mx_mtu, to_out); 8643 #endif 8644 } 8645 chk->window_probe = 0; 8646 data_list[bundle_at++] = chk; 8647 if (bundle_at >= SCTP_MAX_DATA_BUNDLING) { 8648 break; 8649 } 8650 if (chk->sent == SCTP_DATAGRAM_UNSENT) { 8651 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) { 8652 SCTP_STAT_INCR_COUNTER64(sctps_outorderchunks); 8653 } else { 8654 SCTP_STAT_INCR_COUNTER64(sctps_outunorderchunks); 8655 } 8656 if (((chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) == SCTP_DATA_LAST_FRAG) && 8657 ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0)) 8658 /* 8659 * Count number of 8660 * user msg's that 8661 * were fragmented 8662 * we do this by 8663 * counting when we 8664 * see a LAST 8665 * fragment only. 8666 */ 8667 SCTP_STAT_INCR_COUNTER64(sctps_fragusrmsgs); 8668 } 8669 if ((mtu == 0) || (r_mtu == 0) || (one_chunk)) { 8670 if ((one_chunk) && (stcb->asoc.total_flight == 0)) { 8671 data_list[0]->window_probe = 1; 8672 net->window_probe = 1; 8673 } 8674 break; 8675 } 8676 } else { 8677 /* 8678 * Must be sent in order of the 8679 * TSN's (on a network) 8680 */ 8681 break; 8682 } 8683 } /* for (chunk gather loop for this net) */ 8684 } /* if asoc.state OPEN */ 8685 no_data_fill: 8686 /* Is there something to send for this destination? */ 8687 if (outchain) { 8688 /* We may need to start a control timer or two */ 8689 if (asconf) { 8690 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, 8691 stcb, net); 8692 /* 8693 * do NOT clear the asconf flag as it is 8694 * used to do appropriate source address 8695 * selection. 8696 */ 8697 } 8698 if (cookie) { 8699 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net); 8700 cookie = 0; 8701 } 8702 /* must start a send timer if data is being sent */ 8703 if (bundle_at && (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer))) { 8704 /* 8705 * no timer running on this destination 8706 * restart it. 8707 */ 8708 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 8709 } 8710 /* Now send it, if there is anything to send :> */ 8711 if ((error = sctp_lowlevel_chunk_output(inp, 8712 stcb, 8713 net, 8714 (struct sockaddr *)&net->ro._l_addr, 8715 outchain, 8716 auth_offset, 8717 auth, 8718 auth_keyid, 8719 no_fragmentflg, 8720 bundle_at, 8721 asconf, 8722 inp->sctp_lport, stcb->rport, 8723 htonl(stcb->asoc.peer_vtag), 8724 net->port, so_locked, NULL, NULL))) { 8725 /* error, we could not output */ 8726 if (error == ENOBUFS) { 8727 SCTP_STAT_INCR(sctps_lowlevelerr); 8728 asoc->ifp_had_enobuf = 1; 8729 } 8730 if (from_where == 0) { 8731 SCTP_STAT_INCR(sctps_lowlevelerrusr); 8732 } 8733 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error); 8734 if (hbflag) { 8735 if (*now_filled == 0) { 8736 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8737 *now_filled = 1; 8738 *now = net->last_sent_time; 8739 } else { 8740 net->last_sent_time = *now; 8741 } 8742 hbflag = 0; 8743 } 8744 if (error == EHOSTUNREACH) { 8745 /* 8746 * Destination went unreachable 8747 * during this send 8748 */ 8749 sctp_move_chunks_from_net(stcb, net); 8750 } 8751 *reason_code = 6; 8752 /*- 8753 * I add this line to be paranoid. As far as 8754 * I can tell the continue, takes us back to 8755 * the top of the for, but just to make sure 8756 * I will reset these again here. 8757 */ 8758 ctl_cnt = bundle_at = 0; 8759 continue; /* This takes us back to the 8760 * for() for the nets. */ 8761 } else { 8762 asoc->ifp_had_enobuf = 0; 8763 } 8764 endoutchain = NULL; 8765 auth = NULL; 8766 auth_offset = 0; 8767 if (bundle_at || hbflag) { 8768 /* For data/asconf and hb set time */ 8769 if (*now_filled == 0) { 8770 (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); 8771 *now_filled = 1; 8772 *now = net->last_sent_time; 8773 } else { 8774 net->last_sent_time = *now; 8775 } 8776 } 8777 if (!no_out_cnt) { 8778 *num_out += (ctl_cnt + bundle_at); 8779 } 8780 if (bundle_at) { 8781 /* setup for a RTO measurement */ 8782 tsns_sent = data_list[0]->rec.data.TSN_seq; 8783 /* fill time if not already filled */ 8784 if (*now_filled == 0) { 8785 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent); 8786 *now_filled = 1; 8787 *now = asoc->time_last_sent; 8788 } else { 8789 asoc->time_last_sent = *now; 8790 } 8791 if (net->rto_needed) { 8792 data_list[0]->do_rtt = 1; 8793 net->rto_needed = 0; 8794 } 8795 SCTP_STAT_INCR_BY(sctps_senddata, bundle_at); 8796 sctp_clean_up_datalist(stcb, asoc, data_list, bundle_at, net); 8797 } 8798 if (one_chunk) { 8799 break; 8800 } 8801 } 8802 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 8803 sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_SEND); 8804 } 8805 } 8806 if (old_start_at == NULL) { 8807 old_start_at = start_at; 8808 start_at = TAILQ_FIRST(&asoc->nets); 8809 if (old_start_at) 8810 goto again_one_more_time; 8811 } 8812 /* 8813 * At the end there should be no NON timed chunks hanging on this 8814 * queue. 8815 */ 8816 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 8817 sctp_log_cwnd(stcb, net, *num_out, SCTP_CWND_LOG_FROM_SEND); 8818 } 8819 if ((*num_out == 0) && (*reason_code == 0)) { 8820 *reason_code = 4; 8821 } else { 8822 *reason_code = 5; 8823 } 8824 sctp_clean_up_ctl(stcb, asoc, so_locked); 8825 return (0); 8826 } 8827 8828 void 8829 sctp_queue_op_err(struct sctp_tcb *stcb, struct mbuf *op_err) 8830 { 8831 /*- 8832 * Prepend a OPERATIONAL_ERROR chunk header and put on the end of 8833 * the control chunk queue. 8834 */ 8835 struct sctp_chunkhdr *hdr; 8836 struct sctp_tmit_chunk *chk; 8837 struct mbuf *mat; 8838 8839 SCTP_TCB_LOCK_ASSERT(stcb); 8840 sctp_alloc_a_chunk(stcb, chk); 8841 if (chk == NULL) { 8842 /* no memory */ 8843 sctp_m_freem(op_err); 8844 return; 8845 } 8846 chk->copy_by_ref = 0; 8847 SCTP_BUF_PREPEND(op_err, sizeof(struct sctp_chunkhdr), M_DONTWAIT); 8848 if (op_err == NULL) { 8849 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 8850 return; 8851 } 8852 chk->send_size = 0; 8853 mat = op_err; 8854 while (mat != NULL) { 8855 chk->send_size += SCTP_BUF_LEN(mat); 8856 mat = SCTP_BUF_NEXT(mat); 8857 } 8858 chk->rec.chunk_id.id = SCTP_OPERATION_ERROR; 8859 chk->rec.chunk_id.can_take_data = 1; 8860 chk->sent = SCTP_DATAGRAM_UNSENT; 8861 chk->snd_count = 0; 8862 chk->flags = 0; 8863 chk->asoc = &stcb->asoc; 8864 chk->data = op_err; 8865 chk->whoTo = NULL; 8866 hdr = mtod(op_err, struct sctp_chunkhdr *); 8867 hdr->chunk_type = SCTP_OPERATION_ERROR; 8868 hdr->chunk_flags = 0; 8869 hdr->chunk_length = htons(chk->send_size); 8870 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, 8871 chk, 8872 sctp_next); 8873 chk->asoc->ctrl_queue_cnt++; 8874 } 8875 8876 int 8877 sctp_send_cookie_echo(struct mbuf *m, 8878 int offset, 8879 struct sctp_tcb *stcb, 8880 struct sctp_nets *net) 8881 { 8882 /*- 8883 * pull out the cookie and put it at the front of the control chunk 8884 * queue. 8885 */ 8886 int at; 8887 struct mbuf *cookie; 8888 struct sctp_paramhdr parm, *phdr; 8889 struct sctp_chunkhdr *hdr; 8890 struct sctp_tmit_chunk *chk; 8891 uint16_t ptype, plen; 8892 8893 /* First find the cookie in the param area */ 8894 cookie = NULL; 8895 at = offset + sizeof(struct sctp_init_chunk); 8896 8897 SCTP_TCB_LOCK_ASSERT(stcb); 8898 do { 8899 phdr = sctp_get_next_param(m, at, &parm, sizeof(parm)); 8900 if (phdr == NULL) { 8901 return (-3); 8902 } 8903 ptype = ntohs(phdr->param_type); 8904 plen = ntohs(phdr->param_length); 8905 if (ptype == SCTP_STATE_COOKIE) { 8906 int pad; 8907 8908 /* found the cookie */ 8909 if ((pad = (plen % 4))) { 8910 plen += 4 - pad; 8911 } 8912 cookie = SCTP_M_COPYM(m, at, plen, M_DONTWAIT); 8913 if (cookie == NULL) { 8914 /* No memory */ 8915 return (-2); 8916 } 8917 #ifdef SCTP_MBUF_LOGGING 8918 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 8919 struct mbuf *mat; 8920 8921 mat = cookie; 8922 while (mat) { 8923 if (SCTP_BUF_IS_EXTENDED(mat)) { 8924 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 8925 } 8926 mat = SCTP_BUF_NEXT(mat); 8927 } 8928 } 8929 #endif 8930 break; 8931 } 8932 at += SCTP_SIZE32(plen); 8933 } while (phdr); 8934 if (cookie == NULL) { 8935 /* Did not find the cookie */ 8936 return (-3); 8937 } 8938 /* ok, we got the cookie lets change it into a cookie echo chunk */ 8939 8940 /* first the change from param to cookie */ 8941 hdr = mtod(cookie, struct sctp_chunkhdr *); 8942 hdr->chunk_type = SCTP_COOKIE_ECHO; 8943 hdr->chunk_flags = 0; 8944 /* get the chunk stuff now and place it in the FRONT of the queue */ 8945 sctp_alloc_a_chunk(stcb, chk); 8946 if (chk == NULL) { 8947 /* no memory */ 8948 sctp_m_freem(cookie); 8949 return (-5); 8950 } 8951 chk->copy_by_ref = 0; 8952 chk->send_size = plen; 8953 chk->rec.chunk_id.id = SCTP_COOKIE_ECHO; 8954 chk->rec.chunk_id.can_take_data = 0; 8955 chk->sent = SCTP_DATAGRAM_UNSENT; 8956 chk->snd_count = 0; 8957 chk->flags = CHUNK_FLAGS_FRAGMENT_OK; 8958 chk->asoc = &stcb->asoc; 8959 chk->data = cookie; 8960 chk->whoTo = net; 8961 atomic_add_int(&chk->whoTo->ref_count, 1); 8962 TAILQ_INSERT_HEAD(&chk->asoc->control_send_queue, chk, sctp_next); 8963 chk->asoc->ctrl_queue_cnt++; 8964 return (0); 8965 } 8966 8967 void 8968 sctp_send_heartbeat_ack(struct sctp_tcb *stcb, 8969 struct mbuf *m, 8970 int offset, 8971 int chk_length, 8972 struct sctp_nets *net) 8973 { 8974 /* 8975 * take a HB request and make it into a HB ack and send it. 8976 */ 8977 struct mbuf *outchain; 8978 struct sctp_chunkhdr *chdr; 8979 struct sctp_tmit_chunk *chk; 8980 8981 8982 if (net == NULL) 8983 /* must have a net pointer */ 8984 return; 8985 8986 outchain = SCTP_M_COPYM(m, offset, chk_length, M_DONTWAIT); 8987 if (outchain == NULL) { 8988 /* gak out of memory */ 8989 return; 8990 } 8991 #ifdef SCTP_MBUF_LOGGING 8992 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 8993 struct mbuf *mat; 8994 8995 mat = outchain; 8996 while (mat) { 8997 if (SCTP_BUF_IS_EXTENDED(mat)) { 8998 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 8999 } 9000 mat = SCTP_BUF_NEXT(mat); 9001 } 9002 } 9003 #endif 9004 chdr = mtod(outchain, struct sctp_chunkhdr *); 9005 chdr->chunk_type = SCTP_HEARTBEAT_ACK; 9006 chdr->chunk_flags = 0; 9007 if (chk_length % 4) { 9008 /* need pad */ 9009 uint32_t cpthis = 0; 9010 int padlen; 9011 9012 padlen = 4 - (chk_length % 4); 9013 m_copyback(outchain, chk_length, padlen, (caddr_t)&cpthis); 9014 } 9015 sctp_alloc_a_chunk(stcb, chk); 9016 if (chk == NULL) { 9017 /* no memory */ 9018 sctp_m_freem(outchain); 9019 return; 9020 } 9021 chk->copy_by_ref = 0; 9022 chk->send_size = chk_length; 9023 chk->rec.chunk_id.id = SCTP_HEARTBEAT_ACK; 9024 chk->rec.chunk_id.can_take_data = 1; 9025 chk->sent = SCTP_DATAGRAM_UNSENT; 9026 chk->snd_count = 0; 9027 chk->flags = 0; 9028 chk->asoc = &stcb->asoc; 9029 chk->data = outchain; 9030 chk->whoTo = net; 9031 atomic_add_int(&chk->whoTo->ref_count, 1); 9032 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9033 chk->asoc->ctrl_queue_cnt++; 9034 } 9035 9036 void 9037 sctp_send_cookie_ack(struct sctp_tcb *stcb) 9038 { 9039 /* formulate and queue a cookie-ack back to sender */ 9040 struct mbuf *cookie_ack; 9041 struct sctp_chunkhdr *hdr; 9042 struct sctp_tmit_chunk *chk; 9043 9044 cookie_ack = NULL; 9045 SCTP_TCB_LOCK_ASSERT(stcb); 9046 9047 cookie_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_DONTWAIT, 1, MT_HEADER); 9048 if (cookie_ack == NULL) { 9049 /* no mbuf's */ 9050 return; 9051 } 9052 SCTP_BUF_RESV_UF(cookie_ack, SCTP_MIN_OVERHEAD); 9053 sctp_alloc_a_chunk(stcb, chk); 9054 if (chk == NULL) { 9055 /* no memory */ 9056 sctp_m_freem(cookie_ack); 9057 return; 9058 } 9059 chk->copy_by_ref = 0; 9060 chk->send_size = sizeof(struct sctp_chunkhdr); 9061 chk->rec.chunk_id.id = SCTP_COOKIE_ACK; 9062 chk->rec.chunk_id.can_take_data = 1; 9063 chk->sent = SCTP_DATAGRAM_UNSENT; 9064 chk->snd_count = 0; 9065 chk->flags = 0; 9066 chk->asoc = &stcb->asoc; 9067 chk->data = cookie_ack; 9068 if (chk->asoc->last_control_chunk_from != NULL) { 9069 chk->whoTo = chk->asoc->last_control_chunk_from; 9070 atomic_add_int(&chk->whoTo->ref_count, 1); 9071 } else { 9072 chk->whoTo = NULL; 9073 } 9074 hdr = mtod(cookie_ack, struct sctp_chunkhdr *); 9075 hdr->chunk_type = SCTP_COOKIE_ACK; 9076 hdr->chunk_flags = 0; 9077 hdr->chunk_length = htons(chk->send_size); 9078 SCTP_BUF_LEN(cookie_ack) = chk->send_size; 9079 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9080 chk->asoc->ctrl_queue_cnt++; 9081 return; 9082 } 9083 9084 9085 void 9086 sctp_send_shutdown_ack(struct sctp_tcb *stcb, struct sctp_nets *net) 9087 { 9088 /* formulate and queue a SHUTDOWN-ACK back to the sender */ 9089 struct mbuf *m_shutdown_ack; 9090 struct sctp_shutdown_ack_chunk *ack_cp; 9091 struct sctp_tmit_chunk *chk; 9092 9093 m_shutdown_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_ack_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 9094 if (m_shutdown_ack == NULL) { 9095 /* no mbuf's */ 9096 return; 9097 } 9098 SCTP_BUF_RESV_UF(m_shutdown_ack, SCTP_MIN_OVERHEAD); 9099 sctp_alloc_a_chunk(stcb, chk); 9100 if (chk == NULL) { 9101 /* no memory */ 9102 sctp_m_freem(m_shutdown_ack); 9103 return; 9104 } 9105 chk->copy_by_ref = 0; 9106 chk->send_size = sizeof(struct sctp_chunkhdr); 9107 chk->rec.chunk_id.id = SCTP_SHUTDOWN_ACK; 9108 chk->rec.chunk_id.can_take_data = 1; 9109 chk->sent = SCTP_DATAGRAM_UNSENT; 9110 chk->snd_count = 0; 9111 chk->flags = 0; 9112 chk->asoc = &stcb->asoc; 9113 chk->data = m_shutdown_ack; 9114 chk->whoTo = net; 9115 if (chk->whoTo) { 9116 atomic_add_int(&chk->whoTo->ref_count, 1); 9117 } 9118 ack_cp = mtod(m_shutdown_ack, struct sctp_shutdown_ack_chunk *); 9119 ack_cp->ch.chunk_type = SCTP_SHUTDOWN_ACK; 9120 ack_cp->ch.chunk_flags = 0; 9121 ack_cp->ch.chunk_length = htons(chk->send_size); 9122 SCTP_BUF_LEN(m_shutdown_ack) = chk->send_size; 9123 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9124 chk->asoc->ctrl_queue_cnt++; 9125 return; 9126 } 9127 9128 void 9129 sctp_send_shutdown(struct sctp_tcb *stcb, struct sctp_nets *net) 9130 { 9131 /* formulate and queue a SHUTDOWN to the sender */ 9132 struct mbuf *m_shutdown; 9133 struct sctp_shutdown_chunk *shutdown_cp; 9134 struct sctp_tmit_chunk *chk; 9135 9136 m_shutdown = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 9137 if (m_shutdown == NULL) { 9138 /* no mbuf's */ 9139 return; 9140 } 9141 SCTP_BUF_RESV_UF(m_shutdown, SCTP_MIN_OVERHEAD); 9142 sctp_alloc_a_chunk(stcb, chk); 9143 if (chk == NULL) { 9144 /* no memory */ 9145 sctp_m_freem(m_shutdown); 9146 return; 9147 } 9148 chk->copy_by_ref = 0; 9149 chk->send_size = sizeof(struct sctp_shutdown_chunk); 9150 chk->rec.chunk_id.id = SCTP_SHUTDOWN; 9151 chk->rec.chunk_id.can_take_data = 1; 9152 chk->sent = SCTP_DATAGRAM_UNSENT; 9153 chk->snd_count = 0; 9154 chk->flags = 0; 9155 chk->asoc = &stcb->asoc; 9156 chk->data = m_shutdown; 9157 chk->whoTo = net; 9158 if (chk->whoTo) { 9159 atomic_add_int(&chk->whoTo->ref_count, 1); 9160 } 9161 shutdown_cp = mtod(m_shutdown, struct sctp_shutdown_chunk *); 9162 shutdown_cp->ch.chunk_type = SCTP_SHUTDOWN; 9163 shutdown_cp->ch.chunk_flags = 0; 9164 shutdown_cp->ch.chunk_length = htons(chk->send_size); 9165 shutdown_cp->cumulative_tsn_ack = htonl(stcb->asoc.cumulative_tsn); 9166 SCTP_BUF_LEN(m_shutdown) = chk->send_size; 9167 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9168 chk->asoc->ctrl_queue_cnt++; 9169 return; 9170 } 9171 9172 void 9173 sctp_send_asconf(struct sctp_tcb *stcb, struct sctp_nets *net, int addr_locked) 9174 { 9175 /* 9176 * formulate and queue an ASCONF to the peer. ASCONF parameters 9177 * should be queued on the assoc queue. 9178 */ 9179 struct sctp_tmit_chunk *chk; 9180 struct mbuf *m_asconf; 9181 int len; 9182 9183 SCTP_TCB_LOCK_ASSERT(stcb); 9184 9185 if ((!TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) && 9186 (!sctp_is_feature_on(stcb->sctp_ep, SCTP_PCB_FLAGS_MULTIPLE_ASCONFS))) { 9187 /* can't send a new one if there is one in flight already */ 9188 return; 9189 } 9190 /* compose an ASCONF chunk, maximum length is PMTU */ 9191 m_asconf = sctp_compose_asconf(stcb, &len, addr_locked); 9192 if (m_asconf == NULL) { 9193 return; 9194 } 9195 sctp_alloc_a_chunk(stcb, chk); 9196 if (chk == NULL) { 9197 /* no memory */ 9198 sctp_m_freem(m_asconf); 9199 return; 9200 } 9201 chk->copy_by_ref = 0; 9202 chk->data = m_asconf; 9203 chk->send_size = len; 9204 chk->rec.chunk_id.id = SCTP_ASCONF; 9205 chk->rec.chunk_id.can_take_data = 0; 9206 chk->sent = SCTP_DATAGRAM_UNSENT; 9207 chk->snd_count = 0; 9208 chk->flags = CHUNK_FLAGS_FRAGMENT_OK; 9209 chk->asoc = &stcb->asoc; 9210 chk->whoTo = net; 9211 if (chk->whoTo) { 9212 atomic_add_int(&chk->whoTo->ref_count, 1); 9213 } 9214 TAILQ_INSERT_TAIL(&chk->asoc->asconf_send_queue, chk, sctp_next); 9215 chk->asoc->ctrl_queue_cnt++; 9216 return; 9217 } 9218 9219 void 9220 sctp_send_asconf_ack(struct sctp_tcb *stcb) 9221 { 9222 /* 9223 * formulate and queue a asconf-ack back to sender. the asconf-ack 9224 * must be stored in the tcb. 9225 */ 9226 struct sctp_tmit_chunk *chk; 9227 struct sctp_asconf_ack *ack, *latest_ack; 9228 struct mbuf *m_ack; 9229 struct sctp_nets *net = NULL; 9230 9231 SCTP_TCB_LOCK_ASSERT(stcb); 9232 /* Get the latest ASCONF-ACK */ 9233 latest_ack = TAILQ_LAST(&stcb->asoc.asconf_ack_sent, sctp_asconf_ackhead); 9234 if (latest_ack == NULL) { 9235 return; 9236 } 9237 if (latest_ack->last_sent_to != NULL && 9238 latest_ack->last_sent_to == stcb->asoc.last_control_chunk_from) { 9239 /* we're doing a retransmission */ 9240 net = sctp_find_alternate_net(stcb, stcb->asoc.last_control_chunk_from, 0); 9241 if (net == NULL) { 9242 /* no alternate */ 9243 if (stcb->asoc.last_control_chunk_from == NULL) { 9244 if (stcb->asoc.alternate) { 9245 net = stcb->asoc.alternate; 9246 } else { 9247 net = stcb->asoc.primary_destination; 9248 } 9249 } else { 9250 net = stcb->asoc.last_control_chunk_from; 9251 } 9252 } 9253 } else { 9254 /* normal case */ 9255 if (stcb->asoc.last_control_chunk_from == NULL) { 9256 if (stcb->asoc.alternate) { 9257 net = stcb->asoc.alternate; 9258 } else { 9259 net = stcb->asoc.primary_destination; 9260 } 9261 } else { 9262 net = stcb->asoc.last_control_chunk_from; 9263 } 9264 } 9265 latest_ack->last_sent_to = net; 9266 9267 TAILQ_FOREACH(ack, &stcb->asoc.asconf_ack_sent, next) { 9268 if (ack->data == NULL) { 9269 continue; 9270 } 9271 /* copy the asconf_ack */ 9272 m_ack = SCTP_M_COPYM(ack->data, 0, M_COPYALL, M_DONTWAIT); 9273 if (m_ack == NULL) { 9274 /* couldn't copy it */ 9275 return; 9276 } 9277 #ifdef SCTP_MBUF_LOGGING 9278 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 9279 struct mbuf *mat; 9280 9281 mat = m_ack; 9282 while (mat) { 9283 if (SCTP_BUF_IS_EXTENDED(mat)) { 9284 sctp_log_mb(mat, SCTP_MBUF_ICOPY); 9285 } 9286 mat = SCTP_BUF_NEXT(mat); 9287 } 9288 } 9289 #endif 9290 9291 sctp_alloc_a_chunk(stcb, chk); 9292 if (chk == NULL) { 9293 /* no memory */ 9294 if (m_ack) 9295 sctp_m_freem(m_ack); 9296 return; 9297 } 9298 chk->copy_by_ref = 0; 9299 9300 chk->whoTo = net; 9301 if (chk->whoTo) { 9302 atomic_add_int(&chk->whoTo->ref_count, 1); 9303 } 9304 chk->data = m_ack; 9305 chk->send_size = 0; 9306 /* Get size */ 9307 chk->send_size = ack->len; 9308 chk->rec.chunk_id.id = SCTP_ASCONF_ACK; 9309 chk->rec.chunk_id.can_take_data = 1; 9310 chk->sent = SCTP_DATAGRAM_UNSENT; 9311 chk->snd_count = 0; 9312 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK; /* XXX */ 9313 chk->asoc = &stcb->asoc; 9314 9315 TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next); 9316 chk->asoc->ctrl_queue_cnt++; 9317 } 9318 return; 9319 } 9320 9321 9322 static int 9323 sctp_chunk_retransmission(struct sctp_inpcb *inp, 9324 struct sctp_tcb *stcb, 9325 struct sctp_association *asoc, 9326 int *cnt_out, struct timeval *now, int *now_filled, int *fr_done, int so_locked 9327 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 9328 SCTP_UNUSED 9329 #endif 9330 ) 9331 { 9332 /*- 9333 * send out one MTU of retransmission. If fast_retransmit is 9334 * happening we ignore the cwnd. Otherwise we obey the cwnd and 9335 * rwnd. For a Cookie or Asconf in the control chunk queue we 9336 * retransmit them by themselves. 9337 * 9338 * For data chunks we will pick out the lowest TSN's in the sent_queue 9339 * marked for resend and bundle them all together (up to a MTU of 9340 * destination). The address to send to should have been 9341 * selected/changed where the retransmission was marked (i.e. in FR 9342 * or t3-timeout routines). 9343 */ 9344 struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING]; 9345 struct sctp_tmit_chunk *chk, *fwd; 9346 struct mbuf *m, *endofchain; 9347 struct sctp_nets *net = NULL; 9348 uint32_t tsns_sent = 0; 9349 int no_fragmentflg, bundle_at, cnt_thru; 9350 unsigned int mtu; 9351 int error, i, one_chunk, fwd_tsn, ctl_cnt, tmr_started; 9352 struct sctp_auth_chunk *auth = NULL; 9353 uint32_t auth_offset = 0; 9354 uint16_t auth_keyid; 9355 int override_ok = 1; 9356 int data_auth_reqd = 0; 9357 uint32_t dmtu = 0; 9358 9359 SCTP_TCB_LOCK_ASSERT(stcb); 9360 tmr_started = ctl_cnt = bundle_at = error = 0; 9361 no_fragmentflg = 1; 9362 fwd_tsn = 0; 9363 *cnt_out = 0; 9364 fwd = NULL; 9365 endofchain = m = NULL; 9366 auth_keyid = stcb->asoc.authinfo.active_keyid; 9367 #ifdef SCTP_AUDITING_ENABLED 9368 sctp_audit_log(0xC3, 1); 9369 #endif 9370 if ((TAILQ_EMPTY(&asoc->sent_queue)) && 9371 (TAILQ_EMPTY(&asoc->control_send_queue))) { 9372 SCTPDBG(SCTP_DEBUG_OUTPUT1, "SCTP hits empty queue with cnt set to %d?\n", 9373 asoc->sent_queue_retran_cnt); 9374 asoc->sent_queue_cnt = 0; 9375 asoc->sent_queue_cnt_removeable = 0; 9376 /* send back 0/0 so we enter normal transmission */ 9377 *cnt_out = 0; 9378 return (0); 9379 } 9380 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 9381 if ((chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) || 9382 (chk->rec.chunk_id.id == SCTP_STREAM_RESET) || 9383 (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN)) { 9384 if (chk->sent != SCTP_DATAGRAM_RESEND) { 9385 continue; 9386 } 9387 if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) { 9388 if (chk != asoc->str_reset) { 9389 /* 9390 * not eligible for retran if its 9391 * not ours 9392 */ 9393 continue; 9394 } 9395 } 9396 ctl_cnt++; 9397 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) { 9398 fwd_tsn = 1; 9399 } 9400 /* 9401 * Add an AUTH chunk, if chunk requires it save the 9402 * offset into the chain for AUTH 9403 */ 9404 if ((auth == NULL) && 9405 (sctp_auth_is_required_chunk(chk->rec.chunk_id.id, 9406 stcb->asoc.peer_auth_chunks))) { 9407 m = sctp_add_auth_chunk(m, &endofchain, 9408 &auth, &auth_offset, 9409 stcb, 9410 chk->rec.chunk_id.id); 9411 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9412 } 9413 m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref); 9414 break; 9415 } 9416 } 9417 one_chunk = 0; 9418 cnt_thru = 0; 9419 /* do we have control chunks to retransmit? */ 9420 if (m != NULL) { 9421 /* Start a timer no matter if we suceed or fail */ 9422 if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) { 9423 sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, chk->whoTo); 9424 } else if (chk->rec.chunk_id.id == SCTP_ASCONF) 9425 sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, chk->whoTo); 9426 chk->snd_count++; /* update our count */ 9427 if ((error = sctp_lowlevel_chunk_output(inp, stcb, chk->whoTo, 9428 (struct sockaddr *)&chk->whoTo->ro._l_addr, m, 9429 auth_offset, auth, stcb->asoc.authinfo.active_keyid, 9430 no_fragmentflg, 0, 0, 9431 inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 9432 chk->whoTo->port, so_locked, NULL, NULL))) { 9433 SCTP_STAT_INCR(sctps_lowlevelerr); 9434 return (error); 9435 } 9436 endofchain = NULL; 9437 auth = NULL; 9438 auth_offset = 0; 9439 /* 9440 * We don't want to mark the net->sent time here since this 9441 * we use this for HB and retrans cannot measure RTT 9442 */ 9443 /* (void)SCTP_GETTIME_TIMEVAL(&chk->whoTo->last_sent_time); */ 9444 *cnt_out += 1; 9445 chk->sent = SCTP_DATAGRAM_SENT; 9446 sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 9447 if (fwd_tsn == 0) { 9448 return (0); 9449 } else { 9450 /* Clean up the fwd-tsn list */ 9451 sctp_clean_up_ctl(stcb, asoc, so_locked); 9452 return (0); 9453 } 9454 } 9455 /* 9456 * Ok, it is just data retransmission we need to do or that and a 9457 * fwd-tsn with it all. 9458 */ 9459 if (TAILQ_EMPTY(&asoc->sent_queue)) { 9460 return (SCTP_RETRAN_DONE); 9461 } 9462 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED) || 9463 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT)) { 9464 /* not yet open, resend the cookie and that is it */ 9465 return (1); 9466 } 9467 #ifdef SCTP_AUDITING_ENABLED 9468 sctp_auditing(20, inp, stcb, NULL); 9469 #endif 9470 data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks); 9471 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 9472 if (chk->sent != SCTP_DATAGRAM_RESEND) { 9473 /* No, not sent to this net or not ready for rtx */ 9474 continue; 9475 } 9476 if (chk->data == NULL) { 9477 printf("TSN:%x chk->snd_count:%d chk->sent:%d can't retran - no data\n", 9478 chk->rec.data.TSN_seq, chk->snd_count, chk->sent); 9479 continue; 9480 } 9481 if ((SCTP_BASE_SYSCTL(sctp_max_retran_chunk)) && 9482 (chk->snd_count >= SCTP_BASE_SYSCTL(sctp_max_retran_chunk))) { 9483 /* Gak, we have exceeded max unlucky retran, abort! */ 9484 SCTP_PRINTF("Gak, chk->snd_count:%d >= max:%d - send abort\n", 9485 chk->snd_count, 9486 SCTP_BASE_SYSCTL(sctp_max_retran_chunk)); 9487 atomic_add_int(&stcb->asoc.refcnt, 1); 9488 sctp_abort_an_association(stcb->sctp_ep, stcb, 0, NULL, so_locked); 9489 SCTP_TCB_LOCK(stcb); 9490 atomic_subtract_int(&stcb->asoc.refcnt, 1); 9491 return (SCTP_RETRAN_EXIT); 9492 } 9493 /* pick up the net */ 9494 net = chk->whoTo; 9495 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 9496 mtu = (net->mtu - SCTP_MIN_OVERHEAD); 9497 } else { 9498 mtu = net->mtu - SCTP_MIN_V4_OVERHEAD; 9499 } 9500 9501 if ((asoc->peers_rwnd < mtu) && (asoc->total_flight > 0)) { 9502 /* No room in peers rwnd */ 9503 uint32_t tsn; 9504 9505 tsn = asoc->last_acked_seq + 1; 9506 if (tsn == chk->rec.data.TSN_seq) { 9507 /* 9508 * we make a special exception for this 9509 * case. The peer has no rwnd but is missing 9510 * the lowest chunk.. which is probably what 9511 * is holding up the rwnd. 9512 */ 9513 goto one_chunk_around; 9514 } 9515 return (1); 9516 } 9517 one_chunk_around: 9518 if (asoc->peers_rwnd < mtu) { 9519 one_chunk = 1; 9520 if ((asoc->peers_rwnd == 0) && 9521 (asoc->total_flight == 0)) { 9522 chk->window_probe = 1; 9523 chk->whoTo->window_probe = 1; 9524 } 9525 } 9526 #ifdef SCTP_AUDITING_ENABLED 9527 sctp_audit_log(0xC3, 2); 9528 #endif 9529 bundle_at = 0; 9530 m = NULL; 9531 net->fast_retran_ip = 0; 9532 if (chk->rec.data.doing_fast_retransmit == 0) { 9533 /* 9534 * if no FR in progress skip destination that have 9535 * flight_size > cwnd. 9536 */ 9537 if (net->flight_size >= net->cwnd) { 9538 continue; 9539 } 9540 } else { 9541 /* 9542 * Mark the destination net to have FR recovery 9543 * limits put on it. 9544 */ 9545 *fr_done = 1; 9546 net->fast_retran_ip = 1; 9547 } 9548 9549 /* 9550 * if no AUTH is yet included and this chunk requires it, 9551 * make sure to account for it. We don't apply the size 9552 * until the AUTH chunk is actually added below in case 9553 * there is no room for this chunk. 9554 */ 9555 if (data_auth_reqd && (auth == NULL)) { 9556 dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 9557 } else 9558 dmtu = 0; 9559 9560 if ((chk->send_size <= (mtu - dmtu)) || 9561 (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) { 9562 /* ok we will add this one */ 9563 if (data_auth_reqd) { 9564 if (auth == NULL) { 9565 m = sctp_add_auth_chunk(m, 9566 &endofchain, 9567 &auth, 9568 &auth_offset, 9569 stcb, 9570 SCTP_DATA); 9571 auth_keyid = chk->auth_keyid; 9572 override_ok = 0; 9573 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9574 } else if (override_ok) { 9575 auth_keyid = chk->auth_keyid; 9576 override_ok = 0; 9577 } else if (chk->auth_keyid != auth_keyid) { 9578 /* different keyid, so done bundling */ 9579 break; 9580 } 9581 } 9582 m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref); 9583 if (m == NULL) { 9584 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 9585 return (ENOMEM); 9586 } 9587 /* Do clear IP_DF ? */ 9588 if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) { 9589 no_fragmentflg = 0; 9590 } 9591 /* upate our MTU size */ 9592 if (mtu > (chk->send_size + dmtu)) 9593 mtu -= (chk->send_size + dmtu); 9594 else 9595 mtu = 0; 9596 data_list[bundle_at++] = chk; 9597 if (one_chunk && (asoc->total_flight <= 0)) { 9598 SCTP_STAT_INCR(sctps_windowprobed); 9599 } 9600 } 9601 if (one_chunk == 0) { 9602 /* 9603 * now are there anymore forward from chk to pick 9604 * up? 9605 */ 9606 for (fwd = TAILQ_NEXT(chk, sctp_next); fwd != NULL; fwd = TAILQ_NEXT(fwd, sctp_next)) { 9607 if (fwd->sent != SCTP_DATAGRAM_RESEND) { 9608 /* Nope, not for retran */ 9609 continue; 9610 } 9611 if (fwd->whoTo != net) { 9612 /* Nope, not the net in question */ 9613 continue; 9614 } 9615 if (data_auth_reqd && (auth == NULL)) { 9616 dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id); 9617 } else 9618 dmtu = 0; 9619 if (fwd->send_size <= (mtu - dmtu)) { 9620 if (data_auth_reqd) { 9621 if (auth == NULL) { 9622 m = sctp_add_auth_chunk(m, 9623 &endofchain, 9624 &auth, 9625 &auth_offset, 9626 stcb, 9627 SCTP_DATA); 9628 auth_keyid = fwd->auth_keyid; 9629 override_ok = 0; 9630 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 9631 } else if (override_ok) { 9632 auth_keyid = fwd->auth_keyid; 9633 override_ok = 0; 9634 } else if (fwd->auth_keyid != auth_keyid) { 9635 /* 9636 * different keyid, 9637 * so done bundling 9638 */ 9639 break; 9640 } 9641 } 9642 m = sctp_copy_mbufchain(fwd->data, m, &endofchain, 0, fwd->send_size, fwd->copy_by_ref); 9643 if (m == NULL) { 9644 SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 9645 return (ENOMEM); 9646 } 9647 /* Do clear IP_DF ? */ 9648 if (fwd->flags & CHUNK_FLAGS_FRAGMENT_OK) { 9649 no_fragmentflg = 0; 9650 } 9651 /* upate our MTU size */ 9652 if (mtu > (fwd->send_size + dmtu)) 9653 mtu -= (fwd->send_size + dmtu); 9654 else 9655 mtu = 0; 9656 data_list[bundle_at++] = fwd; 9657 if (bundle_at >= SCTP_MAX_DATA_BUNDLING) { 9658 break; 9659 } 9660 } else { 9661 /* can't fit so we are done */ 9662 break; 9663 } 9664 } 9665 } 9666 /* Is there something to send for this destination? */ 9667 if (m) { 9668 /* 9669 * No matter if we fail/or suceed we should start a 9670 * timer. A failure is like a lost IP packet :-) 9671 */ 9672 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 9673 /* 9674 * no timer running on this destination 9675 * restart it. 9676 */ 9677 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 9678 tmr_started = 1; 9679 } 9680 /* Now lets send it, if there is anything to send :> */ 9681 if ((error = sctp_lowlevel_chunk_output(inp, stcb, net, 9682 (struct sockaddr *)&net->ro._l_addr, m, 9683 auth_offset, auth, auth_keyid, 9684 no_fragmentflg, 0, 0, 9685 inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 9686 net->port, so_locked, NULL, NULL))) { 9687 /* error, we could not output */ 9688 SCTP_STAT_INCR(sctps_lowlevelerr); 9689 return (error); 9690 } 9691 endofchain = NULL; 9692 auth = NULL; 9693 auth_offset = 0; 9694 /* For HB's */ 9695 /* 9696 * We don't want to mark the net->sent time here 9697 * since this we use this for HB and retrans cannot 9698 * measure RTT 9699 */ 9700 /* (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); */ 9701 9702 /* For auto-close */ 9703 cnt_thru++; 9704 if (*now_filled == 0) { 9705 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent); 9706 *now = asoc->time_last_sent; 9707 *now_filled = 1; 9708 } else { 9709 asoc->time_last_sent = *now; 9710 } 9711 *cnt_out += bundle_at; 9712 #ifdef SCTP_AUDITING_ENABLED 9713 sctp_audit_log(0xC4, bundle_at); 9714 #endif 9715 if (bundle_at) { 9716 tsns_sent = data_list[0]->rec.data.TSN_seq; 9717 } 9718 for (i = 0; i < bundle_at; i++) { 9719 SCTP_STAT_INCR(sctps_sendretransdata); 9720 data_list[i]->sent = SCTP_DATAGRAM_SENT; 9721 /* 9722 * When we have a revoked data, and we 9723 * retransmit it, then we clear the revoked 9724 * flag since this flag dictates if we 9725 * subtracted from the fs 9726 */ 9727 if (data_list[i]->rec.data.chunk_was_revoked) { 9728 /* Deflate the cwnd */ 9729 data_list[i]->whoTo->cwnd -= data_list[i]->book_size; 9730 data_list[i]->rec.data.chunk_was_revoked = 0; 9731 } 9732 data_list[i]->snd_count++; 9733 sctp_ucount_decr(asoc->sent_queue_retran_cnt); 9734 /* record the time */ 9735 data_list[i]->sent_rcv_time = asoc->time_last_sent; 9736 if (data_list[i]->book_size_scale) { 9737 /* 9738 * need to double the book size on 9739 * this one 9740 */ 9741 data_list[i]->book_size_scale = 0; 9742 /* 9743 * Since we double the booksize, we 9744 * must also double the output queue 9745 * size, since this get shrunk when 9746 * we free by this amount. 9747 */ 9748 atomic_add_int(&((asoc)->total_output_queue_size), data_list[i]->book_size); 9749 data_list[i]->book_size *= 2; 9750 9751 9752 } else { 9753 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 9754 sctp_log_rwnd(SCTP_DECREASE_PEER_RWND, 9755 asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 9756 } 9757 asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd, 9758 (uint32_t) (data_list[i]->send_size + 9759 SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))); 9760 } 9761 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 9762 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_RSND, 9763 data_list[i]->whoTo->flight_size, 9764 data_list[i]->book_size, 9765 (uintptr_t) data_list[i]->whoTo, 9766 data_list[i]->rec.data.TSN_seq); 9767 } 9768 sctp_flight_size_increase(data_list[i]); 9769 sctp_total_flight_increase(stcb, data_list[i]); 9770 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 9771 /* SWS sender side engages */ 9772 asoc->peers_rwnd = 0; 9773 } 9774 if ((i == 0) && 9775 (data_list[i]->rec.data.doing_fast_retransmit)) { 9776 SCTP_STAT_INCR(sctps_sendfastretrans); 9777 if ((data_list[i] == TAILQ_FIRST(&asoc->sent_queue)) && 9778 (tmr_started == 0)) { 9779 /*- 9780 * ok we just fast-retrans'd 9781 * the lowest TSN, i.e the 9782 * first on the list. In 9783 * this case we want to give 9784 * some more time to get a 9785 * SACK back without a 9786 * t3-expiring. 9787 */ 9788 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, inp, stcb, net, 9789 SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_4); 9790 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net); 9791 } 9792 } 9793 } 9794 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 9795 sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_RESEND); 9796 } 9797 #ifdef SCTP_AUDITING_ENABLED 9798 sctp_auditing(21, inp, stcb, NULL); 9799 #endif 9800 } else { 9801 /* None will fit */ 9802 return (1); 9803 } 9804 if (asoc->sent_queue_retran_cnt <= 0) { 9805 /* all done we have no more to retran */ 9806 asoc->sent_queue_retran_cnt = 0; 9807 break; 9808 } 9809 if (one_chunk) { 9810 /* No more room in rwnd */ 9811 return (1); 9812 } 9813 /* stop the for loop here. we sent out a packet */ 9814 break; 9815 } 9816 return (0); 9817 } 9818 9819 9820 static int 9821 sctp_timer_validation(struct sctp_inpcb *inp, 9822 struct sctp_tcb *stcb, 9823 struct sctp_association *asoc, 9824 int ret) 9825 { 9826 struct sctp_nets *net; 9827 9828 /* Validate that a timer is running somewhere */ 9829 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 9830 if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 9831 /* Here is a timer */ 9832 return (ret); 9833 } 9834 } 9835 SCTP_TCB_LOCK_ASSERT(stcb); 9836 /* Gak, we did not have a timer somewhere */ 9837 SCTPDBG(SCTP_DEBUG_OUTPUT3, "Deadlock avoided starting timer on a dest at retran\n"); 9838 if (asoc->alternate) { 9839 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->alternate); 9840 } else { 9841 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->primary_destination); 9842 } 9843 return (ret); 9844 } 9845 9846 void 9847 sctp_chunk_output(struct sctp_inpcb *inp, 9848 struct sctp_tcb *stcb, 9849 int from_where, 9850 int so_locked 9851 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 9852 SCTP_UNUSED 9853 #endif 9854 ) 9855 { 9856 /*- 9857 * Ok this is the generic chunk service queue. we must do the 9858 * following: 9859 * - See if there are retransmits pending, if so we must 9860 * do these first. 9861 * - Service the stream queue that is next, moving any 9862 * message (note I must get a complete message i.e. 9863 * FIRST/MIDDLE and LAST to the out queue in one pass) and assigning 9864 * TSN's 9865 * - Check to see if the cwnd/rwnd allows any output, if so we 9866 * go ahead and fomulate and send the low level chunks. Making sure 9867 * to combine any control in the control chunk queue also. 9868 */ 9869 struct sctp_association *asoc; 9870 struct sctp_nets *net; 9871 int error = 0, num_out = 0, tot_out = 0, ret = 0, reason_code = 0; 9872 unsigned int burst_cnt = 0; 9873 struct timeval now; 9874 int now_filled = 0; 9875 int nagle_on; 9876 int frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 9877 int un_sent = 0; 9878 int fr_done; 9879 unsigned int tot_frs = 0; 9880 9881 asoc = &stcb->asoc; 9882 /* The Nagle algorithm is only applied when handling a send call. */ 9883 if (from_where == SCTP_OUTPUT_FROM_USR_SEND) { 9884 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NODELAY)) { 9885 nagle_on = 0; 9886 } else { 9887 nagle_on = 1; 9888 } 9889 } else { 9890 nagle_on = 0; 9891 } 9892 SCTP_TCB_LOCK_ASSERT(stcb); 9893 9894 un_sent = (stcb->asoc.total_output_queue_size - stcb->asoc.total_flight); 9895 9896 if ((un_sent <= 0) && 9897 (TAILQ_EMPTY(&asoc->control_send_queue)) && 9898 (TAILQ_EMPTY(&asoc->asconf_send_queue)) && 9899 (asoc->sent_queue_retran_cnt == 0)) { 9900 /* Nothing to do unless there is something to be sent left */ 9901 return; 9902 } 9903 /* 9904 * Do we have something to send, data or control AND a sack timer 9905 * running, if so piggy-back the sack. 9906 */ 9907 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 9908 sctp_send_sack(stcb, so_locked); 9909 (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 9910 } 9911 while (asoc->sent_queue_retran_cnt) { 9912 /*- 9913 * Ok, it is retransmission time only, we send out only ONE 9914 * packet with a single call off to the retran code. 9915 */ 9916 if (from_where == SCTP_OUTPUT_FROM_COOKIE_ACK) { 9917 /*- 9918 * Special hook for handling cookiess discarded 9919 * by peer that carried data. Send cookie-ack only 9920 * and then the next call with get the retran's. 9921 */ 9922 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, 9923 from_where, 9924 &now, &now_filled, frag_point, so_locked); 9925 return; 9926 } else if (from_where != SCTP_OUTPUT_FROM_HB_TMR) { 9927 /* if its not from a HB then do it */ 9928 fr_done = 0; 9929 ret = sctp_chunk_retransmission(inp, stcb, asoc, &num_out, &now, &now_filled, &fr_done, so_locked); 9930 if (fr_done) { 9931 tot_frs++; 9932 } 9933 } else { 9934 /* 9935 * its from any other place, we don't allow retran 9936 * output (only control) 9937 */ 9938 ret = 1; 9939 } 9940 if (ret > 0) { 9941 /* Can't send anymore */ 9942 /*- 9943 * now lets push out control by calling med-level 9944 * output once. this assures that we WILL send HB's 9945 * if queued too. 9946 */ 9947 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, 9948 from_where, 9949 &now, &now_filled, frag_point, so_locked); 9950 #ifdef SCTP_AUDITING_ENABLED 9951 sctp_auditing(8, inp, stcb, NULL); 9952 #endif 9953 (void)sctp_timer_validation(inp, stcb, asoc, ret); 9954 return; 9955 } 9956 if (ret < 0) { 9957 /*- 9958 * The count was off.. retran is not happening so do 9959 * the normal retransmission. 9960 */ 9961 #ifdef SCTP_AUDITING_ENABLED 9962 sctp_auditing(9, inp, stcb, NULL); 9963 #endif 9964 if (ret == SCTP_RETRAN_EXIT) { 9965 return; 9966 } 9967 break; 9968 } 9969 if (from_where == SCTP_OUTPUT_FROM_T3) { 9970 /* Only one transmission allowed out of a timeout */ 9971 #ifdef SCTP_AUDITING_ENABLED 9972 sctp_auditing(10, inp, stcb, NULL); 9973 #endif 9974 /* Push out any control */ 9975 (void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, from_where, 9976 &now, &now_filled, frag_point, so_locked); 9977 return; 9978 } 9979 if ((asoc->fr_max_burst > 0) && (tot_frs >= asoc->fr_max_burst)) { 9980 /* Hit FR burst limit */ 9981 return; 9982 } 9983 if ((num_out == 0) && (ret == 0)) { 9984 /* No more retrans to send */ 9985 break; 9986 } 9987 } 9988 #ifdef SCTP_AUDITING_ENABLED 9989 sctp_auditing(12, inp, stcb, NULL); 9990 #endif 9991 /* Check for bad destinations, if they exist move chunks around. */ 9992 TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 9993 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 9994 /*- 9995 * if possible move things off of this address we 9996 * still may send below due to the dormant state but 9997 * we try to find an alternate address to send to 9998 * and if we have one we move all queued data on the 9999 * out wheel to this alternate address. 10000 */ 10001 if (net->ref_count > 1) 10002 sctp_move_chunks_from_net(stcb, net); 10003 } else { 10004 /*- 10005 * if ((asoc->sat_network) || (net->addr_is_local)) 10006 * { burst_limit = asoc->max_burst * 10007 * SCTP_SAT_NETWORK_BURST_INCR; } 10008 */ 10009 if (asoc->max_burst > 0) { 10010 if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst)) { 10011 if ((net->flight_size + (asoc->max_burst * net->mtu)) < net->cwnd) { 10012 /* 10013 * JRS - Use the congestion 10014 * control given in the 10015 * congestion control module 10016 */ 10017 asoc->cc_functions.sctp_cwnd_update_after_output(stcb, net, asoc->max_burst); 10018 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10019 sctp_log_maxburst(stcb, net, 0, asoc->max_burst, SCTP_MAX_BURST_APPLIED); 10020 } 10021 SCTP_STAT_INCR(sctps_maxburstqueued); 10022 } 10023 net->fast_retran_ip = 0; 10024 } else { 10025 if (net->flight_size == 0) { 10026 /* 10027 * Should be decaying the 10028 * cwnd here 10029 */ 10030 ; 10031 } 10032 } 10033 } 10034 } 10035 10036 } 10037 burst_cnt = 0; 10038 do { 10039 error = sctp_med_chunk_output(inp, stcb, asoc, &num_out, 10040 &reason_code, 0, from_where, 10041 &now, &now_filled, frag_point, so_locked); 10042 if (error) { 10043 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Error %d was returned from med-c-op\n", error); 10044 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10045 sctp_log_maxburst(stcb, asoc->primary_destination, error, burst_cnt, SCTP_MAX_BURST_ERROR_STOP); 10046 } 10047 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10048 sctp_log_cwnd(stcb, NULL, error, SCTP_SEND_NOW_COMPLETES); 10049 sctp_log_cwnd(stcb, NULL, 0xdeadbeef, SCTP_SEND_NOW_COMPLETES); 10050 } 10051 break; 10052 } 10053 SCTPDBG(SCTP_DEBUG_OUTPUT3, "m-c-o put out %d\n", num_out); 10054 10055 tot_out += num_out; 10056 burst_cnt++; 10057 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10058 sctp_log_cwnd(stcb, NULL, num_out, SCTP_SEND_NOW_COMPLETES); 10059 if (num_out == 0) { 10060 sctp_log_cwnd(stcb, NULL, reason_code, SCTP_SEND_NOW_COMPLETES); 10061 } 10062 } 10063 if (nagle_on) { 10064 /* 10065 * When the Nagle algorithm is used, look at how 10066 * much is unsent, then if its smaller than an MTU 10067 * and we have data in flight we stop, except if we 10068 * are handling a fragmented user message. 10069 */ 10070 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 10071 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 10072 if ((un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) && 10073 (stcb->asoc.total_flight > 0) && 10074 ((stcb->asoc.locked_on_sending == NULL) || 10075 sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) { 10076 break; 10077 } 10078 } 10079 if (TAILQ_EMPTY(&asoc->control_send_queue) && 10080 TAILQ_EMPTY(&asoc->send_queue) && 10081 stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc)) { 10082 /* Nothing left to send */ 10083 break; 10084 } 10085 if ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) <= 0) { 10086 /* Nothing left to send */ 10087 break; 10088 } 10089 } while (num_out && 10090 ((asoc->max_burst == 0) || 10091 SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) || 10092 (burst_cnt < asoc->max_burst))); 10093 10094 if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) == 0) { 10095 if ((asoc->max_burst > 0) && (burst_cnt >= asoc->max_burst)) { 10096 SCTP_STAT_INCR(sctps_maxburstqueued); 10097 asoc->burst_limit_applied = 1; 10098 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) { 10099 sctp_log_maxburst(stcb, asoc->primary_destination, 0, burst_cnt, SCTP_MAX_BURST_APPLIED); 10100 } 10101 } else { 10102 asoc->burst_limit_applied = 0; 10103 } 10104 } 10105 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 10106 sctp_log_cwnd(stcb, NULL, tot_out, SCTP_SEND_NOW_COMPLETES); 10107 } 10108 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, we have put out %d chunks\n", 10109 tot_out); 10110 10111 /*- 10112 * Now we need to clean up the control chunk chain if a ECNE is on 10113 * it. It must be marked as UNSENT again so next call will continue 10114 * to send it until such time that we get a CWR, to remove it. 10115 */ 10116 if (stcb->asoc.ecn_echo_cnt_onq) 10117 sctp_fix_ecn_echo(asoc); 10118 return; 10119 } 10120 10121 10122 int 10123 sctp_output( 10124 struct sctp_inpcb *inp, 10125 struct mbuf *m, 10126 struct sockaddr *addr, 10127 struct mbuf *control, 10128 struct thread *p, 10129 int flags) 10130 { 10131 if (inp == NULL) { 10132 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 10133 return (EINVAL); 10134 } 10135 if (inp->sctp_socket == NULL) { 10136 SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 10137 return (EINVAL); 10138 } 10139 return (sctp_sosend(inp->sctp_socket, 10140 addr, 10141 (struct uio *)NULL, 10142 m, 10143 control, 10144 flags, p 10145 )); 10146 } 10147 10148 void 10149 send_forward_tsn(struct sctp_tcb *stcb, 10150 struct sctp_association *asoc) 10151 { 10152 struct sctp_tmit_chunk *chk; 10153 struct sctp_forward_tsn_chunk *fwdtsn; 10154 uint32_t advance_peer_ack_point; 10155 10156 SCTP_TCB_LOCK_ASSERT(stcb); 10157 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 10158 if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) { 10159 /* mark it to unsent */ 10160 chk->sent = SCTP_DATAGRAM_UNSENT; 10161 chk->snd_count = 0; 10162 /* Do we correct its output location? */ 10163 if (chk->whoTo) { 10164 sctp_free_remote_addr(chk->whoTo); 10165 chk->whoTo = NULL; 10166 } 10167 goto sctp_fill_in_rest; 10168 } 10169 } 10170 /* Ok if we reach here we must build one */ 10171 sctp_alloc_a_chunk(stcb, chk); 10172 if (chk == NULL) { 10173 return; 10174 } 10175 asoc->fwd_tsn_cnt++; 10176 chk->copy_by_ref = 0; 10177 chk->rec.chunk_id.id = SCTP_FORWARD_CUM_TSN; 10178 chk->rec.chunk_id.can_take_data = 0; 10179 chk->asoc = asoc; 10180 chk->whoTo = NULL; 10181 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 10182 if (chk->data == NULL) { 10183 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 10184 return; 10185 } 10186 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 10187 chk->sent = SCTP_DATAGRAM_UNSENT; 10188 chk->snd_count = 0; 10189 TAILQ_INSERT_TAIL(&asoc->control_send_queue, chk, sctp_next); 10190 asoc->ctrl_queue_cnt++; 10191 sctp_fill_in_rest: 10192 /*- 10193 * Here we go through and fill out the part that deals with 10194 * stream/seq of the ones we skip. 10195 */ 10196 SCTP_BUF_LEN(chk->data) = 0; 10197 { 10198 struct sctp_tmit_chunk *at, *tp1, *last; 10199 struct sctp_strseq *strseq; 10200 unsigned int cnt_of_space, i, ovh; 10201 unsigned int space_needed; 10202 unsigned int cnt_of_skipped = 0; 10203 10204 TAILQ_FOREACH(at, &asoc->sent_queue, sctp_next) { 10205 if (at->sent != SCTP_FORWARD_TSN_SKIP) { 10206 /* no more to look at */ 10207 break; 10208 } 10209 if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) { 10210 /* We don't report these */ 10211 continue; 10212 } 10213 cnt_of_skipped++; 10214 } 10215 space_needed = (sizeof(struct sctp_forward_tsn_chunk) + 10216 (cnt_of_skipped * sizeof(struct sctp_strseq))); 10217 10218 cnt_of_space = M_TRAILINGSPACE(chk->data); 10219 10220 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) { 10221 ovh = SCTP_MIN_OVERHEAD; 10222 } else { 10223 ovh = SCTP_MIN_V4_OVERHEAD; 10224 } 10225 if (cnt_of_space > (asoc->smallest_mtu - ovh)) { 10226 /* trim to a mtu size */ 10227 cnt_of_space = asoc->smallest_mtu - ovh; 10228 } 10229 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10230 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10231 0xff, 0, cnt_of_skipped, 10232 asoc->advanced_peer_ack_point); 10233 10234 } 10235 advance_peer_ack_point = asoc->advanced_peer_ack_point; 10236 if (cnt_of_space < space_needed) { 10237 /*- 10238 * ok we must trim down the chunk by lowering the 10239 * advance peer ack point. 10240 */ 10241 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10242 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10243 0xff, 0xff, cnt_of_space, 10244 space_needed); 10245 } 10246 cnt_of_skipped = cnt_of_space - sizeof(struct sctp_forward_tsn_chunk); 10247 cnt_of_skipped /= sizeof(struct sctp_strseq); 10248 /*- 10249 * Go through and find the TSN that will be the one 10250 * we report. 10251 */ 10252 at = TAILQ_FIRST(&asoc->sent_queue); 10253 if (at != NULL) { 10254 for (i = 0; i < cnt_of_skipped; i++) { 10255 tp1 = TAILQ_NEXT(at, sctp_next); 10256 if (tp1 == NULL) { 10257 break; 10258 } 10259 at = tp1; 10260 } 10261 } 10262 if (at && SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 10263 sctp_misc_ints(SCTP_FWD_TSN_CHECK, 10264 0xff, cnt_of_skipped, at->rec.data.TSN_seq, 10265 asoc->advanced_peer_ack_point); 10266 } 10267 last = at; 10268 /*- 10269 * last now points to last one I can report, update 10270 * peer ack point 10271 */ 10272 if (last) 10273 advance_peer_ack_point = last->rec.data.TSN_seq; 10274 space_needed = sizeof(struct sctp_forward_tsn_chunk) + 10275 cnt_of_skipped * sizeof(struct sctp_strseq); 10276 } 10277 chk->send_size = space_needed; 10278 /* Setup the chunk */ 10279 fwdtsn = mtod(chk->data, struct sctp_forward_tsn_chunk *); 10280 fwdtsn->ch.chunk_length = htons(chk->send_size); 10281 fwdtsn->ch.chunk_flags = 0; 10282 fwdtsn->ch.chunk_type = SCTP_FORWARD_CUM_TSN; 10283 fwdtsn->new_cumulative_tsn = htonl(advance_peer_ack_point); 10284 SCTP_BUF_LEN(chk->data) = chk->send_size; 10285 fwdtsn++; 10286 /*- 10287 * Move pointer to after the fwdtsn and transfer to the 10288 * strseq pointer. 10289 */ 10290 strseq = (struct sctp_strseq *)fwdtsn; 10291 /*- 10292 * Now populate the strseq list. This is done blindly 10293 * without pulling out duplicate stream info. This is 10294 * inefficent but won't harm the process since the peer will 10295 * look at these in sequence and will thus release anything. 10296 * It could mean we exceed the PMTU and chop off some that 10297 * we could have included.. but this is unlikely (aka 1432/4 10298 * would mean 300+ stream seq's would have to be reported in 10299 * one FWD-TSN. With a bit of work we can later FIX this to 10300 * optimize and pull out duplcates.. but it does add more 10301 * overhead. So for now... not! 10302 */ 10303 at = TAILQ_FIRST(&asoc->sent_queue); 10304 for (i = 0; i < cnt_of_skipped; i++) { 10305 tp1 = TAILQ_NEXT(at, sctp_next); 10306 if (tp1 == NULL) 10307 break; 10308 if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) { 10309 /* We don't report these */ 10310 i--; 10311 at = tp1; 10312 continue; 10313 } 10314 if (at->rec.data.TSN_seq == advance_peer_ack_point) { 10315 at->rec.data.fwd_tsn_cnt = 0; 10316 } 10317 strseq->stream = ntohs(at->rec.data.stream_number); 10318 strseq->sequence = ntohs(at->rec.data.stream_seq); 10319 strseq++; 10320 at = tp1; 10321 } 10322 } 10323 return; 10324 } 10325 10326 void 10327 sctp_send_sack(struct sctp_tcb *stcb, int so_locked 10328 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 10329 SCTP_UNUSED 10330 #endif 10331 ) 10332 { 10333 /*- 10334 * Queue up a SACK or NR-SACK in the control queue. 10335 * We must first check to see if a SACK or NR-SACK is 10336 * somehow on the control queue. 10337 * If so, we will take and and remove the old one. 10338 */ 10339 struct sctp_association *asoc; 10340 struct sctp_tmit_chunk *chk, *a_chk; 10341 struct sctp_sack_chunk *sack; 10342 struct sctp_nr_sack_chunk *nr_sack; 10343 struct sctp_gap_ack_block *gap_descriptor; 10344 struct sack_track *selector; 10345 int mergeable = 0; 10346 int offset; 10347 caddr_t limit; 10348 uint32_t *dup; 10349 int limit_reached = 0; 10350 unsigned int i, siz, j; 10351 unsigned int num_gap_blocks = 0, num_nr_gap_blocks = 0, space; 10352 int num_dups = 0; 10353 int space_req; 10354 uint32_t highest_tsn; 10355 uint8_t flags; 10356 uint8_t type; 10357 uint8_t tsn_map; 10358 10359 if ((stcb->asoc.sctp_nr_sack_on_off == 1) && 10360 (stcb->asoc.peer_supports_nr_sack == 1)) { 10361 type = SCTP_NR_SELECTIVE_ACK; 10362 } else { 10363 type = SCTP_SELECTIVE_ACK; 10364 } 10365 a_chk = NULL; 10366 asoc = &stcb->asoc; 10367 SCTP_TCB_LOCK_ASSERT(stcb); 10368 if (asoc->last_data_chunk_from == NULL) { 10369 /* Hmm we never received anything */ 10370 return; 10371 } 10372 sctp_slide_mapping_arrays(stcb); 10373 sctp_set_rwnd(stcb, asoc); 10374 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 10375 if (chk->rec.chunk_id.id == type) { 10376 /* Hmm, found a sack already on queue, remove it */ 10377 TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next); 10378 asoc->ctrl_queue_cnt--; 10379 a_chk = chk; 10380 if (a_chk->data) { 10381 sctp_m_freem(a_chk->data); 10382 a_chk->data = NULL; 10383 } 10384 if (a_chk->whoTo) { 10385 sctp_free_remote_addr(a_chk->whoTo); 10386 a_chk->whoTo = NULL; 10387 } 10388 break; 10389 } 10390 } 10391 if (a_chk == NULL) { 10392 sctp_alloc_a_chunk(stcb, a_chk); 10393 if (a_chk == NULL) { 10394 /* No memory so we drop the idea, and set a timer */ 10395 if (stcb->asoc.delayed_ack) { 10396 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 10397 stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_5); 10398 sctp_timer_start(SCTP_TIMER_TYPE_RECV, 10399 stcb->sctp_ep, stcb, NULL); 10400 } else { 10401 stcb->asoc.send_sack = 1; 10402 } 10403 return; 10404 } 10405 a_chk->copy_by_ref = 0; 10406 a_chk->rec.chunk_id.id = type; 10407 a_chk->rec.chunk_id.can_take_data = 1; 10408 } 10409 /* Clear our pkt counts */ 10410 asoc->data_pkts_seen = 0; 10411 10412 a_chk->asoc = asoc; 10413 a_chk->snd_count = 0; 10414 a_chk->send_size = 0; /* fill in later */ 10415 a_chk->sent = SCTP_DATAGRAM_UNSENT; 10416 a_chk->whoTo = NULL; 10417 10418 if ((asoc->numduptsns) || 10419 (!(asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE))) { 10420 /*- 10421 * Ok, we have some duplicates or the destination for the 10422 * sack is unreachable, lets see if we can select an 10423 * alternate than asoc->last_data_chunk_from 10424 */ 10425 if ((asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE) && 10426 (asoc->used_alt_onsack > asoc->numnets)) { 10427 /* We used an alt last time, don't this time */ 10428 a_chk->whoTo = NULL; 10429 } else { 10430 asoc->used_alt_onsack++; 10431 a_chk->whoTo = sctp_find_alternate_net(stcb, asoc->last_data_chunk_from, 0); 10432 } 10433 if (a_chk->whoTo == NULL) { 10434 /* Nope, no alternate */ 10435 a_chk->whoTo = asoc->last_data_chunk_from; 10436 asoc->used_alt_onsack = 0; 10437 } 10438 } else { 10439 /* 10440 * No duplicates so we use the last place we received data 10441 * from. 10442 */ 10443 asoc->used_alt_onsack = 0; 10444 a_chk->whoTo = asoc->last_data_chunk_from; 10445 } 10446 if (a_chk->whoTo) { 10447 atomic_add_int(&a_chk->whoTo->ref_count, 1); 10448 } 10449 if (SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->highest_tsn_inside_nr_map)) { 10450 highest_tsn = asoc->highest_tsn_inside_map; 10451 } else { 10452 highest_tsn = asoc->highest_tsn_inside_nr_map; 10453 } 10454 if (highest_tsn == asoc->cumulative_tsn) { 10455 /* no gaps */ 10456 if (type == SCTP_SELECTIVE_ACK) { 10457 space_req = sizeof(struct sctp_sack_chunk); 10458 } else { 10459 space_req = sizeof(struct sctp_nr_sack_chunk); 10460 } 10461 } else { 10462 /* gaps get a cluster */ 10463 space_req = MCLBYTES; 10464 } 10465 /* Ok now lets formulate a MBUF with our sack */ 10466 a_chk->data = sctp_get_mbuf_for_msg(space_req, 0, M_DONTWAIT, 1, MT_DATA); 10467 if ((a_chk->data == NULL) || 10468 (a_chk->whoTo == NULL)) { 10469 /* rats, no mbuf memory */ 10470 if (a_chk->data) { 10471 /* was a problem with the destination */ 10472 sctp_m_freem(a_chk->data); 10473 a_chk->data = NULL; 10474 } 10475 sctp_free_a_chunk(stcb, a_chk, so_locked); 10476 /* sa_ignore NO_NULL_CHK */ 10477 if (stcb->asoc.delayed_ack) { 10478 sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 10479 stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_6); 10480 sctp_timer_start(SCTP_TIMER_TYPE_RECV, 10481 stcb->sctp_ep, stcb, NULL); 10482 } else { 10483 stcb->asoc.send_sack = 1; 10484 } 10485 return; 10486 } 10487 /* ok, lets go through and fill it in */ 10488 SCTP_BUF_RESV_UF(a_chk->data, SCTP_MIN_OVERHEAD); 10489 space = M_TRAILINGSPACE(a_chk->data); 10490 if (space > (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD)) { 10491 space = (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD); 10492 } 10493 limit = mtod(a_chk->data, caddr_t); 10494 limit += space; 10495 10496 flags = 0; 10497 10498 if ((asoc->sctp_cmt_on_off > 0) && 10499 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 10500 /*- 10501 * CMT DAC algorithm: If 2 (i.e., 0x10) packets have been 10502 * received, then set high bit to 1, else 0. Reset 10503 * pkts_rcvd. 10504 */ 10505 flags |= (asoc->cmt_dac_pkts_rcvd << 6); 10506 asoc->cmt_dac_pkts_rcvd = 0; 10507 } 10508 #ifdef SCTP_ASOCLOG_OF_TSNS 10509 stcb->asoc.cumack_logsnt[stcb->asoc.cumack_log_atsnt] = asoc->cumulative_tsn; 10510 stcb->asoc.cumack_log_atsnt++; 10511 if (stcb->asoc.cumack_log_atsnt >= SCTP_TSN_LOG_SIZE) { 10512 stcb->asoc.cumack_log_atsnt = 0; 10513 } 10514 #endif 10515 /* reset the readers interpretation */ 10516 stcb->freed_by_sorcv_sincelast = 0; 10517 10518 if (type == SCTP_SELECTIVE_ACK) { 10519 sack = mtod(a_chk->data, struct sctp_sack_chunk *); 10520 nr_sack = NULL; 10521 gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)sack + sizeof(struct sctp_sack_chunk)); 10522 if (highest_tsn > asoc->mapping_array_base_tsn) { 10523 siz = (((highest_tsn - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10524 } else { 10525 siz = (((MAX_TSN - highest_tsn) + 1) + highest_tsn + 7) / 8; 10526 } 10527 } else { 10528 sack = NULL; 10529 nr_sack = mtod(a_chk->data, struct sctp_nr_sack_chunk *); 10530 gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)nr_sack + sizeof(struct sctp_nr_sack_chunk)); 10531 if (asoc->highest_tsn_inside_map > asoc->mapping_array_base_tsn) { 10532 siz = (((asoc->highest_tsn_inside_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10533 } else { 10534 siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_map + 7) / 8; 10535 } 10536 } 10537 10538 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) { 10539 offset = 1; 10540 } else { 10541 offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn; 10542 } 10543 if (((type == SCTP_SELECTIVE_ACK) && 10544 SCTP_TSN_GT(highest_tsn, asoc->cumulative_tsn)) || 10545 ((type == SCTP_NR_SELECTIVE_ACK) && 10546 SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->cumulative_tsn))) { 10547 /* we have a gap .. maybe */ 10548 for (i = 0; i < siz; i++) { 10549 tsn_map = asoc->mapping_array[i]; 10550 if (type == SCTP_SELECTIVE_ACK) { 10551 tsn_map |= asoc->nr_mapping_array[i]; 10552 } 10553 if (i == 0) { 10554 /* 10555 * Clear all bits corresponding to TSNs 10556 * smaller or equal to the cumulative TSN. 10557 */ 10558 tsn_map &= (~0 << (1 - offset)); 10559 } 10560 selector = &sack_array[tsn_map]; 10561 if (mergeable && selector->right_edge) { 10562 /* 10563 * Backup, left and right edges were ok to 10564 * merge. 10565 */ 10566 num_gap_blocks--; 10567 gap_descriptor--; 10568 } 10569 if (selector->num_entries == 0) 10570 mergeable = 0; 10571 else { 10572 for (j = 0; j < selector->num_entries; j++) { 10573 if (mergeable && selector->right_edge) { 10574 /* 10575 * do a merge by NOT setting 10576 * the left side 10577 */ 10578 mergeable = 0; 10579 } else { 10580 /* 10581 * no merge, set the left 10582 * side 10583 */ 10584 mergeable = 0; 10585 gap_descriptor->start = htons((selector->gaps[j].start + offset)); 10586 } 10587 gap_descriptor->end = htons((selector->gaps[j].end + offset)); 10588 num_gap_blocks++; 10589 gap_descriptor++; 10590 if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) { 10591 /* no more room */ 10592 limit_reached = 1; 10593 break; 10594 } 10595 } 10596 if (selector->left_edge) { 10597 mergeable = 1; 10598 } 10599 } 10600 if (limit_reached) { 10601 /* Reached the limit stop */ 10602 break; 10603 } 10604 offset += 8; 10605 } 10606 } 10607 if ((type == SCTP_NR_SELECTIVE_ACK) && 10608 (limit_reached == 0)) { 10609 10610 mergeable = 0; 10611 10612 if (asoc->highest_tsn_inside_nr_map > asoc->mapping_array_base_tsn) { 10613 siz = (((asoc->highest_tsn_inside_nr_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8; 10614 } else { 10615 siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_nr_map + 7) / 8; 10616 } 10617 10618 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) { 10619 offset = 1; 10620 } else { 10621 offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn; 10622 } 10623 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->cumulative_tsn)) { 10624 /* we have a gap .. maybe */ 10625 for (i = 0; i < siz; i++) { 10626 tsn_map = asoc->nr_mapping_array[i]; 10627 if (i == 0) { 10628 /* 10629 * Clear all bits corresponding to 10630 * TSNs smaller or equal to the 10631 * cumulative TSN. 10632 */ 10633 tsn_map &= (~0 << (1 - offset)); 10634 } 10635 selector = &sack_array[tsn_map]; 10636 if (mergeable && selector->right_edge) { 10637 /* 10638 * Backup, left and right edges were 10639 * ok to merge. 10640 */ 10641 num_nr_gap_blocks--; 10642 gap_descriptor--; 10643 } 10644 if (selector->num_entries == 0) 10645 mergeable = 0; 10646 else { 10647 for (j = 0; j < selector->num_entries; j++) { 10648 if (mergeable && selector->right_edge) { 10649 /* 10650 * do a merge by NOT 10651 * setting the left 10652 * side 10653 */ 10654 mergeable = 0; 10655 } else { 10656 /* 10657 * no merge, set the 10658 * left side 10659 */ 10660 mergeable = 0; 10661 gap_descriptor->start = htons((selector->gaps[j].start + offset)); 10662 } 10663 gap_descriptor->end = htons((selector->gaps[j].end + offset)); 10664 num_nr_gap_blocks++; 10665 gap_descriptor++; 10666 if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) { 10667 /* no more room */ 10668 limit_reached = 1; 10669 break; 10670 } 10671 } 10672 if (selector->left_edge) { 10673 mergeable = 1; 10674 } 10675 } 10676 if (limit_reached) { 10677 /* Reached the limit stop */ 10678 break; 10679 } 10680 offset += 8; 10681 } 10682 } 10683 } 10684 /* now we must add any dups we are going to report. */ 10685 if ((limit_reached == 0) && (asoc->numduptsns)) { 10686 dup = (uint32_t *) gap_descriptor; 10687 for (i = 0; i < asoc->numduptsns; i++) { 10688 *dup = htonl(asoc->dup_tsns[i]); 10689 dup++; 10690 num_dups++; 10691 if (((caddr_t)dup + sizeof(uint32_t)) > limit) { 10692 /* no more room */ 10693 break; 10694 } 10695 } 10696 asoc->numduptsns = 0; 10697 } 10698 /* 10699 * now that the chunk is prepared queue it to the control chunk 10700 * queue. 10701 */ 10702 if (type == SCTP_SELECTIVE_ACK) { 10703 a_chk->send_size = sizeof(struct sctp_sack_chunk) + 10704 (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) + 10705 num_dups * sizeof(int32_t); 10706 SCTP_BUF_LEN(a_chk->data) = a_chk->send_size; 10707 sack->sack.cum_tsn_ack = htonl(asoc->cumulative_tsn); 10708 sack->sack.a_rwnd = htonl(asoc->my_rwnd); 10709 sack->sack.num_gap_ack_blks = htons(num_gap_blocks); 10710 sack->sack.num_dup_tsns = htons(num_dups); 10711 sack->ch.chunk_type = type; 10712 sack->ch.chunk_flags = flags; 10713 sack->ch.chunk_length = htons(a_chk->send_size); 10714 } else { 10715 a_chk->send_size = sizeof(struct sctp_nr_sack_chunk) + 10716 (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) + 10717 num_dups * sizeof(int32_t); 10718 SCTP_BUF_LEN(a_chk->data) = a_chk->send_size; 10719 nr_sack->nr_sack.cum_tsn_ack = htonl(asoc->cumulative_tsn); 10720 nr_sack->nr_sack.a_rwnd = htonl(asoc->my_rwnd); 10721 nr_sack->nr_sack.num_gap_ack_blks = htons(num_gap_blocks); 10722 nr_sack->nr_sack.num_nr_gap_ack_blks = htons(num_nr_gap_blocks); 10723 nr_sack->nr_sack.num_dup_tsns = htons(num_dups); 10724 nr_sack->nr_sack.reserved = 0; 10725 nr_sack->ch.chunk_type = type; 10726 nr_sack->ch.chunk_flags = flags; 10727 nr_sack->ch.chunk_length = htons(a_chk->send_size); 10728 } 10729 TAILQ_INSERT_TAIL(&asoc->control_send_queue, a_chk, sctp_next); 10730 asoc->my_last_reported_rwnd = asoc->my_rwnd; 10731 asoc->ctrl_queue_cnt++; 10732 asoc->send_sack = 0; 10733 SCTP_STAT_INCR(sctps_sendsacks); 10734 return; 10735 } 10736 10737 void 10738 sctp_send_abort_tcb(struct sctp_tcb *stcb, struct mbuf *operr, int so_locked 10739 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 10740 SCTP_UNUSED 10741 #endif 10742 ) 10743 { 10744 struct mbuf *m_abort; 10745 struct mbuf *m_out = NULL, *m_end = NULL; 10746 struct sctp_abort_chunk *abort = NULL; 10747 int sz; 10748 uint32_t auth_offset = 0; 10749 struct sctp_auth_chunk *auth = NULL; 10750 struct sctp_nets *net; 10751 10752 /*- 10753 * Add an AUTH chunk, if chunk requires it and save the offset into 10754 * the chain for AUTH 10755 */ 10756 if (sctp_auth_is_required_chunk(SCTP_ABORT_ASSOCIATION, 10757 stcb->asoc.peer_auth_chunks)) { 10758 m_out = sctp_add_auth_chunk(m_out, &m_end, &auth, &auth_offset, 10759 stcb, SCTP_ABORT_ASSOCIATION); 10760 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10761 } 10762 SCTP_TCB_LOCK_ASSERT(stcb); 10763 m_abort = sctp_get_mbuf_for_msg(sizeof(struct sctp_abort_chunk), 0, M_DONTWAIT, 1, MT_HEADER); 10764 if (m_abort == NULL) { 10765 /* no mbuf's */ 10766 if (m_out) 10767 sctp_m_freem(m_out); 10768 return; 10769 } 10770 /* link in any error */ 10771 SCTP_BUF_NEXT(m_abort) = operr; 10772 sz = 0; 10773 if (operr) { 10774 struct mbuf *n; 10775 10776 n = operr; 10777 while (n) { 10778 sz += SCTP_BUF_LEN(n); 10779 n = SCTP_BUF_NEXT(n); 10780 } 10781 } 10782 SCTP_BUF_LEN(m_abort) = sizeof(*abort); 10783 if (m_out == NULL) { 10784 /* NO Auth chunk prepended, so reserve space in front */ 10785 SCTP_BUF_RESV_UF(m_abort, SCTP_MIN_OVERHEAD); 10786 m_out = m_abort; 10787 } else { 10788 /* Put AUTH chunk at the front of the chain */ 10789 SCTP_BUF_NEXT(m_end) = m_abort; 10790 } 10791 if (stcb->asoc.alternate) { 10792 net = stcb->asoc.alternate; 10793 } else { 10794 net = stcb->asoc.primary_destination; 10795 } 10796 /* fill in the ABORT chunk */ 10797 abort = mtod(m_abort, struct sctp_abort_chunk *); 10798 abort->ch.chunk_type = SCTP_ABORT_ASSOCIATION; 10799 abort->ch.chunk_flags = 0; 10800 abort->ch.chunk_length = htons(sizeof(*abort) + sz); 10801 10802 (void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net, 10803 (struct sockaddr *)&net->ro._l_addr, 10804 m_out, auth_offset, auth, stcb->asoc.authinfo.active_keyid, 1, 0, 0, 10805 stcb->sctp_ep->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag), 10806 stcb->asoc.primary_destination->port, so_locked, NULL, NULL); 10807 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10808 } 10809 10810 void 10811 sctp_send_shutdown_complete(struct sctp_tcb *stcb, 10812 struct sctp_nets *net, 10813 int reflect_vtag) 10814 { 10815 /* formulate and SEND a SHUTDOWN-COMPLETE */ 10816 struct mbuf *m_shutdown_comp; 10817 struct sctp_shutdown_complete_chunk *shutdown_complete; 10818 uint32_t vtag; 10819 uint8_t flags; 10820 10821 m_shutdown_comp = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_DONTWAIT, 1, MT_HEADER); 10822 if (m_shutdown_comp == NULL) { 10823 /* no mbuf's */ 10824 return; 10825 } 10826 if (reflect_vtag) { 10827 flags = SCTP_HAD_NO_TCB; 10828 vtag = stcb->asoc.my_vtag; 10829 } else { 10830 flags = 0; 10831 vtag = stcb->asoc.peer_vtag; 10832 } 10833 shutdown_complete = mtod(m_shutdown_comp, struct sctp_shutdown_complete_chunk *); 10834 shutdown_complete->ch.chunk_type = SCTP_SHUTDOWN_COMPLETE; 10835 shutdown_complete->ch.chunk_flags = flags; 10836 shutdown_complete->ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk)); 10837 SCTP_BUF_LEN(m_shutdown_comp) = sizeof(struct sctp_shutdown_complete_chunk); 10838 (void)sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net, 10839 (struct sockaddr *)&net->ro._l_addr, 10840 m_shutdown_comp, 0, NULL, 0, 1, 0, 0, 10841 stcb->sctp_ep->sctp_lport, stcb->rport, 10842 htonl(vtag), 10843 net->port, SCTP_SO_NOT_LOCKED, NULL, NULL); 10844 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 10845 return; 10846 } 10847 10848 void 10849 sctp_send_shutdown_complete2(struct mbuf *m, struct sctphdr *sh, 10850 uint32_t vrf_id, uint16_t port) 10851 { 10852 /* formulate and SEND a SHUTDOWN-COMPLETE */ 10853 struct mbuf *o_pak; 10854 struct mbuf *mout; 10855 struct ip *iph; 10856 struct udphdr *udp = NULL; 10857 int offset_out, len, mlen; 10858 struct sctp_shutdown_complete_msg *comp_cp; 10859 10860 #ifdef INET 10861 struct ip *iph_out; 10862 10863 #endif 10864 #ifdef INET6 10865 struct ip6_hdr *ip6, *ip6_out; 10866 10867 #endif 10868 10869 iph = mtod(m, struct ip *); 10870 switch (iph->ip_v) { 10871 #ifdef INET 10872 case IPVERSION: 10873 len = (sizeof(struct ip) + sizeof(struct sctp_shutdown_complete_msg)); 10874 break; 10875 #endif 10876 #ifdef INET6 10877 case IPV6_VERSION >> 4: 10878 len = (sizeof(struct ip6_hdr) + sizeof(struct sctp_shutdown_complete_msg)); 10879 break; 10880 #endif 10881 default: 10882 return; 10883 } 10884 if (port) { 10885 len += sizeof(struct udphdr); 10886 } 10887 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 10888 if (mout == NULL) { 10889 return; 10890 } 10891 SCTP_BUF_RESV_UF(mout, max_linkhdr); 10892 SCTP_BUF_LEN(mout) = len; 10893 SCTP_BUF_NEXT(mout) = NULL; 10894 if (m->m_flags & M_FLOWID) { 10895 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 10896 mout->m_flags |= M_FLOWID; 10897 } 10898 #ifdef INET 10899 iph_out = NULL; 10900 #endif 10901 #ifdef INET6 10902 ip6_out = NULL; 10903 #endif 10904 offset_out = 0; 10905 10906 switch (iph->ip_v) { 10907 #ifdef INET 10908 case IPVERSION: 10909 iph_out = mtod(mout, struct ip *); 10910 10911 /* Fill in the IP header for the ABORT */ 10912 iph_out->ip_v = IPVERSION; 10913 iph_out->ip_hl = (sizeof(struct ip) / 4); 10914 iph_out->ip_tos = (u_char)0; 10915 iph_out->ip_id = 0; 10916 iph_out->ip_off = 0; 10917 iph_out->ip_ttl = MAXTTL; 10918 if (port) { 10919 iph_out->ip_p = IPPROTO_UDP; 10920 } else { 10921 iph_out->ip_p = IPPROTO_SCTP; 10922 } 10923 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 10924 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 10925 10926 /* let IP layer calculate this */ 10927 iph_out->ip_sum = 0; 10928 offset_out += sizeof(*iph_out); 10929 comp_cp = (struct sctp_shutdown_complete_msg *)( 10930 (caddr_t)iph_out + offset_out); 10931 break; 10932 #endif 10933 #ifdef INET6 10934 case IPV6_VERSION >> 4: 10935 ip6 = (struct ip6_hdr *)iph; 10936 ip6_out = mtod(mout, struct ip6_hdr *); 10937 10938 /* Fill in the IPv6 header for the ABORT */ 10939 ip6_out->ip6_flow = ip6->ip6_flow; 10940 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 10941 if (port) { 10942 ip6_out->ip6_nxt = IPPROTO_UDP; 10943 } else { 10944 ip6_out->ip6_nxt = IPPROTO_SCTP; 10945 } 10946 ip6_out->ip6_src = ip6->ip6_dst; 10947 ip6_out->ip6_dst = ip6->ip6_src; 10948 /* 10949 * ?? The old code had both the iph len + payload, I think 10950 * this is wrong and would never have worked 10951 */ 10952 ip6_out->ip6_plen = sizeof(struct sctp_shutdown_complete_msg); 10953 offset_out += sizeof(*ip6_out); 10954 comp_cp = (struct sctp_shutdown_complete_msg *)( 10955 (caddr_t)ip6_out + offset_out); 10956 break; 10957 #endif /* INET6 */ 10958 default: 10959 /* Currently not supported. */ 10960 sctp_m_freem(mout); 10961 return; 10962 } 10963 if (port) { 10964 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 10965 sctp_m_freem(mout); 10966 return; 10967 } 10968 udp = (struct udphdr *)comp_cp; 10969 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 10970 udp->uh_dport = port; 10971 udp->uh_ulen = htons(sizeof(struct sctp_shutdown_complete_msg) + sizeof(struct udphdr)); 10972 #ifdef INET 10973 if (iph_out) 10974 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 10975 #endif 10976 offset_out += sizeof(struct udphdr); 10977 comp_cp = (struct sctp_shutdown_complete_msg *)((caddr_t)comp_cp + sizeof(struct udphdr)); 10978 } 10979 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 10980 /* no mbuf's */ 10981 sctp_m_freem(mout); 10982 return; 10983 } 10984 /* Now copy in and fill in the ABORT tags etc. */ 10985 comp_cp->sh.src_port = sh->dest_port; 10986 comp_cp->sh.dest_port = sh->src_port; 10987 comp_cp->sh.checksum = 0; 10988 comp_cp->sh.v_tag = sh->v_tag; 10989 comp_cp->shut_cmp.ch.chunk_flags = SCTP_HAD_NO_TCB; 10990 comp_cp->shut_cmp.ch.chunk_type = SCTP_SHUTDOWN_COMPLETE; 10991 comp_cp->shut_cmp.ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk)); 10992 10993 #ifdef INET 10994 if (iph_out != NULL) { 10995 sctp_route_t ro; 10996 int ret; 10997 10998 mlen = SCTP_BUF_LEN(mout); 10999 bzero(&ro, sizeof ro); 11000 /* set IPv4 length */ 11001 iph_out->ip_len = mlen; 11002 #ifdef SCTP_PACKET_LOGGING 11003 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 11004 sctp_packet_log(mout, mlen); 11005 #endif 11006 if (port) { 11007 #if defined(SCTP_WITH_NO_CSUM) 11008 SCTP_STAT_INCR(sctps_sendnocrc); 11009 #else 11010 comp_cp->sh.checksum = sctp_calculate_cksum(mout, offset_out); 11011 SCTP_STAT_INCR(sctps_sendswcrc); 11012 #endif 11013 SCTP_ENABLE_UDP_CSUM(mout); 11014 } else { 11015 #if defined(SCTP_WITH_NO_CSUM) 11016 SCTP_STAT_INCR(sctps_sendnocrc); 11017 #else 11018 mout->m_pkthdr.csum_flags = CSUM_SCTP; 11019 mout->m_pkthdr.csum_data = 0; 11020 SCTP_STAT_INCR(sctps_sendhwcrc); 11021 #endif 11022 } 11023 SCTP_ATTACH_CHAIN(o_pak, mout, mlen); 11024 /* out it goes */ 11025 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 11026 11027 /* Free the route if we got one back */ 11028 if (ro.ro_rt) 11029 RTFREE(ro.ro_rt); 11030 } 11031 #endif 11032 #ifdef INET6 11033 if (ip6_out != NULL) { 11034 struct route_in6 ro; 11035 int ret; 11036 struct ifnet *ifp = NULL; 11037 11038 bzero(&ro, sizeof(ro)); 11039 mlen = SCTP_BUF_LEN(mout); 11040 #ifdef SCTP_PACKET_LOGGING 11041 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 11042 sctp_packet_log(mout, mlen); 11043 #endif 11044 SCTP_ATTACH_CHAIN(o_pak, mout, mlen); 11045 if (port) { 11046 #if defined(SCTP_WITH_NO_CSUM) 11047 SCTP_STAT_INCR(sctps_sendnocrc); 11048 #else 11049 comp_cp->sh.checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 11050 SCTP_STAT_INCR(sctps_sendswcrc); 11051 #endif 11052 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), mlen - sizeof(struct ip6_hdr))) == 0) { 11053 udp->uh_sum = 0xffff; 11054 } 11055 } else { 11056 #if defined(SCTP_WITH_NO_CSUM) 11057 SCTP_STAT_INCR(sctps_sendnocrc); 11058 #else 11059 mout->m_pkthdr.csum_flags = CSUM_SCTP; 11060 mout->m_pkthdr.csum_data = 0; 11061 SCTP_STAT_INCR(sctps_sendhwcrc); 11062 #endif 11063 } 11064 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 11065 11066 /* Free the route if we got one back */ 11067 if (ro.ro_rt) 11068 RTFREE(ro.ro_rt); 11069 } 11070 #endif 11071 SCTP_STAT_INCR(sctps_sendpackets); 11072 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 11073 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 11074 return; 11075 11076 } 11077 11078 void 11079 sctp_send_hb(struct sctp_tcb *stcb, struct sctp_nets *net, int so_locked 11080 #if !defined(__APPLE__) && !defined(SCTP_SO_LOCK_TESTING) 11081 SCTP_UNUSED 11082 #endif 11083 ) 11084 { 11085 struct sctp_tmit_chunk *chk; 11086 struct sctp_heartbeat_chunk *hb; 11087 struct timeval now; 11088 11089 SCTP_TCB_LOCK_ASSERT(stcb); 11090 if (net == NULL) { 11091 return; 11092 } 11093 (void)SCTP_GETTIME_TIMEVAL(&now); 11094 switch (net->ro._l_addr.sa.sa_family) { 11095 #ifdef INET 11096 case AF_INET: 11097 break; 11098 #endif 11099 #ifdef INET6 11100 case AF_INET6: 11101 break; 11102 #endif 11103 default: 11104 return; 11105 } 11106 sctp_alloc_a_chunk(stcb, chk); 11107 if (chk == NULL) { 11108 SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak, can't get a chunk for hb\n"); 11109 return; 11110 } 11111 chk->copy_by_ref = 0; 11112 chk->rec.chunk_id.id = SCTP_HEARTBEAT_REQUEST; 11113 chk->rec.chunk_id.can_take_data = 1; 11114 chk->asoc = &stcb->asoc; 11115 chk->send_size = sizeof(struct sctp_heartbeat_chunk); 11116 11117 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11118 if (chk->data == NULL) { 11119 sctp_free_a_chunk(stcb, chk, so_locked); 11120 return; 11121 } 11122 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11123 SCTP_BUF_LEN(chk->data) = chk->send_size; 11124 chk->sent = SCTP_DATAGRAM_UNSENT; 11125 chk->snd_count = 0; 11126 chk->whoTo = net; 11127 atomic_add_int(&chk->whoTo->ref_count, 1); 11128 /* Now we have a mbuf that we can fill in with the details */ 11129 hb = mtod(chk->data, struct sctp_heartbeat_chunk *); 11130 memset(hb, 0, sizeof(struct sctp_heartbeat_chunk)); 11131 /* fill out chunk header */ 11132 hb->ch.chunk_type = SCTP_HEARTBEAT_REQUEST; 11133 hb->ch.chunk_flags = 0; 11134 hb->ch.chunk_length = htons(chk->send_size); 11135 /* Fill out hb parameter */ 11136 hb->heartbeat.hb_info.ph.param_type = htons(SCTP_HEARTBEAT_INFO); 11137 hb->heartbeat.hb_info.ph.param_length = htons(sizeof(struct sctp_heartbeat_info_param)); 11138 hb->heartbeat.hb_info.time_value_1 = now.tv_sec; 11139 hb->heartbeat.hb_info.time_value_2 = now.tv_usec; 11140 /* Did our user request this one, put it in */ 11141 hb->heartbeat.hb_info.addr_family = net->ro._l_addr.sa.sa_family; 11142 hb->heartbeat.hb_info.addr_len = net->ro._l_addr.sa.sa_len; 11143 if (net->dest_state & SCTP_ADDR_UNCONFIRMED) { 11144 /* 11145 * we only take from the entropy pool if the address is not 11146 * confirmed. 11147 */ 11148 net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep); 11149 net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep); 11150 } else { 11151 net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = 0; 11152 net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = 0; 11153 } 11154 switch (net->ro._l_addr.sa.sa_family) { 11155 #ifdef INET 11156 case AF_INET: 11157 memcpy(hb->heartbeat.hb_info.address, 11158 &net->ro._l_addr.sin.sin_addr, 11159 sizeof(net->ro._l_addr.sin.sin_addr)); 11160 break; 11161 #endif 11162 #ifdef INET6 11163 case AF_INET6: 11164 memcpy(hb->heartbeat.hb_info.address, 11165 &net->ro._l_addr.sin6.sin6_addr, 11166 sizeof(net->ro._l_addr.sin6.sin6_addr)); 11167 break; 11168 #endif 11169 default: 11170 return; 11171 break; 11172 } 11173 net->hb_responded = 0; 11174 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11175 stcb->asoc.ctrl_queue_cnt++; 11176 SCTP_STAT_INCR(sctps_sendheartbeat); 11177 return; 11178 } 11179 11180 void 11181 sctp_send_ecn_echo(struct sctp_tcb *stcb, struct sctp_nets *net, 11182 uint32_t high_tsn) 11183 { 11184 struct sctp_association *asoc; 11185 struct sctp_ecne_chunk *ecne; 11186 struct sctp_tmit_chunk *chk; 11187 11188 if (net == NULL) { 11189 return; 11190 } 11191 asoc = &stcb->asoc; 11192 SCTP_TCB_LOCK_ASSERT(stcb); 11193 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 11194 if ((chk->rec.chunk_id.id == SCTP_ECN_ECHO) && (net == chk->whoTo)) { 11195 /* found a previous ECN_ECHO update it if needed */ 11196 uint32_t cnt, ctsn; 11197 11198 ecne = mtod(chk->data, struct sctp_ecne_chunk *); 11199 ctsn = ntohl(ecne->tsn); 11200 if (SCTP_TSN_GT(high_tsn, ctsn)) { 11201 ecne->tsn = htonl(high_tsn); 11202 SCTP_STAT_INCR(sctps_queue_upd_ecne); 11203 } 11204 cnt = ntohl(ecne->num_pkts_since_cwr); 11205 cnt++; 11206 ecne->num_pkts_since_cwr = htonl(cnt); 11207 return; 11208 } 11209 } 11210 /* nope could not find one to update so we must build one */ 11211 sctp_alloc_a_chunk(stcb, chk); 11212 if (chk == NULL) { 11213 return; 11214 } 11215 chk->copy_by_ref = 0; 11216 SCTP_STAT_INCR(sctps_queue_upd_ecne); 11217 chk->rec.chunk_id.id = SCTP_ECN_ECHO; 11218 chk->rec.chunk_id.can_take_data = 0; 11219 chk->asoc = &stcb->asoc; 11220 chk->send_size = sizeof(struct sctp_ecne_chunk); 11221 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11222 if (chk->data == NULL) { 11223 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11224 return; 11225 } 11226 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11227 SCTP_BUF_LEN(chk->data) = chk->send_size; 11228 chk->sent = SCTP_DATAGRAM_UNSENT; 11229 chk->snd_count = 0; 11230 chk->whoTo = net; 11231 atomic_add_int(&chk->whoTo->ref_count, 1); 11232 11233 stcb->asoc.ecn_echo_cnt_onq++; 11234 ecne = mtod(chk->data, struct sctp_ecne_chunk *); 11235 ecne->ch.chunk_type = SCTP_ECN_ECHO; 11236 ecne->ch.chunk_flags = 0; 11237 ecne->ch.chunk_length = htons(sizeof(struct sctp_ecne_chunk)); 11238 ecne->tsn = htonl(high_tsn); 11239 ecne->num_pkts_since_cwr = htonl(1); 11240 TAILQ_INSERT_HEAD(&stcb->asoc.control_send_queue, chk, sctp_next); 11241 asoc->ctrl_queue_cnt++; 11242 } 11243 11244 void 11245 sctp_send_packet_dropped(struct sctp_tcb *stcb, struct sctp_nets *net, 11246 struct mbuf *m, int iphlen, int bad_crc) 11247 { 11248 struct sctp_association *asoc; 11249 struct sctp_pktdrop_chunk *drp; 11250 struct sctp_tmit_chunk *chk; 11251 uint8_t *datap; 11252 int len; 11253 int was_trunc = 0; 11254 struct ip *iph; 11255 11256 #ifdef INET6 11257 struct ip6_hdr *ip6h; 11258 11259 #endif 11260 int fullsz = 0, extra = 0; 11261 long spc; 11262 int offset; 11263 struct sctp_chunkhdr *ch, chunk_buf; 11264 unsigned int chk_length; 11265 11266 if (!stcb) { 11267 return; 11268 } 11269 asoc = &stcb->asoc; 11270 SCTP_TCB_LOCK_ASSERT(stcb); 11271 if (asoc->peer_supports_pktdrop == 0) { 11272 /*- 11273 * peer must declare support before I send one. 11274 */ 11275 return; 11276 } 11277 if (stcb->sctp_socket == NULL) { 11278 return; 11279 } 11280 sctp_alloc_a_chunk(stcb, chk); 11281 if (chk == NULL) { 11282 return; 11283 } 11284 chk->copy_by_ref = 0; 11285 iph = mtod(m, struct ip *); 11286 if (iph == NULL) { 11287 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11288 return; 11289 } 11290 switch (iph->ip_v) { 11291 #ifdef INET 11292 case IPVERSION: 11293 /* IPv4 */ 11294 len = chk->send_size = iph->ip_len; 11295 break; 11296 #endif 11297 #ifdef INET6 11298 case IPV6_VERSION >> 4: 11299 /* IPv6 */ 11300 ip6h = mtod(m, struct ip6_hdr *); 11301 len = chk->send_size = htons(ip6h->ip6_plen); 11302 break; 11303 #endif 11304 default: 11305 return; 11306 } 11307 /* Validate that we do not have an ABORT in here. */ 11308 offset = iphlen + sizeof(struct sctphdr); 11309 ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset, 11310 sizeof(*ch), (uint8_t *) & chunk_buf); 11311 while (ch != NULL) { 11312 chk_length = ntohs(ch->chunk_length); 11313 if (chk_length < sizeof(*ch)) { 11314 /* break to abort land */ 11315 break; 11316 } 11317 switch (ch->chunk_type) { 11318 case SCTP_PACKET_DROPPED: 11319 case SCTP_ABORT_ASSOCIATION: 11320 case SCTP_INITIATION_ACK: 11321 /** 11322 * We don't respond with an PKT-DROP to an ABORT 11323 * or PKT-DROP. We also do not respond to an 11324 * INIT-ACK, because we can't know if the initiation 11325 * tag is correct or not. 11326 */ 11327 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11328 return; 11329 default: 11330 break; 11331 } 11332 offset += SCTP_SIZE32(chk_length); 11333 ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset, 11334 sizeof(*ch), (uint8_t *) & chunk_buf); 11335 } 11336 11337 if ((len + SCTP_MAX_OVERHEAD + sizeof(struct sctp_pktdrop_chunk)) > 11338 min(stcb->asoc.smallest_mtu, MCLBYTES)) { 11339 /* 11340 * only send 1 mtu worth, trim off the excess on the end. 11341 */ 11342 fullsz = len - extra; 11343 len = min(stcb->asoc.smallest_mtu, MCLBYTES) - SCTP_MAX_OVERHEAD; 11344 was_trunc = 1; 11345 } 11346 chk->asoc = &stcb->asoc; 11347 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 11348 if (chk->data == NULL) { 11349 jump_out: 11350 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11351 return; 11352 } 11353 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11354 drp = mtod(chk->data, struct sctp_pktdrop_chunk *); 11355 if (drp == NULL) { 11356 sctp_m_freem(chk->data); 11357 chk->data = NULL; 11358 goto jump_out; 11359 } 11360 chk->book_size = SCTP_SIZE32((chk->send_size + sizeof(struct sctp_pktdrop_chunk) + 11361 sizeof(struct sctphdr) + SCTP_MED_OVERHEAD)); 11362 chk->book_size_scale = 0; 11363 if (was_trunc) { 11364 drp->ch.chunk_flags = SCTP_PACKET_TRUNCATED; 11365 drp->trunc_len = htons(fullsz); 11366 /* 11367 * Len is already adjusted to size minus overhead above take 11368 * out the pkt_drop chunk itself from it. 11369 */ 11370 chk->send_size = len - sizeof(struct sctp_pktdrop_chunk); 11371 len = chk->send_size; 11372 } else { 11373 /* no truncation needed */ 11374 drp->ch.chunk_flags = 0; 11375 drp->trunc_len = htons(0); 11376 } 11377 if (bad_crc) { 11378 drp->ch.chunk_flags |= SCTP_BADCRC; 11379 } 11380 chk->send_size += sizeof(struct sctp_pktdrop_chunk); 11381 SCTP_BUF_LEN(chk->data) = chk->send_size; 11382 chk->sent = SCTP_DATAGRAM_UNSENT; 11383 chk->snd_count = 0; 11384 if (net) { 11385 /* we should hit here */ 11386 chk->whoTo = net; 11387 atomic_add_int(&chk->whoTo->ref_count, 1); 11388 } else { 11389 chk->whoTo = NULL; 11390 } 11391 chk->rec.chunk_id.id = SCTP_PACKET_DROPPED; 11392 chk->rec.chunk_id.can_take_data = 1; 11393 drp->ch.chunk_type = SCTP_PACKET_DROPPED; 11394 drp->ch.chunk_length = htons(chk->send_size); 11395 spc = SCTP_SB_LIMIT_RCV(stcb->sctp_socket); 11396 if (spc < 0) { 11397 spc = 0; 11398 } 11399 drp->bottle_bw = htonl(spc); 11400 if (asoc->my_rwnd) { 11401 drp->current_onq = htonl(asoc->size_on_reasm_queue + 11402 asoc->size_on_all_streams + 11403 asoc->my_rwnd_control_len + 11404 stcb->sctp_socket->so_rcv.sb_cc); 11405 } else { 11406 /*- 11407 * If my rwnd is 0, possibly from mbuf depletion as well as 11408 * space used, tell the peer there is NO space aka onq == bw 11409 */ 11410 drp->current_onq = htonl(spc); 11411 } 11412 drp->reserved = 0; 11413 datap = drp->data; 11414 m_copydata(m, iphlen, len, (caddr_t)datap); 11415 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11416 asoc->ctrl_queue_cnt++; 11417 } 11418 11419 void 11420 sctp_send_cwr(struct sctp_tcb *stcb, struct sctp_nets *net, uint32_t high_tsn, uint8_t override) 11421 { 11422 struct sctp_association *asoc; 11423 struct sctp_cwr_chunk *cwr; 11424 struct sctp_tmit_chunk *chk; 11425 11426 asoc = &stcb->asoc; 11427 SCTP_TCB_LOCK_ASSERT(stcb); 11428 if (net == NULL) { 11429 return; 11430 } 11431 TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) { 11432 if ((chk->rec.chunk_id.id == SCTP_ECN_CWR) && (net == chk->whoTo)) { 11433 /* 11434 * found a previous CWR queued to same destination 11435 * update it if needed 11436 */ 11437 uint32_t ctsn; 11438 11439 cwr = mtod(chk->data, struct sctp_cwr_chunk *); 11440 ctsn = ntohl(cwr->tsn); 11441 if (SCTP_TSN_GT(high_tsn, ctsn)) { 11442 cwr->tsn = htonl(high_tsn); 11443 } 11444 if (override & SCTP_CWR_REDUCE_OVERRIDE) { 11445 /* Make sure override is carried */ 11446 cwr->ch.chunk_flags |= SCTP_CWR_REDUCE_OVERRIDE; 11447 } 11448 return; 11449 } 11450 } 11451 sctp_alloc_a_chunk(stcb, chk); 11452 if (chk == NULL) { 11453 return; 11454 } 11455 chk->copy_by_ref = 0; 11456 chk->rec.chunk_id.id = SCTP_ECN_CWR; 11457 chk->rec.chunk_id.can_take_data = 1; 11458 chk->asoc = &stcb->asoc; 11459 chk->send_size = sizeof(struct sctp_cwr_chunk); 11460 chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_DONTWAIT, 1, MT_HEADER); 11461 if (chk->data == NULL) { 11462 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 11463 return; 11464 } 11465 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11466 SCTP_BUF_LEN(chk->data) = chk->send_size; 11467 chk->sent = SCTP_DATAGRAM_UNSENT; 11468 chk->snd_count = 0; 11469 chk->whoTo = net; 11470 atomic_add_int(&chk->whoTo->ref_count, 1); 11471 cwr = mtod(chk->data, struct sctp_cwr_chunk *); 11472 cwr->ch.chunk_type = SCTP_ECN_CWR; 11473 cwr->ch.chunk_flags = override; 11474 cwr->ch.chunk_length = htons(sizeof(struct sctp_cwr_chunk)); 11475 cwr->tsn = htonl(high_tsn); 11476 TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next); 11477 asoc->ctrl_queue_cnt++; 11478 } 11479 11480 void 11481 sctp_add_stream_reset_out(struct sctp_tmit_chunk *chk, 11482 int number_entries, uint16_t * list, 11483 uint32_t seq, uint32_t resp_seq, uint32_t last_sent) 11484 { 11485 int len, old_len, i; 11486 struct sctp_stream_reset_out_request *req_out; 11487 struct sctp_chunkhdr *ch; 11488 11489 ch = mtod(chk->data, struct sctp_chunkhdr *); 11490 11491 11492 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11493 11494 /* get to new offset for the param. */ 11495 req_out = (struct sctp_stream_reset_out_request *)((caddr_t)ch + len); 11496 /* now how long will this param be? */ 11497 len = (sizeof(struct sctp_stream_reset_out_request) + (sizeof(uint16_t) * number_entries)); 11498 req_out->ph.param_type = htons(SCTP_STR_RESET_OUT_REQUEST); 11499 req_out->ph.param_length = htons(len); 11500 req_out->request_seq = htonl(seq); 11501 req_out->response_seq = htonl(resp_seq); 11502 req_out->send_reset_at_tsn = htonl(last_sent); 11503 if (number_entries) { 11504 for (i = 0; i < number_entries; i++) { 11505 req_out->list_of_streams[i] = htons(list[i]); 11506 } 11507 } 11508 if (SCTP_SIZE32(len) > len) { 11509 /*- 11510 * Need to worry about the pad we may end up adding to the 11511 * end. This is easy since the struct is either aligned to 4 11512 * bytes or 2 bytes off. 11513 */ 11514 req_out->list_of_streams[number_entries] = 0; 11515 } 11516 /* now fix the chunk length */ 11517 ch->chunk_length = htons(len + old_len); 11518 chk->book_size = len + old_len; 11519 chk->book_size_scale = 0; 11520 chk->send_size = SCTP_SIZE32(chk->book_size); 11521 SCTP_BUF_LEN(chk->data) = chk->send_size; 11522 return; 11523 } 11524 11525 11526 void 11527 sctp_add_stream_reset_in(struct sctp_tmit_chunk *chk, 11528 int number_entries, uint16_t * list, 11529 uint32_t seq) 11530 { 11531 int len, old_len, i; 11532 struct sctp_stream_reset_in_request *req_in; 11533 struct sctp_chunkhdr *ch; 11534 11535 ch = mtod(chk->data, struct sctp_chunkhdr *); 11536 11537 11538 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11539 11540 /* get to new offset for the param. */ 11541 req_in = (struct sctp_stream_reset_in_request *)((caddr_t)ch + len); 11542 /* now how long will this param be? */ 11543 len = (sizeof(struct sctp_stream_reset_in_request) + (sizeof(uint16_t) * number_entries)); 11544 req_in->ph.param_type = htons(SCTP_STR_RESET_IN_REQUEST); 11545 req_in->ph.param_length = htons(len); 11546 req_in->request_seq = htonl(seq); 11547 if (number_entries) { 11548 for (i = 0; i < number_entries; i++) { 11549 req_in->list_of_streams[i] = htons(list[i]); 11550 } 11551 } 11552 if (SCTP_SIZE32(len) > len) { 11553 /*- 11554 * Need to worry about the pad we may end up adding to the 11555 * end. This is easy since the struct is either aligned to 4 11556 * bytes or 2 bytes off. 11557 */ 11558 req_in->list_of_streams[number_entries] = 0; 11559 } 11560 /* now fix the chunk length */ 11561 ch->chunk_length = htons(len + old_len); 11562 chk->book_size = len + old_len; 11563 chk->book_size_scale = 0; 11564 chk->send_size = SCTP_SIZE32(chk->book_size); 11565 SCTP_BUF_LEN(chk->data) = chk->send_size; 11566 return; 11567 } 11568 11569 11570 void 11571 sctp_add_stream_reset_tsn(struct sctp_tmit_chunk *chk, 11572 uint32_t seq) 11573 { 11574 int len, old_len; 11575 struct sctp_stream_reset_tsn_request *req_tsn; 11576 struct sctp_chunkhdr *ch; 11577 11578 ch = mtod(chk->data, struct sctp_chunkhdr *); 11579 11580 11581 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11582 11583 /* get to new offset for the param. */ 11584 req_tsn = (struct sctp_stream_reset_tsn_request *)((caddr_t)ch + len); 11585 /* now how long will this param be? */ 11586 len = sizeof(struct sctp_stream_reset_tsn_request); 11587 req_tsn->ph.param_type = htons(SCTP_STR_RESET_TSN_REQUEST); 11588 req_tsn->ph.param_length = htons(len); 11589 req_tsn->request_seq = htonl(seq); 11590 11591 /* now fix the chunk length */ 11592 ch->chunk_length = htons(len + old_len); 11593 chk->send_size = len + old_len; 11594 chk->book_size = SCTP_SIZE32(chk->send_size); 11595 chk->book_size_scale = 0; 11596 SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size); 11597 return; 11598 } 11599 11600 void 11601 sctp_add_stream_reset_result(struct sctp_tmit_chunk *chk, 11602 uint32_t resp_seq, uint32_t result) 11603 { 11604 int len, old_len; 11605 struct sctp_stream_reset_response *resp; 11606 struct sctp_chunkhdr *ch; 11607 11608 ch = mtod(chk->data, struct sctp_chunkhdr *); 11609 11610 11611 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11612 11613 /* get to new offset for the param. */ 11614 resp = (struct sctp_stream_reset_response *)((caddr_t)ch + len); 11615 /* now how long will this param be? */ 11616 len = sizeof(struct sctp_stream_reset_response); 11617 resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE); 11618 resp->ph.param_length = htons(len); 11619 resp->response_seq = htonl(resp_seq); 11620 resp->result = ntohl(result); 11621 11622 /* now fix the chunk length */ 11623 ch->chunk_length = htons(len + old_len); 11624 chk->book_size = len + old_len; 11625 chk->book_size_scale = 0; 11626 chk->send_size = SCTP_SIZE32(chk->book_size); 11627 SCTP_BUF_LEN(chk->data) = chk->send_size; 11628 return; 11629 11630 } 11631 11632 11633 void 11634 sctp_add_stream_reset_result_tsn(struct sctp_tmit_chunk *chk, 11635 uint32_t resp_seq, uint32_t result, 11636 uint32_t send_una, uint32_t recv_next) 11637 { 11638 int len, old_len; 11639 struct sctp_stream_reset_response_tsn *resp; 11640 struct sctp_chunkhdr *ch; 11641 11642 ch = mtod(chk->data, struct sctp_chunkhdr *); 11643 11644 11645 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11646 11647 /* get to new offset for the param. */ 11648 resp = (struct sctp_stream_reset_response_tsn *)((caddr_t)ch + len); 11649 /* now how long will this param be? */ 11650 len = sizeof(struct sctp_stream_reset_response_tsn); 11651 resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE); 11652 resp->ph.param_length = htons(len); 11653 resp->response_seq = htonl(resp_seq); 11654 resp->result = htonl(result); 11655 resp->senders_next_tsn = htonl(send_una); 11656 resp->receivers_next_tsn = htonl(recv_next); 11657 11658 /* now fix the chunk length */ 11659 ch->chunk_length = htons(len + old_len); 11660 chk->book_size = len + old_len; 11661 chk->send_size = SCTP_SIZE32(chk->book_size); 11662 chk->book_size_scale = 0; 11663 SCTP_BUF_LEN(chk->data) = chk->send_size; 11664 return; 11665 } 11666 11667 static void 11668 sctp_add_a_stream(struct sctp_tmit_chunk *chk, 11669 uint32_t seq, 11670 uint16_t adding) 11671 { 11672 int len, old_len; 11673 struct sctp_chunkhdr *ch; 11674 struct sctp_stream_reset_add_strm *addstr; 11675 11676 ch = mtod(chk->data, struct sctp_chunkhdr *); 11677 old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length)); 11678 11679 /* get to new offset for the param. */ 11680 addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len); 11681 /* now how long will this param be? */ 11682 len = sizeof(struct sctp_stream_reset_add_strm); 11683 11684 /* Fill it out. */ 11685 addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_STREAMS); 11686 addstr->ph.param_length = htons(len); 11687 addstr->request_seq = htonl(seq); 11688 addstr->number_of_streams = htons(adding); 11689 addstr->reserved = 0; 11690 11691 /* now fix the chunk length */ 11692 ch->chunk_length = htons(len + old_len); 11693 chk->send_size = len + old_len; 11694 chk->book_size = SCTP_SIZE32(chk->send_size); 11695 chk->book_size_scale = 0; 11696 SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size); 11697 return; 11698 } 11699 11700 int 11701 sctp_send_str_reset_req(struct sctp_tcb *stcb, 11702 int number_entries, uint16_t * list, 11703 uint8_t send_out_req, 11704 uint32_t resp_seq, 11705 uint8_t send_in_req, 11706 uint8_t send_tsn_req, 11707 uint8_t add_stream, 11708 uint16_t adding 11709 ) 11710 { 11711 11712 struct sctp_association *asoc; 11713 struct sctp_tmit_chunk *chk; 11714 struct sctp_chunkhdr *ch; 11715 uint32_t seq; 11716 11717 asoc = &stcb->asoc; 11718 if (asoc->stream_reset_outstanding) { 11719 /*- 11720 * Already one pending, must get ACK back to clear the flag. 11721 */ 11722 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EBUSY); 11723 return (EBUSY); 11724 } 11725 if ((send_out_req == 0) && (send_in_req == 0) && (send_tsn_req == 0) && 11726 (add_stream == 0)) { 11727 /* nothing to do */ 11728 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 11729 return (EINVAL); 11730 } 11731 if (send_tsn_req && (send_out_req || send_in_req)) { 11732 /* error, can't do that */ 11733 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 11734 return (EINVAL); 11735 } 11736 sctp_alloc_a_chunk(stcb, chk); 11737 if (chk == NULL) { 11738 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 11739 return (ENOMEM); 11740 } 11741 chk->copy_by_ref = 0; 11742 chk->rec.chunk_id.id = SCTP_STREAM_RESET; 11743 chk->rec.chunk_id.can_take_data = 0; 11744 chk->asoc = &stcb->asoc; 11745 chk->book_size = sizeof(struct sctp_chunkhdr); 11746 chk->send_size = SCTP_SIZE32(chk->book_size); 11747 chk->book_size_scale = 0; 11748 11749 chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_DONTWAIT, 1, MT_DATA); 11750 if (chk->data == NULL) { 11751 sctp_free_a_chunk(stcb, chk, SCTP_SO_LOCKED); 11752 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 11753 return (ENOMEM); 11754 } 11755 SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD); 11756 11757 /* setup chunk parameters */ 11758 chk->sent = SCTP_DATAGRAM_UNSENT; 11759 chk->snd_count = 0; 11760 if (stcb->asoc.alternate) { 11761 chk->whoTo = stcb->asoc.alternate; 11762 } else { 11763 chk->whoTo = stcb->asoc.primary_destination; 11764 } 11765 atomic_add_int(&chk->whoTo->ref_count, 1); 11766 ch = mtod(chk->data, struct sctp_chunkhdr *); 11767 ch->chunk_type = SCTP_STREAM_RESET; 11768 ch->chunk_flags = 0; 11769 ch->chunk_length = htons(chk->book_size); 11770 SCTP_BUF_LEN(chk->data) = chk->send_size; 11771 11772 seq = stcb->asoc.str_reset_seq_out; 11773 if (send_out_req) { 11774 sctp_add_stream_reset_out(chk, number_entries, list, 11775 seq, resp_seq, (stcb->asoc.sending_seq - 1)); 11776 asoc->stream_reset_out_is_outstanding = 1; 11777 seq++; 11778 asoc->stream_reset_outstanding++; 11779 } 11780 if (add_stream) { 11781 sctp_add_a_stream(chk, seq, adding); 11782 seq++; 11783 asoc->stream_reset_outstanding++; 11784 } 11785 if (send_in_req) { 11786 sctp_add_stream_reset_in(chk, number_entries, list, seq); 11787 asoc->stream_reset_outstanding++; 11788 } 11789 if (send_tsn_req) { 11790 sctp_add_stream_reset_tsn(chk, seq); 11791 asoc->stream_reset_outstanding++; 11792 } 11793 asoc->str_reset = chk; 11794 11795 /* insert the chunk for sending */ 11796 TAILQ_INSERT_TAIL(&asoc->control_send_queue, 11797 chk, 11798 sctp_next); 11799 asoc->ctrl_queue_cnt++; 11800 sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, stcb->sctp_ep, stcb, chk->whoTo); 11801 return (0); 11802 } 11803 11804 void 11805 sctp_send_abort(struct mbuf *m, int iphlen, struct sctphdr *sh, uint32_t vtag, 11806 struct mbuf *err_cause, uint32_t vrf_id, uint16_t port) 11807 { 11808 /*- 11809 * Formulate the abort message, and send it back down. 11810 */ 11811 struct mbuf *o_pak; 11812 struct mbuf *mout; 11813 struct sctp_abort_msg *abm; 11814 struct ip *iph; 11815 struct udphdr *udp; 11816 int iphlen_out, len; 11817 11818 #ifdef INET 11819 struct ip *iph_out; 11820 11821 #endif 11822 #ifdef INET6 11823 struct ip6_hdr *ip6, *ip6_out; 11824 11825 #endif 11826 11827 /* don't respond to ABORT with ABORT */ 11828 if (sctp_is_there_an_abort_here(m, iphlen, &vtag)) { 11829 if (err_cause) 11830 sctp_m_freem(err_cause); 11831 return; 11832 } 11833 iph = mtod(m, struct ip *); 11834 switch (iph->ip_v) { 11835 #ifdef INET 11836 case IPVERSION: 11837 len = (sizeof(struct ip) + sizeof(struct sctp_abort_msg)); 11838 break; 11839 #endif 11840 #ifdef INET6 11841 case IPV6_VERSION >> 4: 11842 len = (sizeof(struct ip6_hdr) + sizeof(struct sctp_abort_msg)); 11843 break; 11844 #endif 11845 default: 11846 if (err_cause) { 11847 sctp_m_freem(err_cause); 11848 } 11849 return; 11850 } 11851 if (port) { 11852 len += sizeof(struct udphdr); 11853 } 11854 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 11855 if (mout == NULL) { 11856 if (err_cause) { 11857 sctp_m_freem(err_cause); 11858 } 11859 return; 11860 } 11861 SCTP_BUF_RESV_UF(mout, max_linkhdr); 11862 SCTP_BUF_LEN(mout) = len; 11863 SCTP_BUF_NEXT(mout) = err_cause; 11864 if (m->m_flags & M_FLOWID) { 11865 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 11866 mout->m_flags |= M_FLOWID; 11867 } 11868 #ifdef INET 11869 iph_out = NULL; 11870 #endif 11871 #ifdef INET6 11872 ip6_out = NULL; 11873 #endif 11874 switch (iph->ip_v) { 11875 #ifdef INET 11876 case IPVERSION: 11877 iph_out = mtod(mout, struct ip *); 11878 11879 /* Fill in the IP header for the ABORT */ 11880 iph_out->ip_v = IPVERSION; 11881 iph_out->ip_hl = (sizeof(struct ip) / 4); 11882 iph_out->ip_tos = (u_char)0; 11883 iph_out->ip_id = 0; 11884 iph_out->ip_off = 0; 11885 iph_out->ip_ttl = MAXTTL; 11886 if (port) { 11887 iph_out->ip_p = IPPROTO_UDP; 11888 } else { 11889 iph_out->ip_p = IPPROTO_SCTP; 11890 } 11891 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 11892 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 11893 /* let IP layer calculate this */ 11894 iph_out->ip_sum = 0; 11895 11896 iphlen_out = sizeof(*iph_out); 11897 abm = (struct sctp_abort_msg *)((caddr_t)iph_out + iphlen_out); 11898 break; 11899 #endif 11900 #ifdef INET6 11901 case IPV6_VERSION >> 4: 11902 ip6 = (struct ip6_hdr *)iph; 11903 ip6_out = mtod(mout, struct ip6_hdr *); 11904 11905 /* Fill in the IP6 header for the ABORT */ 11906 ip6_out->ip6_flow = ip6->ip6_flow; 11907 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 11908 if (port) { 11909 ip6_out->ip6_nxt = IPPROTO_UDP; 11910 } else { 11911 ip6_out->ip6_nxt = IPPROTO_SCTP; 11912 } 11913 ip6_out->ip6_src = ip6->ip6_dst; 11914 ip6_out->ip6_dst = ip6->ip6_src; 11915 11916 iphlen_out = sizeof(*ip6_out); 11917 abm = (struct sctp_abort_msg *)((caddr_t)ip6_out + iphlen_out); 11918 break; 11919 #endif /* INET6 */ 11920 default: 11921 /* Currently not supported */ 11922 sctp_m_freem(mout); 11923 return; 11924 } 11925 11926 udp = (struct udphdr *)abm; 11927 if (port) { 11928 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 11929 sctp_m_freem(mout); 11930 return; 11931 } 11932 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 11933 udp->uh_dport = port; 11934 /* set udp->uh_ulen later */ 11935 udp->uh_sum = 0; 11936 iphlen_out += sizeof(struct udphdr); 11937 abm = (struct sctp_abort_msg *)((caddr_t)abm + sizeof(struct udphdr)); 11938 } 11939 abm->sh.src_port = sh->dest_port; 11940 abm->sh.dest_port = sh->src_port; 11941 abm->sh.checksum = 0; 11942 if (vtag == 0) { 11943 abm->sh.v_tag = sh->v_tag; 11944 abm->msg.ch.chunk_flags = SCTP_HAD_NO_TCB; 11945 } else { 11946 abm->sh.v_tag = htonl(vtag); 11947 abm->msg.ch.chunk_flags = 0; 11948 } 11949 abm->msg.ch.chunk_type = SCTP_ABORT_ASSOCIATION; 11950 11951 if (err_cause) { 11952 struct mbuf *m_tmp = err_cause; 11953 int err_len = 0; 11954 11955 /* get length of the err_cause chain */ 11956 while (m_tmp != NULL) { 11957 err_len += SCTP_BUF_LEN(m_tmp); 11958 m_tmp = SCTP_BUF_NEXT(m_tmp); 11959 } 11960 len = SCTP_BUF_LEN(mout) + err_len; 11961 if (err_len % 4) { 11962 /* need pad at end of chunk */ 11963 uint32_t cpthis = 0; 11964 int padlen; 11965 11966 padlen = 4 - (len % 4); 11967 m_copyback(mout, len, padlen, (caddr_t)&cpthis); 11968 len += padlen; 11969 } 11970 abm->msg.ch.chunk_length = htons(sizeof(abm->msg.ch) + err_len); 11971 } else { 11972 len = SCTP_BUF_LEN(mout); 11973 abm->msg.ch.chunk_length = htons(sizeof(abm->msg.ch)); 11974 } 11975 11976 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 11977 /* no mbuf's */ 11978 sctp_m_freem(mout); 11979 return; 11980 } 11981 #ifdef INET 11982 if (iph_out != NULL) { 11983 sctp_route_t ro; 11984 int ret; 11985 11986 /* zap the stack pointer to the route */ 11987 bzero(&ro, sizeof ro); 11988 if (port) { 11989 udp->uh_ulen = htons(len - sizeof(struct ip)); 11990 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 11991 } 11992 SCTPDBG(SCTP_DEBUG_OUTPUT2, "sctp_send_abort calling ip_output:\n"); 11993 SCTPDBG_PKT(SCTP_DEBUG_OUTPUT2, iph_out, &abm->sh); 11994 /* set IPv4 length */ 11995 iph_out->ip_len = len; 11996 /* out it goes */ 11997 #ifdef SCTP_PACKET_LOGGING 11998 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 11999 sctp_packet_log(mout, len); 12000 #endif 12001 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12002 if (port) { 12003 #if defined(SCTP_WITH_NO_CSUM) 12004 SCTP_STAT_INCR(sctps_sendnocrc); 12005 #else 12006 abm->sh.checksum = sctp_calculate_cksum(mout, iphlen_out); 12007 SCTP_STAT_INCR(sctps_sendswcrc); 12008 #endif 12009 SCTP_ENABLE_UDP_CSUM(o_pak); 12010 } else { 12011 #if defined(SCTP_WITH_NO_CSUM) 12012 SCTP_STAT_INCR(sctps_sendnocrc); 12013 #else 12014 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12015 mout->m_pkthdr.csum_data = 0; 12016 SCTP_STAT_INCR(sctps_sendhwcrc); 12017 #endif 12018 } 12019 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 12020 12021 /* Free the route if we got one back */ 12022 if (ro.ro_rt) 12023 RTFREE(ro.ro_rt); 12024 } 12025 #endif 12026 #ifdef INET6 12027 if (ip6_out != NULL) { 12028 struct route_in6 ro; 12029 int ret; 12030 struct ifnet *ifp = NULL; 12031 12032 /* zap the stack pointer to the route */ 12033 bzero(&ro, sizeof(ro)); 12034 if (port) { 12035 udp->uh_ulen = htons(len - sizeof(struct ip6_hdr)); 12036 } 12037 SCTPDBG(SCTP_DEBUG_OUTPUT2, "sctp_send_abort calling ip6_output:\n"); 12038 SCTPDBG_PKT(SCTP_DEBUG_OUTPUT2, (struct ip *)ip6_out, &abm->sh); 12039 ip6_out->ip6_plen = len - sizeof(*ip6_out); 12040 #ifdef SCTP_PACKET_LOGGING 12041 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12042 sctp_packet_log(mout, len); 12043 #endif 12044 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12045 if (port) { 12046 #if defined(SCTP_WITH_NO_CSUM) 12047 SCTP_STAT_INCR(sctps_sendnocrc); 12048 #else 12049 abm->sh.checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 12050 SCTP_STAT_INCR(sctps_sendswcrc); 12051 #endif 12052 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) { 12053 udp->uh_sum = 0xffff; 12054 } 12055 } else { 12056 #if defined(SCTP_WITH_NO_CSUM) 12057 SCTP_STAT_INCR(sctps_sendnocrc); 12058 #else 12059 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12060 mout->m_pkthdr.csum_data = 0; 12061 SCTP_STAT_INCR(sctps_sendhwcrc); 12062 #endif 12063 } 12064 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 12065 12066 /* Free the route if we got one back */ 12067 if (ro.ro_rt) 12068 RTFREE(ro.ro_rt); 12069 } 12070 #endif 12071 SCTP_STAT_INCR(sctps_sendpackets); 12072 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 12073 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 12074 } 12075 12076 void 12077 sctp_send_operr_to(struct mbuf *m, int iphlen, struct mbuf *scm, uint32_t vtag, 12078 uint32_t vrf_id, uint16_t port) 12079 { 12080 struct mbuf *o_pak; 12081 struct sctphdr *sh, *sh_out; 12082 struct sctp_chunkhdr *ch; 12083 struct ip *iph; 12084 struct udphdr *udp = NULL; 12085 struct mbuf *mout; 12086 int iphlen_out, len; 12087 12088 #ifdef INET 12089 struct ip *iph_out; 12090 12091 #endif 12092 #ifdef INET6 12093 struct ip6_hdr *ip6, *ip6_out; 12094 12095 #endif 12096 12097 iph = mtod(m, struct ip *); 12098 sh = (struct sctphdr *)((caddr_t)iph + iphlen); 12099 switch (iph->ip_v) { 12100 #ifdef INET 12101 case IPVERSION: 12102 len = (sizeof(struct ip) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr)); 12103 break; 12104 #endif 12105 #ifdef INET6 12106 case IPV6_VERSION >> 4: 12107 len = (sizeof(struct ip6_hdr) + sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr)); 12108 break; 12109 #endif 12110 default: 12111 if (scm) { 12112 sctp_m_freem(scm); 12113 } 12114 return; 12115 } 12116 if (port) { 12117 len += sizeof(struct udphdr); 12118 } 12119 mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_DONTWAIT, 1, MT_DATA); 12120 if (mout == NULL) { 12121 if (scm) { 12122 sctp_m_freem(scm); 12123 } 12124 return; 12125 } 12126 SCTP_BUF_RESV_UF(mout, max_linkhdr); 12127 SCTP_BUF_LEN(mout) = len; 12128 SCTP_BUF_NEXT(mout) = scm; 12129 if (m->m_flags & M_FLOWID) { 12130 mout->m_pkthdr.flowid = m->m_pkthdr.flowid; 12131 mout->m_flags |= M_FLOWID; 12132 } 12133 #ifdef INET 12134 iph_out = NULL; 12135 #endif 12136 #ifdef INET6 12137 ip6_out = NULL; 12138 #endif 12139 switch (iph->ip_v) { 12140 #ifdef INET 12141 case IPVERSION: 12142 iph_out = mtod(mout, struct ip *); 12143 12144 /* Fill in the IP header for the ABORT */ 12145 iph_out->ip_v = IPVERSION; 12146 iph_out->ip_hl = (sizeof(struct ip) / 4); 12147 iph_out->ip_tos = (u_char)0; 12148 iph_out->ip_id = 0; 12149 iph_out->ip_off = 0; 12150 iph_out->ip_ttl = MAXTTL; 12151 if (port) { 12152 iph_out->ip_p = IPPROTO_UDP; 12153 } else { 12154 iph_out->ip_p = IPPROTO_SCTP; 12155 } 12156 iph_out->ip_src.s_addr = iph->ip_dst.s_addr; 12157 iph_out->ip_dst.s_addr = iph->ip_src.s_addr; 12158 /* let IP layer calculate this */ 12159 iph_out->ip_sum = 0; 12160 12161 iphlen_out = sizeof(struct ip); 12162 sh_out = (struct sctphdr *)((caddr_t)iph_out + iphlen_out); 12163 break; 12164 #endif 12165 #ifdef INET6 12166 case IPV6_VERSION >> 4: 12167 ip6 = (struct ip6_hdr *)iph; 12168 ip6_out = mtod(mout, struct ip6_hdr *); 12169 12170 /* Fill in the IP6 header for the ABORT */ 12171 ip6_out->ip6_flow = ip6->ip6_flow; 12172 ip6_out->ip6_hlim = MODULE_GLOBAL(ip6_defhlim); 12173 if (port) { 12174 ip6_out->ip6_nxt = IPPROTO_UDP; 12175 } else { 12176 ip6_out->ip6_nxt = IPPROTO_SCTP; 12177 } 12178 ip6_out->ip6_src = ip6->ip6_dst; 12179 ip6_out->ip6_dst = ip6->ip6_src; 12180 12181 iphlen_out = sizeof(struct ip6_hdr); 12182 sh_out = (struct sctphdr *)((caddr_t)ip6_out + iphlen_out); 12183 break; 12184 #endif /* INET6 */ 12185 default: 12186 /* Currently not supported */ 12187 sctp_m_freem(mout); 12188 return; 12189 } 12190 12191 udp = (struct udphdr *)sh_out; 12192 if (port) { 12193 if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) { 12194 sctp_m_freem(mout); 12195 return; 12196 } 12197 udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)); 12198 udp->uh_dport = port; 12199 /* set udp->uh_ulen later */ 12200 udp->uh_sum = 0; 12201 iphlen_out += sizeof(struct udphdr); 12202 sh_out = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr)); 12203 } 12204 sh_out->src_port = sh->dest_port; 12205 sh_out->dest_port = sh->src_port; 12206 sh_out->v_tag = vtag; 12207 sh_out->checksum = 0; 12208 12209 ch = (struct sctp_chunkhdr *)((caddr_t)sh_out + sizeof(struct sctphdr)); 12210 ch->chunk_type = SCTP_OPERATION_ERROR; 12211 ch->chunk_flags = 0; 12212 12213 if (scm) { 12214 struct mbuf *m_tmp = scm; 12215 int cause_len = 0; 12216 12217 /* get length of the err_cause chain */ 12218 while (m_tmp != NULL) { 12219 cause_len += SCTP_BUF_LEN(m_tmp); 12220 m_tmp = SCTP_BUF_NEXT(m_tmp); 12221 } 12222 len = SCTP_BUF_LEN(mout) + cause_len; 12223 if (cause_len % 4) { 12224 /* need pad at end of chunk */ 12225 uint32_t cpthis = 0; 12226 int padlen; 12227 12228 padlen = 4 - (len % 4); 12229 m_copyback(mout, len, padlen, (caddr_t)&cpthis); 12230 len += padlen; 12231 } 12232 ch->chunk_length = htons(sizeof(struct sctp_chunkhdr) + cause_len); 12233 } else { 12234 len = SCTP_BUF_LEN(mout); 12235 ch->chunk_length = htons(sizeof(struct sctp_chunkhdr)); 12236 } 12237 12238 if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) { 12239 /* no mbuf's */ 12240 sctp_m_freem(mout); 12241 return; 12242 } 12243 #ifdef INET 12244 if (iph_out != NULL) { 12245 sctp_route_t ro; 12246 int ret; 12247 12248 /* zap the stack pointer to the route */ 12249 bzero(&ro, sizeof ro); 12250 if (port) { 12251 udp->uh_ulen = htons(len - sizeof(struct ip)); 12252 udp->uh_sum = in_pseudo(iph_out->ip_src.s_addr, iph_out->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP)); 12253 } 12254 /* set IPv4 length */ 12255 iph_out->ip_len = len; 12256 /* out it goes */ 12257 #ifdef SCTP_PACKET_LOGGING 12258 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12259 sctp_packet_log(mout, len); 12260 #endif 12261 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12262 if (port) { 12263 #if defined(SCTP_WITH_NO_CSUM) 12264 SCTP_STAT_INCR(sctps_sendnocrc); 12265 #else 12266 sh_out->checksum = sctp_calculate_cksum(mout, iphlen_out); 12267 SCTP_STAT_INCR(sctps_sendswcrc); 12268 #endif 12269 SCTP_ENABLE_UDP_CSUM(o_pak); 12270 } else { 12271 #if defined(SCTP_WITH_NO_CSUM) 12272 SCTP_STAT_INCR(sctps_sendnocrc); 12273 #else 12274 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12275 mout->m_pkthdr.csum_data = 0; 12276 SCTP_STAT_INCR(sctps_sendhwcrc); 12277 #endif 12278 } 12279 SCTP_IP_OUTPUT(ret, o_pak, &ro, NULL, vrf_id); 12280 12281 /* Free the route if we got one back */ 12282 if (ro.ro_rt) 12283 RTFREE(ro.ro_rt); 12284 } 12285 #endif 12286 #ifdef INET6 12287 if (ip6_out != NULL) { 12288 struct route_in6 ro; 12289 int ret; 12290 struct ifnet *ifp = NULL; 12291 12292 /* zap the stack pointer to the route */ 12293 bzero(&ro, sizeof(ro)); 12294 if (port) { 12295 udp->uh_ulen = htons(len - sizeof(struct ip6_hdr)); 12296 } 12297 ip6_out->ip6_plen = len - sizeof(*ip6_out); 12298 #ifdef SCTP_PACKET_LOGGING 12299 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) 12300 sctp_packet_log(mout, len); 12301 #endif 12302 SCTP_ATTACH_CHAIN(o_pak, mout, len); 12303 if (port) { 12304 #if defined(SCTP_WITH_NO_CSUM) 12305 SCTP_STAT_INCR(sctps_sendnocrc); 12306 #else 12307 sh_out->checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr)); 12308 SCTP_STAT_INCR(sctps_sendswcrc); 12309 #endif 12310 if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) { 12311 udp->uh_sum = 0xffff; 12312 } 12313 } else { 12314 #if defined(SCTP_WITH_NO_CSUM) 12315 SCTP_STAT_INCR(sctps_sendnocrc); 12316 #else 12317 mout->m_pkthdr.csum_flags = CSUM_SCTP; 12318 mout->m_pkthdr.csum_data = 0; 12319 SCTP_STAT_INCR(sctps_sendhwcrc); 12320 #endif 12321 } 12322 SCTP_IP6_OUTPUT(ret, o_pak, &ro, &ifp, NULL, vrf_id); 12323 12324 /* Free the route if we got one back */ 12325 if (ro.ro_rt) 12326 RTFREE(ro.ro_rt); 12327 } 12328 #endif 12329 SCTP_STAT_INCR(sctps_sendpackets); 12330 SCTP_STAT_INCR_COUNTER64(sctps_outpackets); 12331 SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks); 12332 } 12333 12334 static struct mbuf * 12335 sctp_copy_resume(struct uio *uio, 12336 int max_send_len, 12337 int user_marks_eor, 12338 int *error, 12339 uint32_t * sndout, 12340 struct mbuf **new_tail) 12341 { 12342 struct mbuf *m; 12343 12344 m = m_uiotombuf(uio, M_WAITOK, max_send_len, 0, 12345 (M_PKTHDR | (user_marks_eor ? M_EOR : 0))); 12346 if (m == NULL) { 12347 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12348 *error = ENOMEM; 12349 } else { 12350 *sndout = m_length(m, NULL); 12351 *new_tail = m_last(m); 12352 } 12353 return (m); 12354 } 12355 12356 static int 12357 sctp_copy_one(struct sctp_stream_queue_pending *sp, 12358 struct uio *uio, 12359 int resv_upfront) 12360 { 12361 int left; 12362 12363 left = sp->length; 12364 sp->data = m_uiotombuf(uio, M_WAITOK, sp->length, 12365 resv_upfront, 0); 12366 if (sp->data == NULL) { 12367 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12368 return (ENOMEM); 12369 } 12370 sp->tail_mbuf = m_last(sp->data); 12371 return (0); 12372 } 12373 12374 12375 12376 static struct sctp_stream_queue_pending * 12377 sctp_copy_it_in(struct sctp_tcb *stcb, 12378 struct sctp_association *asoc, 12379 struct sctp_sndrcvinfo *srcv, 12380 struct uio *uio, 12381 struct sctp_nets *net, 12382 int max_send_len, 12383 int user_marks_eor, 12384 int *error) 12385 { 12386 /*- 12387 * This routine must be very careful in its work. Protocol 12388 * processing is up and running so care must be taken to spl...() 12389 * when you need to do something that may effect the stcb/asoc. The 12390 * sb is locked however. When data is copied the protocol processing 12391 * should be enabled since this is a slower operation... 12392 */ 12393 struct sctp_stream_queue_pending *sp = NULL; 12394 int resv_in_first; 12395 12396 *error = 0; 12397 /* Now can we send this? */ 12398 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) || 12399 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 12400 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 12401 (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) { 12402 /* got data while shutting down */ 12403 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12404 *error = ECONNRESET; 12405 goto out_now; 12406 } 12407 sctp_alloc_a_strmoq(stcb, sp); 12408 if (sp == NULL) { 12409 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12410 *error = ENOMEM; 12411 goto out_now; 12412 } 12413 sp->act_flags = 0; 12414 sp->sender_all_done = 0; 12415 sp->sinfo_flags = srcv->sinfo_flags; 12416 sp->timetolive = srcv->sinfo_timetolive; 12417 sp->ppid = srcv->sinfo_ppid; 12418 sp->context = srcv->sinfo_context; 12419 sp->strseq = 0; 12420 (void)SCTP_GETTIME_TIMEVAL(&sp->ts); 12421 12422 sp->stream = srcv->sinfo_stream; 12423 sp->length = min(uio->uio_resid, max_send_len); 12424 if ((sp->length == (uint32_t) uio->uio_resid) && 12425 ((user_marks_eor == 0) || 12426 (srcv->sinfo_flags & SCTP_EOF) || 12427 (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) { 12428 sp->msg_is_complete = 1; 12429 } else { 12430 sp->msg_is_complete = 0; 12431 } 12432 sp->sender_all_done = 0; 12433 sp->some_taken = 0; 12434 sp->put_last_out = 0; 12435 resv_in_first = sizeof(struct sctp_data_chunk); 12436 sp->data = sp->tail_mbuf = NULL; 12437 if (sp->length == 0) { 12438 *error = 0; 12439 goto skip_copy; 12440 } 12441 if (srcv->sinfo_keynumber_valid) { 12442 sp->auth_keyid = srcv->sinfo_keynumber; 12443 } else { 12444 sp->auth_keyid = stcb->asoc.authinfo.active_keyid; 12445 } 12446 if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) { 12447 sctp_auth_key_acquire(stcb, sp->auth_keyid); 12448 sp->holds_key_ref = 1; 12449 } 12450 *error = sctp_copy_one(sp, uio, resv_in_first); 12451 skip_copy: 12452 if (*error) { 12453 sctp_free_a_strmoq(stcb, sp, SCTP_SO_LOCKED); 12454 sp = NULL; 12455 } else { 12456 if (sp->sinfo_flags & SCTP_ADDR_OVER) { 12457 sp->net = net; 12458 atomic_add_int(&sp->net->ref_count, 1); 12459 } else { 12460 sp->net = NULL; 12461 } 12462 sctp_set_prsctp_policy(sp); 12463 } 12464 out_now: 12465 return (sp); 12466 } 12467 12468 12469 int 12470 sctp_sosend(struct socket *so, 12471 struct sockaddr *addr, 12472 struct uio *uio, 12473 struct mbuf *top, 12474 struct mbuf *control, 12475 int flags, 12476 struct thread *p 12477 ) 12478 { 12479 int error, use_sndinfo = 0; 12480 struct sctp_sndrcvinfo sndrcvninfo; 12481 struct sockaddr *addr_to_use; 12482 12483 #if defined(INET) && defined(INET6) 12484 struct sockaddr_in sin; 12485 12486 #endif 12487 12488 if (control) { 12489 /* process cmsg snd/rcv info (maybe a assoc-id) */ 12490 if (sctp_find_cmsg(SCTP_SNDRCV, (void *)&sndrcvninfo, control, 12491 sizeof(sndrcvninfo))) { 12492 /* got one */ 12493 use_sndinfo = 1; 12494 } 12495 } 12496 addr_to_use = addr; 12497 #if defined(INET) && defined(INET6) 12498 if ((addr) && (addr->sa_family == AF_INET6)) { 12499 struct sockaddr_in6 *sin6; 12500 12501 sin6 = (struct sockaddr_in6 *)addr; 12502 if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) { 12503 in6_sin6_2_sin(&sin, sin6); 12504 addr_to_use = (struct sockaddr *)&sin; 12505 } 12506 } 12507 #endif 12508 error = sctp_lower_sosend(so, addr_to_use, uio, top, 12509 control, 12510 flags, 12511 use_sndinfo ? &sndrcvninfo : NULL 12512 ,p 12513 ); 12514 return (error); 12515 } 12516 12517 12518 int 12519 sctp_lower_sosend(struct socket *so, 12520 struct sockaddr *addr, 12521 struct uio *uio, 12522 struct mbuf *i_pak, 12523 struct mbuf *control, 12524 int flags, 12525 struct sctp_sndrcvinfo *srcv 12526 , 12527 struct thread *p 12528 ) 12529 { 12530 unsigned int sndlen = 0, max_len; 12531 int error, len; 12532 struct mbuf *top = NULL; 12533 int queue_only = 0, queue_only_for_init = 0; 12534 int free_cnt_applied = 0; 12535 int un_sent; 12536 int now_filled = 0; 12537 unsigned int inqueue_bytes = 0; 12538 struct sctp_block_entry be; 12539 struct sctp_inpcb *inp; 12540 struct sctp_tcb *stcb = NULL; 12541 struct timeval now; 12542 struct sctp_nets *net; 12543 struct sctp_association *asoc; 12544 struct sctp_inpcb *t_inp; 12545 int user_marks_eor; 12546 int create_lock_applied = 0; 12547 int nagle_applies = 0; 12548 int some_on_control = 0; 12549 int got_all_of_the_send = 0; 12550 int hold_tcblock = 0; 12551 int non_blocking = 0; 12552 uint32_t local_add_more, local_soresv = 0; 12553 uint16_t port; 12554 uint16_t sinfo_flags; 12555 sctp_assoc_t sinfo_assoc_id; 12556 12557 error = 0; 12558 net = NULL; 12559 stcb = NULL; 12560 asoc = NULL; 12561 12562 t_inp = inp = (struct sctp_inpcb *)so->so_pcb; 12563 if (inp == NULL) { 12564 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12565 error = EINVAL; 12566 if (i_pak) { 12567 SCTP_RELEASE_PKT(i_pak); 12568 } 12569 return (error); 12570 } 12571 if ((uio == NULL) && (i_pak == NULL)) { 12572 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12573 return (EINVAL); 12574 } 12575 user_marks_eor = sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR); 12576 atomic_add_int(&inp->total_sends, 1); 12577 if (uio) { 12578 if (uio->uio_resid < 0) { 12579 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12580 return (EINVAL); 12581 } 12582 sndlen = uio->uio_resid; 12583 } else { 12584 top = SCTP_HEADER_TO_CHAIN(i_pak); 12585 sndlen = SCTP_HEADER_LEN(i_pak); 12586 } 12587 SCTPDBG(SCTP_DEBUG_OUTPUT1, "Send called addr:%p send length %d\n", 12588 addr, 12589 sndlen); 12590 if ((inp->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) && 12591 (inp->sctp_socket->so_qlimit)) { 12592 /* The listener can NOT send */ 12593 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOTCONN); 12594 error = ENOTCONN; 12595 goto out_unlocked; 12596 } 12597 /** 12598 * Pre-screen address, if one is given the sin-len 12599 * must be set correctly! 12600 */ 12601 if (addr) { 12602 union sctp_sockstore *raddr = (union sctp_sockstore *)addr; 12603 12604 switch (raddr->sa.sa_family) { 12605 #if defined(INET) 12606 case AF_INET: 12607 if (raddr->sin.sin_len != sizeof(struct sockaddr_in)) { 12608 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12609 error = EINVAL; 12610 goto out_unlocked; 12611 } 12612 port = raddr->sin.sin_port; 12613 break; 12614 #endif 12615 #if defined(INET6) 12616 case AF_INET6: 12617 if (raddr->sin6.sin6_len != sizeof(struct sockaddr_in6)) { 12618 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12619 error = EINVAL; 12620 goto out_unlocked; 12621 } 12622 port = raddr->sin6.sin6_port; 12623 break; 12624 #endif 12625 default: 12626 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAFNOSUPPORT); 12627 error = EAFNOSUPPORT; 12628 goto out_unlocked; 12629 } 12630 } else 12631 port = 0; 12632 12633 if (srcv) { 12634 sinfo_flags = srcv->sinfo_flags; 12635 sinfo_assoc_id = srcv->sinfo_assoc_id; 12636 if (INVALID_SINFO_FLAG(sinfo_flags) || 12637 PR_SCTP_INVALID_POLICY(sinfo_flags)) { 12638 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12639 error = EINVAL; 12640 goto out_unlocked; 12641 } 12642 if (srcv->sinfo_flags) 12643 SCTP_STAT_INCR(sctps_sends_with_flags); 12644 } else { 12645 sinfo_flags = inp->def_send.sinfo_flags; 12646 sinfo_assoc_id = inp->def_send.sinfo_assoc_id; 12647 } 12648 if (sinfo_flags & SCTP_SENDALL) { 12649 /* its a sendall */ 12650 error = sctp_sendall(inp, uio, top, srcv); 12651 top = NULL; 12652 goto out_unlocked; 12653 } 12654 if ((sinfo_flags & SCTP_ADDR_OVER) && (addr == NULL)) { 12655 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12656 error = EINVAL; 12657 goto out_unlocked; 12658 } 12659 /* now we must find the assoc */ 12660 if ((inp->sctp_flags & SCTP_PCB_FLAGS_CONNECTED) || 12661 (inp->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL)) { 12662 SCTP_INP_RLOCK(inp); 12663 stcb = LIST_FIRST(&inp->sctp_asoc_list); 12664 if (stcb) { 12665 SCTP_TCB_LOCK(stcb); 12666 hold_tcblock = 1; 12667 } 12668 SCTP_INP_RUNLOCK(inp); 12669 } else if (sinfo_assoc_id) { 12670 stcb = sctp_findassociation_ep_asocid(inp, sinfo_assoc_id, 0); 12671 } else if (addr) { 12672 /*- 12673 * Since we did not use findep we must 12674 * increment it, and if we don't find a tcb 12675 * decrement it. 12676 */ 12677 SCTP_INP_WLOCK(inp); 12678 SCTP_INP_INCR_REF(inp); 12679 SCTP_INP_WUNLOCK(inp); 12680 stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL); 12681 if (stcb == NULL) { 12682 SCTP_INP_WLOCK(inp); 12683 SCTP_INP_DECR_REF(inp); 12684 SCTP_INP_WUNLOCK(inp); 12685 } else { 12686 hold_tcblock = 1; 12687 } 12688 } 12689 if ((stcb == NULL) && (addr)) { 12690 /* Possible implicit send? */ 12691 SCTP_ASOC_CREATE_LOCK(inp); 12692 create_lock_applied = 1; 12693 if ((inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 12694 (inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE)) { 12695 /* Should I really unlock ? */ 12696 SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12697 error = EINVAL; 12698 goto out_unlocked; 12699 12700 } 12701 if (((inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) == 0) && 12702 (addr->sa_family == AF_INET6)) { 12703 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12704 error = EINVAL; 12705 goto out_unlocked; 12706 } 12707 SCTP_INP_WLOCK(inp); 12708 SCTP_INP_INCR_REF(inp); 12709 SCTP_INP_WUNLOCK(inp); 12710 /* With the lock applied look again */ 12711 stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL); 12712 if ((stcb == NULL) && (control != NULL) && (port > 0)) { 12713 stcb = sctp_findassociation_cmsgs(&t_inp, port, control, &net, &error); 12714 } 12715 if (stcb == NULL) { 12716 SCTP_INP_WLOCK(inp); 12717 SCTP_INP_DECR_REF(inp); 12718 SCTP_INP_WUNLOCK(inp); 12719 } else { 12720 hold_tcblock = 1; 12721 } 12722 if (error) { 12723 goto out_unlocked; 12724 } 12725 if (t_inp != inp) { 12726 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOTCONN); 12727 error = ENOTCONN; 12728 goto out_unlocked; 12729 } 12730 } 12731 if (stcb == NULL) { 12732 if (addr == NULL) { 12733 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT); 12734 error = ENOENT; 12735 goto out_unlocked; 12736 } else { 12737 /* We must go ahead and start the INIT process */ 12738 uint32_t vrf_id; 12739 12740 if ((sinfo_flags & SCTP_ABORT) || 12741 ((sinfo_flags & SCTP_EOF) && (sndlen == 0))) { 12742 /*- 12743 * User asks to abort a non-existant assoc, 12744 * or EOF a non-existant assoc with no data 12745 */ 12746 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT); 12747 error = ENOENT; 12748 goto out_unlocked; 12749 } 12750 /* get an asoc/stcb struct */ 12751 vrf_id = inp->def_vrf_id; 12752 #ifdef INVARIANTS 12753 if (create_lock_applied == 0) { 12754 panic("Error, should hold create lock and I don't?"); 12755 } 12756 #endif 12757 stcb = sctp_aloc_assoc(inp, addr, &error, 0, vrf_id, 12758 p 12759 ); 12760 if (stcb == NULL) { 12761 /* Error is setup for us in the call */ 12762 goto out_unlocked; 12763 } 12764 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) { 12765 stcb->sctp_ep->sctp_flags |= SCTP_PCB_FLAGS_CONNECTED; 12766 /* 12767 * Set the connected flag so we can queue 12768 * data 12769 */ 12770 soisconnecting(so); 12771 } 12772 hold_tcblock = 1; 12773 if (create_lock_applied) { 12774 SCTP_ASOC_CREATE_UNLOCK(inp); 12775 create_lock_applied = 0; 12776 } else { 12777 SCTP_PRINTF("Huh-3? create lock should have been on??\n"); 12778 } 12779 /* 12780 * Turn on queue only flag to prevent data from 12781 * being sent 12782 */ 12783 queue_only = 1; 12784 asoc = &stcb->asoc; 12785 SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT); 12786 (void)SCTP_GETTIME_TIMEVAL(&asoc->time_entered); 12787 12788 /* initialize authentication params for the assoc */ 12789 sctp_initialize_auth_params(inp, stcb); 12790 12791 if (control) { 12792 if (sctp_process_cmsgs_for_init(stcb, control, &error)) { 12793 sctp_free_assoc(inp, stcb, SCTP_PCBFREE_FORCE, SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_7); 12794 hold_tcblock = 0; 12795 stcb = NULL; 12796 goto out_unlocked; 12797 } 12798 } 12799 /* out with the INIT */ 12800 queue_only_for_init = 1; 12801 /*- 12802 * we may want to dig in after this call and adjust the MTU 12803 * value. It defaulted to 1500 (constant) but the ro 12804 * structure may now have an update and thus we may need to 12805 * change it BEFORE we append the message. 12806 */ 12807 } 12808 } else 12809 asoc = &stcb->asoc; 12810 if (srcv == NULL) 12811 srcv = (struct sctp_sndrcvinfo *)&asoc->def_send; 12812 if (srcv->sinfo_flags & SCTP_ADDR_OVER) { 12813 if (addr) 12814 net = sctp_findnet(stcb, addr); 12815 else 12816 net = NULL; 12817 if ((net == NULL) || 12818 ((port != 0) && (port != stcb->rport))) { 12819 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12820 error = EINVAL; 12821 goto out_unlocked; 12822 } 12823 } else { 12824 if (stcb->asoc.alternate) { 12825 net = stcb->asoc.alternate; 12826 } else { 12827 net = stcb->asoc.primary_destination; 12828 } 12829 } 12830 atomic_add_int(&stcb->total_sends, 1); 12831 /* Keep the stcb from being freed under our feet */ 12832 atomic_add_int(&asoc->refcnt, 1); 12833 free_cnt_applied = 1; 12834 12835 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NO_FRAGMENT)) { 12836 if (sndlen > asoc->smallest_mtu) { 12837 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 12838 error = EMSGSIZE; 12839 goto out_unlocked; 12840 } 12841 } 12842 if (SCTP_SO_IS_NBIO(so) 12843 || (flags & MSG_NBIO) 12844 ) { 12845 non_blocking = 1; 12846 } 12847 /* would we block? */ 12848 if (non_blocking) { 12849 if (hold_tcblock == 0) { 12850 SCTP_TCB_LOCK(stcb); 12851 hold_tcblock = 1; 12852 } 12853 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 12854 if ((SCTP_SB_LIMIT_SND(so) < (sndlen + inqueue_bytes + stcb->asoc.sb_send_resv)) || 12855 (stcb->asoc.chunks_on_out_queue >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 12856 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EWOULDBLOCK); 12857 if (sndlen > SCTP_SB_LIMIT_SND(so)) 12858 error = EMSGSIZE; 12859 else 12860 error = EWOULDBLOCK; 12861 goto out_unlocked; 12862 } 12863 stcb->asoc.sb_send_resv += sndlen; 12864 SCTP_TCB_UNLOCK(stcb); 12865 hold_tcblock = 0; 12866 } else { 12867 atomic_add_int(&stcb->asoc.sb_send_resv, sndlen); 12868 } 12869 local_soresv = sndlen; 12870 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 12871 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12872 error = ECONNRESET; 12873 goto out_unlocked; 12874 } 12875 if (create_lock_applied) { 12876 SCTP_ASOC_CREATE_UNLOCK(inp); 12877 create_lock_applied = 0; 12878 } 12879 if (asoc->stream_reset_outstanding) { 12880 /* 12881 * Can't queue any data while stream reset is underway. 12882 */ 12883 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAGAIN); 12884 error = EAGAIN; 12885 goto out_unlocked; 12886 } 12887 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 12888 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) { 12889 queue_only = 1; 12890 } 12891 /* we are now done with all control */ 12892 if (control) { 12893 sctp_m_freem(control); 12894 control = NULL; 12895 } 12896 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) || 12897 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) || 12898 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_ACK_SENT) || 12899 (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) { 12900 if (srcv->sinfo_flags & SCTP_ABORT) { 12901 ; 12902 } else { 12903 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 12904 error = ECONNRESET; 12905 goto out_unlocked; 12906 } 12907 } 12908 /* Ok, we will attempt a msgsnd :> */ 12909 if (p) { 12910 p->td_ru.ru_msgsnd++; 12911 } 12912 /* Are we aborting? */ 12913 if (srcv->sinfo_flags & SCTP_ABORT) { 12914 struct mbuf *mm; 12915 int tot_demand, tot_out = 0, max_out; 12916 12917 SCTP_STAT_INCR(sctps_sends_with_abort); 12918 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_WAIT) || 12919 (SCTP_GET_STATE(asoc) == SCTP_STATE_COOKIE_ECHOED)) { 12920 /* It has to be up before we abort */ 12921 /* how big is the user initiated abort? */ 12922 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 12923 error = EINVAL; 12924 goto out; 12925 } 12926 if (hold_tcblock) { 12927 SCTP_TCB_UNLOCK(stcb); 12928 hold_tcblock = 0; 12929 } 12930 if (top) { 12931 struct mbuf *cntm = NULL; 12932 12933 mm = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr), 0, M_WAIT, 1, MT_DATA); 12934 if (sndlen != 0) { 12935 for (cntm = top; cntm; cntm = SCTP_BUF_NEXT(cntm)) { 12936 tot_out += SCTP_BUF_LEN(cntm); 12937 } 12938 } 12939 } else { 12940 /* Must fit in a MTU */ 12941 tot_out = sndlen; 12942 tot_demand = (tot_out + sizeof(struct sctp_paramhdr)); 12943 if (tot_demand > SCTP_DEFAULT_ADD_MORE) { 12944 /* To big */ 12945 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 12946 error = EMSGSIZE; 12947 goto out; 12948 } 12949 mm = sctp_get_mbuf_for_msg(tot_demand, 0, M_WAIT, 1, MT_DATA); 12950 } 12951 if (mm == NULL) { 12952 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM); 12953 error = ENOMEM; 12954 goto out; 12955 } 12956 max_out = asoc->smallest_mtu - sizeof(struct sctp_paramhdr); 12957 max_out -= sizeof(struct sctp_abort_msg); 12958 if (tot_out > max_out) { 12959 tot_out = max_out; 12960 } 12961 if (mm) { 12962 struct sctp_paramhdr *ph; 12963 12964 /* now move forward the data pointer */ 12965 ph = mtod(mm, struct sctp_paramhdr *); 12966 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT); 12967 ph->param_length = htons((sizeof(struct sctp_paramhdr) + tot_out)); 12968 ph++; 12969 SCTP_BUF_LEN(mm) = tot_out + sizeof(struct sctp_paramhdr); 12970 if (top == NULL) { 12971 error = uiomove((caddr_t)ph, (int)tot_out, uio); 12972 if (error) { 12973 /*- 12974 * Here if we can't get his data we 12975 * still abort we just don't get to 12976 * send the users note :-0 12977 */ 12978 sctp_m_freem(mm); 12979 mm = NULL; 12980 } 12981 } else { 12982 if (sndlen != 0) { 12983 SCTP_BUF_NEXT(mm) = top; 12984 } 12985 } 12986 } 12987 if (hold_tcblock == 0) { 12988 SCTP_TCB_LOCK(stcb); 12989 } 12990 atomic_add_int(&stcb->asoc.refcnt, -1); 12991 free_cnt_applied = 0; 12992 /* release this lock, otherwise we hang on ourselves */ 12993 sctp_abort_an_association(stcb->sctp_ep, stcb, 12994 SCTP_RESPONSE_TO_USER_REQ, 12995 mm, SCTP_SO_LOCKED); 12996 /* now relock the stcb so everything is sane */ 12997 hold_tcblock = 0; 12998 stcb = NULL; 12999 /* 13000 * In this case top is already chained to mm avoid double 13001 * free, since we free it below if top != NULL and driver 13002 * would free it after sending the packet out 13003 */ 13004 if (sndlen != 0) { 13005 top = NULL; 13006 } 13007 goto out_unlocked; 13008 } 13009 /* Calculate the maximum we can send */ 13010 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13011 if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) { 13012 if (non_blocking) { 13013 /* we already checked for non-blocking above. */ 13014 max_len = sndlen; 13015 } else { 13016 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13017 } 13018 } else { 13019 max_len = 0; 13020 } 13021 if (hold_tcblock) { 13022 SCTP_TCB_UNLOCK(stcb); 13023 hold_tcblock = 0; 13024 } 13025 /* Is the stream no. valid? */ 13026 if (srcv->sinfo_stream >= asoc->streamoutcnt) { 13027 /* Invalid stream number */ 13028 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13029 error = EINVAL; 13030 goto out_unlocked; 13031 } 13032 if (asoc->strmout == NULL) { 13033 /* huh? software error */ 13034 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT); 13035 error = EFAULT; 13036 goto out_unlocked; 13037 } 13038 /* Unless E_EOR mode is on, we must make a send FIT in one call. */ 13039 if ((user_marks_eor == 0) && 13040 (sndlen > SCTP_SB_LIMIT_SND(stcb->sctp_socket))) { 13041 /* It will NEVER fit */ 13042 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE); 13043 error = EMSGSIZE; 13044 goto out_unlocked; 13045 } 13046 if ((uio == NULL) && user_marks_eor) { 13047 /*- 13048 * We do not support eeor mode for 13049 * sending with mbuf chains (like sendfile). 13050 */ 13051 SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13052 error = EINVAL; 13053 goto out_unlocked; 13054 } 13055 if (user_marks_eor) { 13056 local_add_more = min(SCTP_SB_LIMIT_SND(so), SCTP_BASE_SYSCTL(sctp_add_more_threshold)); 13057 } else { 13058 /*- 13059 * For non-eeor the whole message must fit in 13060 * the socket send buffer. 13061 */ 13062 local_add_more = sndlen; 13063 } 13064 len = 0; 13065 if (non_blocking) { 13066 goto skip_preblock; 13067 } 13068 if (((max_len <= local_add_more) && 13069 (SCTP_SB_LIMIT_SND(so) >= local_add_more)) || 13070 (max_len == 0) || 13071 ((stcb->asoc.chunks_on_out_queue + stcb->asoc.stream_queue_cnt) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 13072 /* No room right now ! */ 13073 SOCKBUF_LOCK(&so->so_snd); 13074 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13075 while ((SCTP_SB_LIMIT_SND(so) < (inqueue_bytes + local_add_more)) || 13076 ((stcb->asoc.stream_queue_cnt + stcb->asoc.chunks_on_out_queue) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) { 13077 SCTPDBG(SCTP_DEBUG_OUTPUT1, "pre_block limit:%u <(inq:%d + %d) || (%d+%d > %d)\n", 13078 (unsigned int)SCTP_SB_LIMIT_SND(so), 13079 inqueue_bytes, 13080 local_add_more, 13081 stcb->asoc.stream_queue_cnt, 13082 stcb->asoc.chunks_on_out_queue, 13083 SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)); 13084 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13085 sctp_log_block(SCTP_BLOCK_LOG_INTO_BLKA, asoc, sndlen); 13086 } 13087 be.error = 0; 13088 stcb->block_entry = &be; 13089 error = sbwait(&so->so_snd); 13090 stcb->block_entry = NULL; 13091 if (error || so->so_error || be.error) { 13092 if (error == 0) { 13093 if (so->so_error) 13094 error = so->so_error; 13095 if (be.error) { 13096 error = be.error; 13097 } 13098 } 13099 SOCKBUF_UNLOCK(&so->so_snd); 13100 goto out_unlocked; 13101 } 13102 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13103 sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK, 13104 asoc, stcb->asoc.total_output_queue_size); 13105 } 13106 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13107 goto out_unlocked; 13108 } 13109 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13110 } 13111 if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) { 13112 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13113 } else { 13114 max_len = 0; 13115 } 13116 SOCKBUF_UNLOCK(&so->so_snd); 13117 } 13118 skip_preblock: 13119 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13120 goto out_unlocked; 13121 } 13122 /* 13123 * sndlen covers for mbuf case uio_resid covers for the non-mbuf 13124 * case NOTE: uio will be null when top/mbuf is passed 13125 */ 13126 if (sndlen == 0) { 13127 if (srcv->sinfo_flags & SCTP_EOF) { 13128 got_all_of_the_send = 1; 13129 goto dataless_eof; 13130 } else { 13131 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13132 error = EINVAL; 13133 goto out; 13134 } 13135 } 13136 if (top == NULL) { 13137 struct sctp_stream_queue_pending *sp; 13138 struct sctp_stream_out *strm; 13139 uint32_t sndout; 13140 13141 SCTP_TCB_SEND_LOCK(stcb); 13142 if ((asoc->stream_locked) && 13143 (asoc->stream_locked_on != srcv->sinfo_stream)) { 13144 SCTP_TCB_SEND_UNLOCK(stcb); 13145 SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL); 13146 error = EINVAL; 13147 goto out; 13148 } 13149 SCTP_TCB_SEND_UNLOCK(stcb); 13150 13151 strm = &stcb->asoc.strmout[srcv->sinfo_stream]; 13152 if (strm->last_msg_incomplete == 0) { 13153 do_a_copy_in: 13154 sp = sctp_copy_it_in(stcb, asoc, srcv, uio, net, max_len, user_marks_eor, &error); 13155 if ((sp == NULL) || (error)) { 13156 goto out; 13157 } 13158 SCTP_TCB_SEND_LOCK(stcb); 13159 if (sp->msg_is_complete) { 13160 strm->last_msg_incomplete = 0; 13161 asoc->stream_locked = 0; 13162 } else { 13163 /* 13164 * Just got locked to this guy in case of an 13165 * interrupt. 13166 */ 13167 strm->last_msg_incomplete = 1; 13168 asoc->stream_locked = 1; 13169 asoc->stream_locked_on = srcv->sinfo_stream; 13170 sp->sender_all_done = 0; 13171 } 13172 sctp_snd_sb_alloc(stcb, sp->length); 13173 atomic_add_int(&asoc->stream_queue_cnt, 1); 13174 if ((srcv->sinfo_flags & SCTP_UNORDERED) == 0) { 13175 sp->strseq = strm->next_sequence_sent; 13176 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_SCTP) { 13177 sctp_misc_ints(SCTP_STRMOUT_LOG_ASSIGN, 13178 (uintptr_t) stcb, sp->length, 13179 (uint32_t) ((srcv->sinfo_stream << 16) | sp->strseq), 0); 13180 } 13181 strm->next_sequence_sent++; 13182 } else { 13183 SCTP_STAT_INCR(sctps_sends_with_unord); 13184 } 13185 TAILQ_INSERT_TAIL(&strm->outqueue, sp, next); 13186 stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, asoc, strm, sp, 1); 13187 SCTP_TCB_SEND_UNLOCK(stcb); 13188 } else { 13189 SCTP_TCB_SEND_LOCK(stcb); 13190 sp = TAILQ_LAST(&strm->outqueue, sctp_streamhead); 13191 SCTP_TCB_SEND_UNLOCK(stcb); 13192 if (sp == NULL) { 13193 /* ???? Huh ??? last msg is gone */ 13194 #ifdef INVARIANTS 13195 panic("Warning: Last msg marked incomplete, yet nothing left?"); 13196 #else 13197 SCTP_PRINTF("Warning: Last msg marked incomplete, yet nothing left?\n"); 13198 strm->last_msg_incomplete = 0; 13199 #endif 13200 goto do_a_copy_in; 13201 13202 } 13203 } 13204 while (uio->uio_resid > 0) { 13205 /* How much room do we have? */ 13206 struct mbuf *new_tail, *mm; 13207 13208 if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size) 13209 max_len = SCTP_SB_LIMIT_SND(so) - stcb->asoc.total_output_queue_size; 13210 else 13211 max_len = 0; 13212 13213 if ((max_len > SCTP_BASE_SYSCTL(sctp_add_more_threshold)) || 13214 (max_len && (SCTP_SB_LIMIT_SND(so) < SCTP_BASE_SYSCTL(sctp_add_more_threshold))) || 13215 (uio->uio_resid && (uio->uio_resid <= (int)max_len))) { 13216 sndout = 0; 13217 new_tail = NULL; 13218 if (hold_tcblock) { 13219 SCTP_TCB_UNLOCK(stcb); 13220 hold_tcblock = 0; 13221 } 13222 mm = sctp_copy_resume(uio, max_len, user_marks_eor, &error, &sndout, &new_tail); 13223 if ((mm == NULL) || error) { 13224 if (mm) { 13225 sctp_m_freem(mm); 13226 } 13227 goto out; 13228 } 13229 /* Update the mbuf and count */ 13230 SCTP_TCB_SEND_LOCK(stcb); 13231 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13232 /* 13233 * we need to get out. Peer probably 13234 * aborted. 13235 */ 13236 sctp_m_freem(mm); 13237 if (stcb->asoc.state & SCTP_PCB_FLAGS_WAS_ABORTED) { 13238 SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET); 13239 error = ECONNRESET; 13240 } 13241 SCTP_TCB_SEND_UNLOCK(stcb); 13242 goto out; 13243 } 13244 if (sp->tail_mbuf) { 13245 /* tack it to the end */ 13246 SCTP_BUF_NEXT(sp->tail_mbuf) = mm; 13247 sp->tail_mbuf = new_tail; 13248 } else { 13249 /* A stolen mbuf */ 13250 sp->data = mm; 13251 sp->tail_mbuf = new_tail; 13252 } 13253 sctp_snd_sb_alloc(stcb, sndout); 13254 atomic_add_int(&sp->length, sndout); 13255 len += sndout; 13256 13257 /* Did we reach EOR? */ 13258 if ((uio->uio_resid == 0) && 13259 ((user_marks_eor == 0) || 13260 (srcv->sinfo_flags & SCTP_EOF) || 13261 (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) { 13262 sp->msg_is_complete = 1; 13263 } else { 13264 sp->msg_is_complete = 0; 13265 } 13266 SCTP_TCB_SEND_UNLOCK(stcb); 13267 } 13268 if (uio->uio_resid == 0) { 13269 /* got it all? */ 13270 continue; 13271 } 13272 /* PR-SCTP? */ 13273 if ((asoc->peer_supports_prsctp) && (asoc->sent_queue_cnt_removeable > 0)) { 13274 /* 13275 * This is ugly but we must assure locking 13276 * order 13277 */ 13278 if (hold_tcblock == 0) { 13279 SCTP_TCB_LOCK(stcb); 13280 hold_tcblock = 1; 13281 } 13282 sctp_prune_prsctp(stcb, asoc, srcv, sndlen); 13283 inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * sizeof(struct sctp_data_chunk)); 13284 if (SCTP_SB_LIMIT_SND(so) > stcb->asoc.total_output_queue_size) 13285 max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes; 13286 else 13287 max_len = 0; 13288 if (max_len > 0) { 13289 continue; 13290 } 13291 SCTP_TCB_UNLOCK(stcb); 13292 hold_tcblock = 0; 13293 } 13294 /* wait for space now */ 13295 if (non_blocking) { 13296 /* Non-blocking io in place out */ 13297 goto skip_out_eof; 13298 } 13299 /* What about the INIT, send it maybe */ 13300 if (queue_only_for_init) { 13301 if (hold_tcblock == 0) { 13302 SCTP_TCB_LOCK(stcb); 13303 hold_tcblock = 1; 13304 } 13305 if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) { 13306 /* a collision took us forward? */ 13307 queue_only = 0; 13308 } else { 13309 sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED); 13310 SCTP_SET_STATE(asoc, SCTP_STATE_COOKIE_WAIT); 13311 queue_only = 1; 13312 } 13313 } 13314 if ((net->flight_size > net->cwnd) && 13315 (asoc->sctp_cmt_on_off == 0)) { 13316 SCTP_STAT_INCR(sctps_send_cwnd_avoid); 13317 queue_only = 1; 13318 } else if (asoc->ifp_had_enobuf) { 13319 SCTP_STAT_INCR(sctps_ifnomemqueued); 13320 if (net->flight_size > (2 * net->mtu)) { 13321 queue_only = 1; 13322 } 13323 asoc->ifp_had_enobuf = 0; 13324 } 13325 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 13326 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 13327 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 13328 (stcb->asoc.total_flight > 0) && 13329 (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) && 13330 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) { 13331 13332 /*- 13333 * Ok, Nagle is set on and we have data outstanding. 13334 * Don't send anything and let SACKs drive out the 13335 * data unless wen have a "full" segment to send. 13336 */ 13337 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13338 sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED); 13339 } 13340 SCTP_STAT_INCR(sctps_naglequeued); 13341 nagle_applies = 1; 13342 } else { 13343 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13344 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) 13345 sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED); 13346 } 13347 SCTP_STAT_INCR(sctps_naglesent); 13348 nagle_applies = 0; 13349 } 13350 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13351 13352 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only, 13353 nagle_applies, un_sent); 13354 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size, 13355 stcb->asoc.total_flight, 13356 stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count); 13357 } 13358 if (queue_only_for_init) 13359 queue_only_for_init = 0; 13360 if ((queue_only == 0) && (nagle_applies == 0)) { 13361 /*- 13362 * need to start chunk output 13363 * before blocking.. note that if 13364 * a lock is already applied, then 13365 * the input via the net is happening 13366 * and I don't need to start output :-D 13367 */ 13368 if (hold_tcblock == 0) { 13369 if (SCTP_TCB_TRYLOCK(stcb)) { 13370 hold_tcblock = 1; 13371 sctp_chunk_output(inp, 13372 stcb, 13373 SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13374 } 13375 } else { 13376 sctp_chunk_output(inp, 13377 stcb, 13378 SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13379 } 13380 if (hold_tcblock == 1) { 13381 SCTP_TCB_UNLOCK(stcb); 13382 hold_tcblock = 0; 13383 } 13384 } 13385 SOCKBUF_LOCK(&so->so_snd); 13386 /*- 13387 * This is a bit strange, but I think it will 13388 * work. The total_output_queue_size is locked and 13389 * protected by the TCB_LOCK, which we just released. 13390 * There is a race that can occur between releasing it 13391 * above, and me getting the socket lock, where sacks 13392 * come in but we have not put the SB_WAIT on the 13393 * so_snd buffer to get the wakeup. After the LOCK 13394 * is applied the sack_processing will also need to 13395 * LOCK the so->so_snd to do the actual sowwakeup(). So 13396 * once we have the socket buffer lock if we recheck the 13397 * size we KNOW we will get to sleep safely with the 13398 * wakeup flag in place. 13399 */ 13400 if (SCTP_SB_LIMIT_SND(so) <= (stcb->asoc.total_output_queue_size + 13401 min(SCTP_BASE_SYSCTL(sctp_add_more_threshold), SCTP_SB_LIMIT_SND(so)))) { 13402 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13403 sctp_log_block(SCTP_BLOCK_LOG_INTO_BLK, 13404 asoc, uio->uio_resid); 13405 } 13406 be.error = 0; 13407 stcb->block_entry = &be; 13408 error = sbwait(&so->so_snd); 13409 stcb->block_entry = NULL; 13410 13411 if (error || so->so_error || be.error) { 13412 if (error == 0) { 13413 if (so->so_error) 13414 error = so->so_error; 13415 if (be.error) { 13416 error = be.error; 13417 } 13418 } 13419 SOCKBUF_UNLOCK(&so->so_snd); 13420 goto out_unlocked; 13421 } 13422 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13423 sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK, 13424 asoc, stcb->asoc.total_output_queue_size); 13425 } 13426 } 13427 SOCKBUF_UNLOCK(&so->so_snd); 13428 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 13429 goto out_unlocked; 13430 } 13431 } 13432 SCTP_TCB_SEND_LOCK(stcb); 13433 if (sp) { 13434 if (sp->msg_is_complete == 0) { 13435 strm->last_msg_incomplete = 1; 13436 asoc->stream_locked = 1; 13437 asoc->stream_locked_on = srcv->sinfo_stream; 13438 } else { 13439 sp->sender_all_done = 1; 13440 strm->last_msg_incomplete = 0; 13441 asoc->stream_locked = 0; 13442 } 13443 } else { 13444 SCTP_PRINTF("Huh no sp TSNH?\n"); 13445 strm->last_msg_incomplete = 0; 13446 asoc->stream_locked = 0; 13447 } 13448 SCTP_TCB_SEND_UNLOCK(stcb); 13449 if (uio->uio_resid == 0) { 13450 got_all_of_the_send = 1; 13451 } 13452 } else { 13453 /* We send in a 0, since we do NOT have any locks */ 13454 error = sctp_msg_append(stcb, net, top, srcv, 0); 13455 top = NULL; 13456 if (srcv->sinfo_flags & SCTP_EOF) { 13457 /* 13458 * This should only happen for Panda for the mbuf 13459 * send case, which does NOT yet support EEOR mode. 13460 * Thus, we can just set this flag to do the proper 13461 * EOF handling. 13462 */ 13463 got_all_of_the_send = 1; 13464 } 13465 } 13466 if (error) { 13467 goto out; 13468 } 13469 dataless_eof: 13470 /* EOF thing ? */ 13471 if ((srcv->sinfo_flags & SCTP_EOF) && 13472 (got_all_of_the_send == 1) && 13473 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_UDPTYPE)) { 13474 int cnt; 13475 13476 SCTP_STAT_INCR(sctps_sends_with_eof); 13477 error = 0; 13478 if (hold_tcblock == 0) { 13479 SCTP_TCB_LOCK(stcb); 13480 hold_tcblock = 1; 13481 } 13482 cnt = sctp_is_there_unsent_data(stcb, SCTP_SO_LOCKED); 13483 if (TAILQ_EMPTY(&asoc->send_queue) && 13484 TAILQ_EMPTY(&asoc->sent_queue) && 13485 (cnt == 0)) { 13486 if (asoc->locked_on_sending) { 13487 goto abort_anyway; 13488 } 13489 /* there is nothing queued to send, so I'm done... */ 13490 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 13491 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 13492 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 13493 struct sctp_nets *netp; 13494 13495 if (stcb->asoc.alternate) { 13496 netp = stcb->asoc.alternate; 13497 } else { 13498 netp = stcb->asoc.primary_destination; 13499 } 13500 /* only send SHUTDOWN the first time through */ 13501 sctp_send_shutdown(stcb, netp); 13502 if (SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) { 13503 SCTP_STAT_DECR_GAUGE32(sctps_currestab); 13504 } 13505 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 13506 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 13507 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb, 13508 netp); 13509 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 13510 asoc->primary_destination); 13511 } 13512 } else { 13513 /*- 13514 * we still got (or just got) data to send, so set 13515 * SHUTDOWN_PENDING 13516 */ 13517 /*- 13518 * XXX sockets draft says that SCTP_EOF should be 13519 * sent with no data. currently, we will allow user 13520 * data to be sent first and move to 13521 * SHUTDOWN-PENDING 13522 */ 13523 if ((SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) && 13524 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_RECEIVED) && 13525 (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_ACK_SENT)) { 13526 if (hold_tcblock == 0) { 13527 SCTP_TCB_LOCK(stcb); 13528 hold_tcblock = 1; 13529 } 13530 if (asoc->locked_on_sending) { 13531 /* Locked to send out the data */ 13532 struct sctp_stream_queue_pending *sp; 13533 13534 sp = TAILQ_LAST(&asoc->locked_on_sending->outqueue, sctp_streamhead); 13535 if (sp) { 13536 if ((sp->length == 0) && (sp->msg_is_complete == 0)) 13537 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 13538 } 13539 } 13540 asoc->state |= SCTP_STATE_SHUTDOWN_PENDING; 13541 if (TAILQ_EMPTY(&asoc->send_queue) && 13542 TAILQ_EMPTY(&asoc->sent_queue) && 13543 (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 13544 abort_anyway: 13545 if (free_cnt_applied) { 13546 atomic_add_int(&stcb->asoc.refcnt, -1); 13547 free_cnt_applied = 0; 13548 } 13549 sctp_abort_an_association(stcb->sctp_ep, stcb, 13550 SCTP_RESPONSE_TO_USER_REQ, 13551 NULL, SCTP_SO_LOCKED); 13552 /* 13553 * now relock the stcb so everything 13554 * is sane 13555 */ 13556 hold_tcblock = 0; 13557 stcb = NULL; 13558 goto out; 13559 } 13560 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb, 13561 asoc->primary_destination); 13562 sctp_feature_off(inp, SCTP_PCB_FLAGS_NODELAY); 13563 } 13564 } 13565 } 13566 skip_out_eof: 13567 if (!TAILQ_EMPTY(&stcb->asoc.control_send_queue)) { 13568 some_on_control = 1; 13569 } 13570 if (queue_only_for_init) { 13571 if (hold_tcblock == 0) { 13572 SCTP_TCB_LOCK(stcb); 13573 hold_tcblock = 1; 13574 } 13575 if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_OPEN) { 13576 /* a collision took us forward? */ 13577 queue_only = 0; 13578 } else { 13579 sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED); 13580 SCTP_SET_STATE(&stcb->asoc, SCTP_STATE_COOKIE_WAIT); 13581 queue_only = 1; 13582 } 13583 } 13584 if ((net->flight_size > net->cwnd) && 13585 (stcb->asoc.sctp_cmt_on_off == 0)) { 13586 SCTP_STAT_INCR(sctps_send_cwnd_avoid); 13587 queue_only = 1; 13588 } else if (asoc->ifp_had_enobuf) { 13589 SCTP_STAT_INCR(sctps_ifnomemqueued); 13590 if (net->flight_size > (2 * net->mtu)) { 13591 queue_only = 1; 13592 } 13593 asoc->ifp_had_enobuf = 0; 13594 } 13595 un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) + 13596 (stcb->asoc.stream_queue_cnt * sizeof(struct sctp_data_chunk))); 13597 if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) && 13598 (stcb->asoc.total_flight > 0) && 13599 (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) && 13600 (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) { 13601 /*- 13602 * Ok, Nagle is set on and we have data outstanding. 13603 * Don't send anything and let SACKs drive out the 13604 * data unless wen have a "full" segment to send. 13605 */ 13606 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13607 sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED); 13608 } 13609 SCTP_STAT_INCR(sctps_naglequeued); 13610 nagle_applies = 1; 13611 } else { 13612 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) { 13613 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) 13614 sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED); 13615 } 13616 SCTP_STAT_INCR(sctps_naglesent); 13617 nagle_applies = 0; 13618 } 13619 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) { 13620 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only, 13621 nagle_applies, un_sent); 13622 sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size, 13623 stcb->asoc.total_flight, 13624 stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count); 13625 } 13626 if ((queue_only == 0) && (nagle_applies == 0) && (stcb->asoc.peers_rwnd && un_sent)) { 13627 /* we can attempt to send too. */ 13628 if (hold_tcblock == 0) { 13629 /* 13630 * If there is activity recv'ing sacks no need to 13631 * send 13632 */ 13633 if (SCTP_TCB_TRYLOCK(stcb)) { 13634 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13635 hold_tcblock = 1; 13636 } 13637 } else { 13638 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13639 } 13640 } else if ((queue_only == 0) && 13641 (stcb->asoc.peers_rwnd == 0) && 13642 (stcb->asoc.total_flight == 0)) { 13643 /* We get to have a probe outstanding */ 13644 if (hold_tcblock == 0) { 13645 hold_tcblock = 1; 13646 SCTP_TCB_LOCK(stcb); 13647 } 13648 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED); 13649 } else if (some_on_control) { 13650 int num_out, reason, frag_point; 13651 13652 /* Here we do control only */ 13653 if (hold_tcblock == 0) { 13654 hold_tcblock = 1; 13655 SCTP_TCB_LOCK(stcb); 13656 } 13657 frag_point = sctp_get_frag_point(stcb, &stcb->asoc); 13658 (void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out, 13659 &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_LOCKED); 13660 } 13661 SCTPDBG(SCTP_DEBUG_OUTPUT1, "USR Send complete qo:%d prw:%d unsent:%d tf:%d cooq:%d toqs:%d err:%d\n", 13662 queue_only, stcb->asoc.peers_rwnd, un_sent, 13663 stcb->asoc.total_flight, stcb->asoc.chunks_on_out_queue, 13664 stcb->asoc.total_output_queue_size, error); 13665 13666 out: 13667 out_unlocked: 13668 13669 if (local_soresv && stcb) { 13670 atomic_subtract_int(&stcb->asoc.sb_send_resv, sndlen); 13671 } 13672 if (create_lock_applied) { 13673 SCTP_ASOC_CREATE_UNLOCK(inp); 13674 } 13675 if ((stcb) && hold_tcblock) { 13676 SCTP_TCB_UNLOCK(stcb); 13677 } 13678 if (stcb && free_cnt_applied) { 13679 atomic_add_int(&stcb->asoc.refcnt, -1); 13680 } 13681 #ifdef INVARIANTS 13682 if (stcb) { 13683 if (mtx_owned(&stcb->tcb_mtx)) { 13684 panic("Leaving with tcb mtx owned?"); 13685 } 13686 if (mtx_owned(&stcb->tcb_send_mtx)) { 13687 panic("Leaving with tcb send mtx owned?"); 13688 } 13689 } 13690 #endif 13691 #ifdef INVARIANTS 13692 if (inp) { 13693 sctp_validate_no_locks(inp); 13694 } else { 13695 printf("Warning - inp is NULL so cant validate locks\n"); 13696 } 13697 #endif 13698 if (top) { 13699 sctp_m_freem(top); 13700 } 13701 if (control) { 13702 sctp_m_freem(control); 13703 } 13704 return (error); 13705 } 13706 13707 13708 /* 13709 * generate an AUTHentication chunk, if required 13710 */ 13711 struct mbuf * 13712 sctp_add_auth_chunk(struct mbuf *m, struct mbuf **m_end, 13713 struct sctp_auth_chunk **auth_ret, uint32_t * offset, 13714 struct sctp_tcb *stcb, uint8_t chunk) 13715 { 13716 struct mbuf *m_auth; 13717 struct sctp_auth_chunk *auth; 13718 int chunk_len; 13719 struct mbuf *cn; 13720 13721 if ((m_end == NULL) || (auth_ret == NULL) || (offset == NULL) || 13722 (stcb == NULL)) 13723 return (m); 13724 13725 /* sysctl disabled auth? */ 13726 if (SCTP_BASE_SYSCTL(sctp_auth_disable)) 13727 return (m); 13728 13729 /* peer doesn't do auth... */ 13730 if (!stcb->asoc.peer_supports_auth) { 13731 return (m); 13732 } 13733 /* does the requested chunk require auth? */ 13734 if (!sctp_auth_is_required_chunk(chunk, stcb->asoc.peer_auth_chunks)) { 13735 return (m); 13736 } 13737 m_auth = sctp_get_mbuf_for_msg(sizeof(*auth), 0, M_DONTWAIT, 1, MT_HEADER); 13738 if (m_auth == NULL) { 13739 /* no mbuf's */ 13740 return (m); 13741 } 13742 /* reserve some space if this will be the first mbuf */ 13743 if (m == NULL) 13744 SCTP_BUF_RESV_UF(m_auth, SCTP_MIN_OVERHEAD); 13745 /* fill in the AUTH chunk details */ 13746 auth = mtod(m_auth, struct sctp_auth_chunk *); 13747 bzero(auth, sizeof(*auth)); 13748 auth->ch.chunk_type = SCTP_AUTHENTICATION; 13749 auth->ch.chunk_flags = 0; 13750 chunk_len = sizeof(*auth) + 13751 sctp_get_hmac_digest_len(stcb->asoc.peer_hmac_id); 13752 auth->ch.chunk_length = htons(chunk_len); 13753 auth->hmac_id = htons(stcb->asoc.peer_hmac_id); 13754 /* key id and hmac digest will be computed and filled in upon send */ 13755 13756 /* save the offset where the auth was inserted into the chain */ 13757 *offset = 0; 13758 for (cn = m; cn; cn = SCTP_BUF_NEXT(cn)) { 13759 *offset += SCTP_BUF_LEN(cn); 13760 } 13761 13762 /* update length and return pointer to the auth chunk */ 13763 SCTP_BUF_LEN(m_auth) = chunk_len; 13764 m = sctp_copy_mbufchain(m_auth, m, m_end, 1, chunk_len, 0); 13765 if (auth_ret != NULL) 13766 *auth_ret = auth; 13767 13768 return (m); 13769 } 13770 13771 #ifdef INET6 13772 int 13773 sctp_v6src_match_nexthop(struct sockaddr_in6 *src6, sctp_route_t * ro) 13774 { 13775 struct nd_prefix *pfx = NULL; 13776 struct nd_pfxrouter *pfxrtr = NULL; 13777 struct sockaddr_in6 gw6; 13778 13779 if (ro == NULL || ro->ro_rt == NULL || src6->sin6_family != AF_INET6) 13780 return (0); 13781 13782 /* get prefix entry of address */ 13783 LIST_FOREACH(pfx, &MODULE_GLOBAL(nd_prefix), ndpr_entry) { 13784 if (pfx->ndpr_stateflags & NDPRF_DETACHED) 13785 continue; 13786 if (IN6_ARE_MASKED_ADDR_EQUAL(&pfx->ndpr_prefix.sin6_addr, 13787 &src6->sin6_addr, &pfx->ndpr_mask)) 13788 break; 13789 } 13790 /* no prefix entry in the prefix list */ 13791 if (pfx == NULL) { 13792 SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefix entry for "); 13793 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6); 13794 return (0); 13795 } 13796 SCTPDBG(SCTP_DEBUG_OUTPUT2, "v6src_match_nexthop(), Prefix entry is "); 13797 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6); 13798 13799 /* search installed gateway from prefix entry */ 13800 LIST_FOREACH(pfxrtr, &pfx->ndpr_advrtrs, pfr_entry) { 13801 memset(&gw6, 0, sizeof(struct sockaddr_in6)); 13802 gw6.sin6_family = AF_INET6; 13803 gw6.sin6_len = sizeof(struct sockaddr_in6); 13804 memcpy(&gw6.sin6_addr, &pfxrtr->router->rtaddr, 13805 sizeof(struct in6_addr)); 13806 SCTPDBG(SCTP_DEBUG_OUTPUT2, "prefix router is "); 13807 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&gw6); 13808 SCTPDBG(SCTP_DEBUG_OUTPUT2, "installed router is "); 13809 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway); 13810 if (sctp_cmpaddr((struct sockaddr *)&gw6, 13811 ro->ro_rt->rt_gateway)) { 13812 SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is installed\n"); 13813 return (1); 13814 } 13815 } 13816 SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is not installed\n"); 13817 return (0); 13818 } 13819 13820 #endif 13821 13822 int 13823 sctp_v4src_match_nexthop(struct sctp_ifa *sifa, sctp_route_t * ro) 13824 { 13825 #ifdef INET 13826 struct sockaddr_in *sin, *mask; 13827 struct ifaddr *ifa; 13828 struct in_addr srcnetaddr, gwnetaddr; 13829 13830 if (ro == NULL || ro->ro_rt == NULL || 13831 sifa->address.sa.sa_family != AF_INET) { 13832 return (0); 13833 } 13834 ifa = (struct ifaddr *)sifa->ifa; 13835 mask = (struct sockaddr_in *)(ifa->ifa_netmask); 13836 sin = (struct sockaddr_in *)&sifa->address.sin; 13837 srcnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr); 13838 SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: src address is "); 13839 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa); 13840 SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", srcnetaddr.s_addr); 13841 13842 sin = (struct sockaddr_in *)ro->ro_rt->rt_gateway; 13843 gwnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr); 13844 SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: nexthop is "); 13845 SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, ro->ro_rt->rt_gateway); 13846 SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", gwnetaddr.s_addr); 13847 if (srcnetaddr.s_addr == gwnetaddr.s_addr) { 13848 return (1); 13849 } 13850 #endif 13851 return (0); 13852 } 13853