1f8829a4aSRandall Stewart /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 5807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 6807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 7f8829a4aSRandall Stewart * 8f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 9f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 10f8829a4aSRandall Stewart * 11f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 12f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 13f8829a4aSRandall Stewart * 14f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 15f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 16f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 17f8829a4aSRandall Stewart * 18f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 19f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 20f8829a4aSRandall Stewart * from this software without specific prior written permission. 21f8829a4aSRandall Stewart * 22f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 24f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 26f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 32f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 33f8829a4aSRandall Stewart */ 34f8829a4aSRandall Stewart 35f8829a4aSRandall Stewart #include <sys/cdefs.h> 36f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 37f8829a4aSRandall Stewart 38f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3944249214SRandall Stewart #include <sys/proc.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 4142551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 42f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4344249214SRandall Stewart #include <netinet/sctp_pcb.h> 44f8829a4aSRandall Stewart #include <netinet/sctputil.h> 45f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4744249214SRandall Stewart #include <netinet/sctp_auth.h> 48f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4944249214SRandall Stewart #include <netinet/sctp_asconf.h> 5044249214SRandall Stewart #include <netinet/sctp_indata.h> 5144249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5244249214SRandall Stewart #include <netinet/sctp_input.h> 5344249214SRandall Stewart #include <netinet/sctp_crc32.h> 5444249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 55f8829a4aSRandall Stewart /* 56f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 57f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 58f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 59f8829a4aSRandall Stewart * 60f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 61f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 62f8829a4aSRandall Stewart * the list. 63f8829a4aSRandall Stewart */ 6428cd0699SMichael Tuexen static uint32_t 6544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6644249214SRandall Stewart struct sctp_stream_in *strm, 6744249214SRandall Stewart struct sctp_tcb *stcb, 6844249214SRandall Stewart struct sctp_association *asoc, 69d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 7044249214SRandall Stewart 71f8829a4aSRandall Stewart 7272fb6fdbSRandall Stewart void 73f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 74f8829a4aSRandall Stewart { 75b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 76f8829a4aSRandall Stewart } 77f8829a4aSRandall Stewart 78f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7972fb6fdbSRandall Stewart uint32_t 80b0471b4bSMichael Tuexen sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 81b0471b4bSMichael Tuexen { 82b3f1ea41SRandall Stewart uint32_t calc = 0; 83f8829a4aSRandall Stewart 84f8829a4aSRandall Stewart /* 85f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 864e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 87f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 88f8829a4aSRandall Stewart * associations data is taken into account. 89f8829a4aSRandall Stewart */ 9044249214SRandall Stewart if (stcb->sctp_socket == NULL) { 91f8829a4aSRandall Stewart return (calc); 9244249214SRandall Stewart } 930053ed28SMichael Tuexen 94253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue > 0 || asoc->size_on_reasm_queue == 0, 95253a63b8SMichael Tuexen ("size_on_reasm_queue is %u", asoc->size_on_reasm_queue)); 96253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_all_streams > 0 || asoc->size_on_all_streams == 0, 97253a63b8SMichael Tuexen ("size_on_all_streams is %u", asoc->size_on_all_streams)); 984e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 99253a63b8SMichael Tuexen asoc->cnt_on_reasm_queue == 0 && 100253a63b8SMichael Tuexen asoc->cnt_on_all_streams == 0) { 101f8829a4aSRandall Stewart /* Full rwnd granted */ 102b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 103f8829a4aSRandall Stewart return (calc); 104f8829a4aSRandall Stewart } 105f8829a4aSRandall Stewart /* get actual space */ 106f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 107f8829a4aSRandall Stewart /* 108f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 109f8829a4aSRandall Stewart * for putting up. 110f8829a4aSRandall Stewart */ 11144fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 11244fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 11344fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 11444fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 115f8829a4aSRandall Stewart if (calc == 0) { 116f8829a4aSRandall Stewart /* out of space */ 117f8829a4aSRandall Stewart return (calc); 118f8829a4aSRandall Stewart } 1190053ed28SMichael Tuexen 120f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1212afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 122b3f1ea41SRandall Stewart /* 123b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 124b3f1ea41SRandall Stewart * even it is 0. SWS engaged 125f8829a4aSRandall Stewart */ 126b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 127b3f1ea41SRandall Stewart calc = 1; 1282afb3e84SRandall Stewart } 129b3f1ea41SRandall Stewart return (calc); 130f8829a4aSRandall Stewart } 131f8829a4aSRandall Stewart 132f8829a4aSRandall Stewart 133f8829a4aSRandall Stewart 134f8829a4aSRandall Stewart /* 135f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 136f8829a4aSRandall Stewart */ 137f8829a4aSRandall Stewart struct sctp_queued_to_read * 138f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 139f8829a4aSRandall Stewart struct sctp_nets *net, 140f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 14149656eefSMichael Tuexen uint32_t context, uint16_t sid, 14249656eefSMichael Tuexen uint32_t mid, uint8_t flags, 143f8829a4aSRandall Stewart struct mbuf *dm) 144f8829a4aSRandall Stewart { 145f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 146f8829a4aSRandall Stewart 147f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 148f8829a4aSRandall Stewart if (read_queue_e == NULL) { 149f8829a4aSRandall Stewart goto failed_build; 150f8829a4aSRandall Stewart } 15144249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 15249656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 153f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 154f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1557215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 156f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 157f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 158f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15949656eefSMichael Tuexen read_queue_e->mid = mid; 16044249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 16144249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 162f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 163f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 164f8829a4aSRandall Stewart read_queue_e->data = dm; 165f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 166f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 167f8829a4aSRandall Stewart failed_build: 168f8829a4aSRandall Stewart return (read_queue_e); 169f8829a4aSRandall Stewart } 170f8829a4aSRandall Stewart 171f8829a4aSRandall Stewart struct mbuf * 172e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 173f8829a4aSRandall Stewart { 174e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 175f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 176e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 177e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 178f8829a4aSRandall Stewart struct cmsghdr *cmh; 179f8829a4aSRandall Stewart struct mbuf *ret; 180f8829a4aSRandall Stewart int len; 181e2e7c62eSMichael Tuexen int use_extended; 182e2e7c62eSMichael Tuexen int provide_nxt; 183f8829a4aSRandall Stewart 184e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 185e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 186e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 187e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 188f8829a4aSRandall Stewart return (NULL); 189f8829a4aSRandall Stewart } 1900053ed28SMichael Tuexen 191e2e7c62eSMichael Tuexen len = 0; 192e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 193e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 194e2e7c62eSMichael Tuexen } 195e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 196e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 197b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 198e2e7c62eSMichael Tuexen provide_nxt = 1; 1990bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 200e2e7c62eSMichael Tuexen } else { 201e2e7c62eSMichael Tuexen provide_nxt = 0; 202e2e7c62eSMichael Tuexen } 203e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 204f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 205f8829a4aSRandall Stewart use_extended = 1; 206e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 207f8829a4aSRandall Stewart } else { 208e2e7c62eSMichael Tuexen use_extended = 0; 209e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 210e2e7c62eSMichael Tuexen } 211e2e7c62eSMichael Tuexen } else { 212e2e7c62eSMichael Tuexen use_extended = 0; 213f8829a4aSRandall Stewart } 214f8829a4aSRandall Stewart 215eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 216f8829a4aSRandall Stewart if (ret == NULL) { 217f8829a4aSRandall Stewart /* No space */ 218f8829a4aSRandall Stewart return (ret); 219f8829a4aSRandall Stewart } 220e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 221e2e7c62eSMichael Tuexen 222f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 223f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 224e432298aSXin LI /* 225e432298aSXin LI * Make sure that there is no un-initialized padding between the 226e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 227e432298aSXin LI */ 228e432298aSXin LI memset(cmh, 0, len); 229e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 230f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 231e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 232e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 233e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 234e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 235e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 236e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 237e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 238e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 239e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 240e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 241e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 242e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 243e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 244f8829a4aSRandall Stewart } 245e2e7c62eSMichael Tuexen if (provide_nxt) { 246e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 247e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 248e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 249e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 250b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 251e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 252b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 253e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 254e2e7c62eSMichael Tuexen } 255b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 256e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 257e2e7c62eSMichael Tuexen } 258b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 259e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 260e2e7c62eSMichael Tuexen } 261b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 262b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 263b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 264e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 266e2e7c62eSMichael Tuexen } 267e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 268e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 269e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 270e2e7c62eSMichael Tuexen if (use_extended) { 271e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 272e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 273e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 274e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 275e2e7c62eSMichael Tuexen } else { 276e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 277e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 278e2e7c62eSMichael Tuexen *outinfo = *sinfo; 279e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 280e2e7c62eSMichael Tuexen } 281e2e7c62eSMichael Tuexen } 282f8829a4aSRandall Stewart return (ret); 283f8829a4aSRandall Stewart } 284f8829a4aSRandall Stewart 285139bc87fSRandall Stewart 28677acdc25SRandall Stewart static void 28777acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28877acdc25SRandall Stewart { 2899b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 29077acdc25SRandall Stewart int fnd = 0; 29144249214SRandall Stewart int in_r = 0, in_nr = 0; 29277acdc25SRandall Stewart 29377acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 29477acdc25SRandall Stewart return; 29577acdc25SRandall Stewart } 2969b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 29720b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2989b2e0767SRandall Stewart /* 2999b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 3009b2e0767SRandall Stewart * worry about it being moved from one to the other. 3019b2e0767SRandall Stewart */ 3029b2e0767SRandall Stewart return; 3039b2e0767SRandall Stewart } 30477acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 30544249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 30644249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 30744249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 30844249214SRandall Stewart #ifdef INVARIANTS 30944249214SRandall Stewart panic("Things are really messed up now"); 31044249214SRandall Stewart #else 311cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 31277acdc25SRandall Stewart sctp_print_mapping_array(asoc); 31377acdc25SRandall Stewart #endif 314b5c16493SMichael Tuexen } 31544249214SRandall Stewart if (in_nr == 0) 31677acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 31744249214SRandall Stewart if (in_r) 31877acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 32077acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 32377acdc25SRandall Stewart /* We must back down to see what the new highest is */ 32420b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 32577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 32677acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 32777acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 32877acdc25SRandall Stewart fnd = 1; 32977acdc25SRandall Stewart break; 33077acdc25SRandall Stewart } 33177acdc25SRandall Stewart } 33277acdc25SRandall Stewart if (!fnd) { 33377acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 33477acdc25SRandall Stewart } 33577acdc25SRandall Stewart } 33677acdc25SRandall Stewart } 33777acdc25SRandall Stewart 33844249214SRandall Stewart static int 33944249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 34044249214SRandall Stewart struct sctp_association *asoc, 34144249214SRandall Stewart struct sctp_queued_to_read *control) 342f8829a4aSRandall Stewart { 34344249214SRandall Stewart struct sctp_queued_to_read *at; 34444249214SRandall Stewart struct sctp_readhead *q; 3458b9c95f4SMichael Tuexen uint8_t flags, unordered; 346f8829a4aSRandall Stewart 3478b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3488b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34944249214SRandall Stewart if (unordered) { 35044249214SRandall Stewart q = &strm->uno_inqueue; 35144249214SRandall Stewart if (asoc->idata_supported == 0) { 35244249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 353b7b84c0eSMichael Tuexen /* 354b7b84c0eSMichael Tuexen * Only one stream can be here in old style 355b7b84c0eSMichael Tuexen * -- abort 356b7b84c0eSMichael Tuexen */ 35744249214SRandall Stewart return (-1); 35844249214SRandall Stewart } 35944249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 36044249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36144249214SRandall Stewart return (0); 36244249214SRandall Stewart } 36344249214SRandall Stewart } else { 36444249214SRandall Stewart q = &strm->inqueue; 36544249214SRandall Stewart } 3668b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3678b9c95f4SMichael Tuexen control->end_added = 1; 3688b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3698b9c95f4SMichael Tuexen control->last_frag_seen = 1; 37044249214SRandall Stewart } 37144249214SRandall Stewart if (TAILQ_EMPTY(q)) { 37244249214SRandall Stewart /* Empty queue */ 37344249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 37444249214SRandall Stewart if (unordered) { 37544249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37644249214SRandall Stewart } else { 37744249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37844249214SRandall Stewart } 37944249214SRandall Stewart return (0); 38044249214SRandall Stewart } else { 38144249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 38249656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 38344249214SRandall Stewart /* 38444249214SRandall Stewart * one in queue is bigger than the new one, 38544249214SRandall Stewart * insert before this one 38644249214SRandall Stewart */ 38744249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 38844249214SRandall Stewart if (unordered) { 38944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 39044249214SRandall Stewart } else { 39144249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 39244249214SRandall Stewart } 39344249214SRandall Stewart break; 39449656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 39544249214SRandall Stewart /* 39644249214SRandall Stewart * Gak, He sent me a duplicate msg id 39744249214SRandall Stewart * number?? return -1 to abort. 39844249214SRandall Stewart */ 39944249214SRandall Stewart return (-1); 40044249214SRandall Stewart } else { 40144249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 40244249214SRandall Stewart /* 40344249214SRandall Stewart * We are at the end, insert it 40444249214SRandall Stewart * after this one 40544249214SRandall Stewart */ 40644249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 40744249214SRandall Stewart sctp_log_strm_del(control, at, 40844249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40944249214SRandall Stewart } 4108b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 41144249214SRandall Stewart if (unordered) { 41244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 41344249214SRandall Stewart } else { 41444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 41544249214SRandall Stewart } 41644249214SRandall Stewart break; 41744249214SRandall Stewart } 41844249214SRandall Stewart } 41944249214SRandall Stewart } 42044249214SRandall Stewart } 42144249214SRandall Stewart return (0); 42244249214SRandall Stewart } 42344249214SRandall Stewart 42444249214SRandall Stewart static void 42544249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 42644249214SRandall Stewart struct sctp_queued_to_read *control, 42744249214SRandall Stewart struct sctp_tmit_chunk *chk, 42844249214SRandall Stewart int *abort_flag, int opspot) 42944249214SRandall Stewart { 43044249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 43144249214SRandall Stewart struct mbuf *oper; 43244249214SRandall Stewart 43344249214SRandall Stewart if (stcb->asoc.idata_supported) { 43444249214SRandall Stewart snprintf(msg, sizeof(msg), 43544249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 43644249214SRandall Stewart opspot, 43744249214SRandall Stewart control->fsn_included, 43849656eefSMichael Tuexen chk->rec.data.tsn, 43949656eefSMichael Tuexen chk->rec.data.sid, 44049656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 44144249214SRandall Stewart } else { 44244249214SRandall Stewart snprintf(msg, sizeof(msg), 44344249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 44444249214SRandall Stewart opspot, 44544249214SRandall Stewart control->fsn_included, 44649656eefSMichael Tuexen chk->rec.data.tsn, 44749656eefSMichael Tuexen chk->rec.data.sid, 44849656eefSMichael Tuexen chk->rec.data.fsn, 44949656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 45044249214SRandall Stewart } 45144249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 452f8829a4aSRandall Stewart sctp_m_freem(chk->data); 453f8829a4aSRandall Stewart chk->data = NULL; 454689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 45544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 45644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 45744249214SRandall Stewart *abort_flag = 1; 458f8829a4aSRandall Stewart } 459f8829a4aSRandall Stewart 46044249214SRandall Stewart static void 461d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 46244249214SRandall Stewart { 463f8829a4aSRandall Stewart /* 46444249214SRandall Stewart * The control could not be placed and must be cleaned. 465f8829a4aSRandall Stewart */ 46644249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 467df6e0cc3SRandall Stewart 46844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 47044249214SRandall Stewart if (chk->data) 47144249214SRandall Stewart sctp_m_freem(chk->data); 472f8829a4aSRandall Stewart chk->data = NULL; 473689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 474f8829a4aSRandall Stewart } 47544249214SRandall Stewart sctp_free_a_readq(stcb, control); 476f8829a4aSRandall Stewart } 477f8829a4aSRandall Stewart 478f8829a4aSRandall Stewart /* 479f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 480f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 48144249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 48244249214SRandall Stewart * long as the control's entered are non-fragmented. 483f8829a4aSRandall Stewart */ 484f8829a4aSRandall Stewart static void 48544249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 48644249214SRandall Stewart struct sctp_association *asoc, 48744249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 488f8829a4aSRandall Stewart { 489f8829a4aSRandall Stewart /* 490f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 491f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 492f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 493cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 494f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 495f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 496f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 497f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 498f8829a4aSRandall Stewart * TSN. 499f8829a4aSRandall Stewart * 5005b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 5015b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 502f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 503f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 504f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 505f8829a4aSRandall Stewart * 506f8829a4aSRandall Stewart */ 507f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 508f8829a4aSRandall Stewart int queue_needed; 50944249214SRandall Stewart uint32_t nxt_todel; 510ff1ffd74SMichael Tuexen struct mbuf *op_err; 5113d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 512ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 513f8829a4aSRandall Stewart 5143d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 515b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 516f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 51780fefe0aSRandall Stewart } 51849656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 519f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 520f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5213d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 522f8829a4aSRandall Stewart /* 523f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 524f8829a4aSRandall Stewart * association destruction 525f8829a4aSRandall Stewart */ 52644249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 52749656eefSMichael Tuexen if (asoc->idata_supported) { 52849656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52949656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 53049656eefSMichael Tuexen control->sinfo_stream, control->mid); 53149656eefSMichael Tuexen } else { 532ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 53349656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 53449656eefSMichael Tuexen control->sinfo_tsn, 53549656eefSMichael Tuexen control->sinfo_stream, 53649656eefSMichael Tuexen (uint16_t)control->mid); 53749656eefSMichael Tuexen } 538ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 540ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 541f8829a4aSRandall Stewart *abort_flag = 1; 542f8829a4aSRandall Stewart return; 543f8829a4aSRandall Stewart 544f8829a4aSRandall Stewart } 54544249214SRandall Stewart queue_needed = 1; 54644249214SRandall Stewart asoc->size_on_all_streams += control->length; 54744249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54849656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54949656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 550cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 551cf9e47b2SMichael Tuexen struct socket *so; 552cf9e47b2SMichael Tuexen 553cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 554cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 555cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 556cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 557cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 558cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 559cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 560cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 561cf9e47b2SMichael Tuexen return; 562cf9e47b2SMichael Tuexen } 563cf9e47b2SMichael Tuexen #endif 564f8829a4aSRandall Stewart /* can be delivered right away? */ 565b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 566f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 56780fefe0aSRandall Stewart } 568830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 569f8829a4aSRandall Stewart queue_needed = 0; 57028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 571f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 57228cd0699SMichael Tuexen } else { 57328cd0699SMichael Tuexen #ifdef INVARIANTS 57428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 57528cd0699SMichael Tuexen #else 57628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 57728cd0699SMichael Tuexen #endif 57828cd0699SMichael Tuexen } 579f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 58049656eefSMichael Tuexen strm->last_mid_delivered++; 581b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 582f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 583f8829a4aSRandall Stewart control, 584cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 585574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 58644249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 587f8829a4aSRandall Stewart /* all delivered */ 58849656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 58949656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 59044249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 59144249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 59244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 59328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 59428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 59528cd0699SMichael Tuexen } else { 59628cd0699SMichael Tuexen #ifdef INVARIANTS 59728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 59828cd0699SMichael Tuexen #else 59928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 60028cd0699SMichael Tuexen #endif 60128cd0699SMichael Tuexen } 60228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 60398d5fd97SMichael Tuexen #ifdef INVARIANTS 60444249214SRandall Stewart } else { 60544249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 60644249214SRandall Stewart control, control->on_strm_q); 60798d5fd97SMichael Tuexen #endif 60844249214SRandall Stewart } 60944249214SRandall Stewart control->on_strm_q = 0; 61049656eefSMichael Tuexen strm->last_mid_delivered++; 611f8829a4aSRandall Stewart /* 612f8829a4aSRandall Stewart * We ignore the return of deliver_data here 613f8829a4aSRandall Stewart * since we always can hold the chunk on the 614f8829a4aSRandall Stewart * d-queue. And we have a finite number that 615f8829a4aSRandall Stewart * can be delivered from the strq. 616f8829a4aSRandall Stewart */ 617b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 618f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 619f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 62080fefe0aSRandall Stewart } 621b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 622f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 623f8829a4aSRandall Stewart control, 624cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 625cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 626574679afSMichael Tuexen SCTP_SO_LOCKED); 627f8829a4aSRandall Stewart continue; 62849656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 62944249214SRandall Stewart *need_reasm = 1; 630f8829a4aSRandall Stewart } 631f8829a4aSRandall Stewart break; 632f8829a4aSRandall Stewart } 63344249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 63444249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 63544249214SRandall Stewart #endif 636f8829a4aSRandall Stewart } 637f8829a4aSRandall Stewart if (queue_needed) { 638f8829a4aSRandall Stewart /* 639f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 640f8829a4aSRandall Stewart * to put it on the queue. 641f8829a4aSRandall Stewart */ 64244249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 64344249214SRandall Stewart snprintf(msg, sizeof(msg), 64449656eefSMichael Tuexen "Queue to str MID: %u duplicate", 64549656eefSMichael Tuexen control->mid); 646d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 647b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 64844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 649b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 65044249214SRandall Stewart *abort_flag = 1; 651f8829a4aSRandall Stewart } 652f8829a4aSRandall Stewart } 653f8829a4aSRandall Stewart } 654f8829a4aSRandall Stewart 65544249214SRandall Stewart 65644249214SRandall Stewart static void 65744249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 658f8829a4aSRandall Stewart { 65944249214SRandall Stewart struct mbuf *m, *prev = NULL; 66044249214SRandall Stewart struct sctp_tcb *stcb; 661f8829a4aSRandall Stewart 66244249214SRandall Stewart stcb = control->stcb; 66344249214SRandall Stewart control->held_length = 0; 66444249214SRandall Stewart control->length = 0; 66544249214SRandall Stewart m = control->data; 66644249214SRandall Stewart while (m) { 66744249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 66844249214SRandall Stewart /* Skip mbufs with NO length */ 66944249214SRandall Stewart if (prev == NULL) { 67044249214SRandall Stewart /* First one */ 67144249214SRandall Stewart control->data = sctp_m_free(m); 67244249214SRandall Stewart m = control->data; 67344249214SRandall Stewart } else { 67444249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 67544249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 676f8829a4aSRandall Stewart } 67744249214SRandall Stewart if (m == NULL) { 67844249214SRandall Stewart control->tail_mbuf = prev; 679f8829a4aSRandall Stewart } 68044249214SRandall Stewart continue; 681f8829a4aSRandall Stewart } 68244249214SRandall Stewart prev = m; 68344249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 68444249214SRandall Stewart if (control->on_read_q) { 68544249214SRandall Stewart /* 68644249214SRandall Stewart * On read queue so we must increment the SB stuff, 68744249214SRandall Stewart * we assume caller has done any locks of SB. 68844249214SRandall Stewart */ 68944249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 690f8829a4aSRandall Stewart } 69144249214SRandall Stewart m = SCTP_BUF_NEXT(m); 692f8829a4aSRandall Stewart } 69344249214SRandall Stewart if (prev) { 69444249214SRandall Stewart control->tail_mbuf = prev; 69544249214SRandall Stewart } 696f8829a4aSRandall Stewart } 697f8829a4aSRandall Stewart 698f8829a4aSRandall Stewart static void 69928cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 700f8829a4aSRandall Stewart { 70144249214SRandall Stewart struct mbuf *prev = NULL; 70244249214SRandall Stewart struct sctp_tcb *stcb; 703f8829a4aSRandall Stewart 70444249214SRandall Stewart stcb = control->stcb; 70544249214SRandall Stewart if (stcb == NULL) { 70698d5fd97SMichael Tuexen #ifdef INVARIANTS 70744249214SRandall Stewart panic("Control broken"); 70898d5fd97SMichael Tuexen #else 70998d5fd97SMichael Tuexen return; 71098d5fd97SMichael Tuexen #endif 71144249214SRandall Stewart } 71244249214SRandall Stewart if (control->tail_mbuf == NULL) { 71344249214SRandall Stewart /* TSNH */ 71444249214SRandall Stewart control->data = m; 71544249214SRandall Stewart sctp_setup_tail_pointer(control); 716f8829a4aSRandall Stewart return; 717f8829a4aSRandall Stewart } 71844249214SRandall Stewart control->tail_mbuf->m_next = m; 71944249214SRandall Stewart while (m) { 72044249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 72144249214SRandall Stewart /* Skip mbufs with NO length */ 72244249214SRandall Stewart if (prev == NULL) { 72344249214SRandall Stewart /* First one */ 72444249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 72544249214SRandall Stewart m = control->tail_mbuf->m_next; 72644249214SRandall Stewart } else { 72744249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 72844249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 72944249214SRandall Stewart } 73044249214SRandall Stewart if (m == NULL) { 73144249214SRandall Stewart control->tail_mbuf = prev; 73244249214SRandall Stewart } 73344249214SRandall Stewart continue; 73444249214SRandall Stewart } 73544249214SRandall Stewart prev = m; 73644249214SRandall Stewart if (control->on_read_q) { 737f8829a4aSRandall Stewart /* 73844249214SRandall Stewart * On read queue so we must increment the SB stuff, 73944249214SRandall Stewart * we assume caller has done any locks of SB. 740f8829a4aSRandall Stewart */ 74144249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 74244249214SRandall Stewart } 74328cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 74444249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 74544249214SRandall Stewart m = SCTP_BUF_NEXT(m); 74644249214SRandall Stewart } 74744249214SRandall Stewart if (prev) { 74844249214SRandall Stewart control->tail_mbuf = prev; 74944249214SRandall Stewart } 75044249214SRandall Stewart } 75144249214SRandall Stewart 75244249214SRandall Stewart static void 75344249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 75444249214SRandall Stewart { 75544249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 75644249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 75749656eefSMichael Tuexen nc->mid = control->mid; 75844249214SRandall Stewart TAILQ_INIT(&nc->reasm); 75944249214SRandall Stewart nc->top_fsn = control->top_fsn; 76049656eefSMichael Tuexen nc->mid = control->mid; 76144249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 76244249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 76344249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 76444249214SRandall Stewart nc->fsn_included = 0xffffffff; 76544249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 76644249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 76744249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 76844249214SRandall Stewart nc->whoFrom = control->whoFrom; 76944249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 77044249214SRandall Stewart nc->stcb = control->stcb; 77144249214SRandall Stewart nc->port_from = control->port_from; 77244249214SRandall Stewart } 77344249214SRandall Stewart 774d1ea5fa9SMichael Tuexen static void 775d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 776d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 777d1ea5fa9SMichael Tuexen { 778d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 779d1ea5fa9SMichael Tuexen if (control->on_read_q) { 780d1ea5fa9SMichael Tuexen /* 781d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 782d1ea5fa9SMichael Tuexen * :-) 783d1ea5fa9SMichael Tuexen */ 784d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 785d1ea5fa9SMichael Tuexen control->on_read_q = 0; 786d1ea5fa9SMichael Tuexen } 787d1ea5fa9SMichael Tuexen } 788d1ea5fa9SMichael Tuexen 78944249214SRandall Stewart static int 790d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 791d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 792d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 793d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 794d1ea5fa9SMichael Tuexen uint32_t pd_point, 795d1ea5fa9SMichael Tuexen int inp_read_lock_held) 79644249214SRandall Stewart { 79744249214SRandall Stewart /* 79844249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 79949656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 80049656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 80149656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 80249656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 80349656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 80444249214SRandall Stewart */ 80544249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 80644249214SRandall Stewart uint32_t fsn; 807643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 80844249214SRandall Stewart int cnt_added; 80944249214SRandall Stewart 81044249214SRandall Stewart if (control->first_frag_seen == 0) { 81144249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 81244249214SRandall Stewart return (1); 81344249214SRandall Stewart } 81444249214SRandall Stewart /* Collapse any we can */ 81544249214SRandall Stewart cnt_added = 0; 81644249214SRandall Stewart restart: 81744249214SRandall Stewart fsn = control->fsn_included + 1; 81844249214SRandall Stewart /* Now what can we add? */ 81944249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 82049656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 82144249214SRandall Stewart /* Ok lets add it */ 822643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 823643fd575SMichael Tuexen if (nc == NULL) { 824643fd575SMichael Tuexen break; 825643fd575SMichael Tuexen } 826643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 82744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 828d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 82944249214SRandall Stewart fsn++; 83044249214SRandall Stewart cnt_added++; 83144249214SRandall Stewart chk = NULL; 83244249214SRandall Stewart if (control->end_added) { 83344249214SRandall Stewart /* We are done */ 83444249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 83544249214SRandall Stewart /* 83644249214SRandall Stewart * Ok we have to move anything left 83744249214SRandall Stewart * on the control queue to a new 83844249214SRandall Stewart * control. 83944249214SRandall Stewart */ 84044249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 84144249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 84244249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 84344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 84428cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8455cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 84628cd0699SMichael Tuexen } else { 84728cd0699SMichael Tuexen #ifdef INVARIANTS 84828cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 84928cd0699SMichael Tuexen #else 85028cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 85128cd0699SMichael Tuexen #endif 85228cd0699SMichael Tuexen } 8535cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 85444249214SRandall Stewart nc->first_frag_seen = 1; 85549656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 85644249214SRandall Stewart nc->data = tchk->data; 85749656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 85849656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 85949656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 86044249214SRandall Stewart tchk->data = NULL; 86144249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 86244249214SRandall Stewart sctp_setup_tail_pointer(nc); 86344249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 86444249214SRandall Stewart } 86544249214SRandall Stewart /* Spin the rest onto the queue */ 86644249214SRandall Stewart while (tchk) { 86744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 86844249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 86944249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 87044249214SRandall Stewart } 871b7b84c0eSMichael Tuexen /* 872b7b84c0eSMichael Tuexen * Now lets add it to the queue 873b7b84c0eSMichael Tuexen * after removing control 874b7b84c0eSMichael Tuexen */ 87544249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 87644249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 87744249214SRandall Stewart if (control->on_strm_q) { 87844249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 87944249214SRandall Stewart control->on_strm_q = 0; 88044249214SRandall Stewart } 88144249214SRandall Stewart } 88244249214SRandall Stewart if (control->pdapi_started) { 88344249214SRandall Stewart strm->pd_api_started = 0; 88444249214SRandall Stewart control->pdapi_started = 0; 88544249214SRandall Stewart } 88644249214SRandall Stewart if (control->on_strm_q) { 88744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88844249214SRandall Stewart control->on_strm_q = 0; 88926f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 89044249214SRandall Stewart } 891c09a1534SMichael Tuexen if (control->on_read_q == 0) { 892c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 893c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 894d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 895c09a1534SMichael Tuexen } 896b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8970fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 898b7b84c0eSMichael Tuexen /* 899b7b84c0eSMichael Tuexen * Switch to the new guy and 900b7b84c0eSMichael Tuexen * continue 901b7b84c0eSMichael Tuexen */ 90244249214SRandall Stewart control = nc; 90344249214SRandall Stewart goto restart; 904643fd575SMichael Tuexen } else { 905d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 906643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90744249214SRandall Stewart } 908d1ea5fa9SMichael Tuexen } 90944249214SRandall Stewart return (1); 910643fd575SMichael Tuexen } else { 911643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 91244249214SRandall Stewart } 91344249214SRandall Stewart } else { 91444249214SRandall Stewart /* Can't add more */ 91544249214SRandall Stewart break; 91644249214SRandall Stewart } 91744249214SRandall Stewart } 91844249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 919c09a1534SMichael Tuexen strm->pd_api_started = 1; 920c09a1534SMichael Tuexen control->pdapi_started = 1; 92144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 92244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 923d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 924b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 92544249214SRandall Stewart return (0); 92644249214SRandall Stewart } else { 92744249214SRandall Stewart return (1); 92844249214SRandall Stewart } 92944249214SRandall Stewart } 93044249214SRandall Stewart 93144249214SRandall Stewart static void 932d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 933d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 93444249214SRandall Stewart struct sctp_queued_to_read *control, 93544249214SRandall Stewart struct sctp_tmit_chunk *chk, 93644249214SRandall Stewart int *abort_flag) 93744249214SRandall Stewart { 93844249214SRandall Stewart struct sctp_tmit_chunk *at; 939d1ea5fa9SMichael Tuexen int inserted; 94044249214SRandall Stewart 94144249214SRandall Stewart /* 94244249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 94344249214SRandall Stewart * in the correct order. 94444249214SRandall Stewart */ 94544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 94644249214SRandall Stewart /* Its the very first one. */ 94744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 948f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 94949656eefSMichael Tuexen chk->rec.data.fsn); 950*2de5b904SMichael Tuexen at = TAILQ_FIRST(&control->reasm); 951*2de5b904SMichael Tuexen if (at && SCTP_TSN_GT(chk->rec.data.fsn, at->rec.data.fsn)) { 952*2de5b904SMichael Tuexen /* 953*2de5b904SMichael Tuexen * The first chunk in the reassembly is a smaller 954*2de5b904SMichael Tuexen * TSN than this one, even though this has a first, 955*2de5b904SMichael Tuexen * it must be from a subsequent msg. 956*2de5b904SMichael Tuexen */ 957*2de5b904SMichael Tuexen goto place_chunk; 958*2de5b904SMichael Tuexen } 95944249214SRandall Stewart if (control->first_frag_seen) { 96044249214SRandall Stewart /* 96144249214SRandall Stewart * In old un-ordered we can reassembly on one 96244249214SRandall Stewart * control multiple messages. As long as the next 96344249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 96444249214SRandall Stewart * wise) 96544249214SRandall Stewart */ 96644249214SRandall Stewart struct mbuf *tdata; 96744249214SRandall Stewart uint32_t tmp; 96844249214SRandall Stewart 96949656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 970b7b84c0eSMichael Tuexen /* 971b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 972b7b84c0eSMichael Tuexen * the lowest 973b7b84c0eSMichael Tuexen */ 97444249214SRandall Stewart goto place_chunk; 97544249214SRandall Stewart } 97649656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 97744249214SRandall Stewart (control->pdapi_started)) { 97844249214SRandall Stewart /* 97944249214SRandall Stewart * Ok this should not happen, if it does we 98044249214SRandall Stewart * started the pd-api on the higher TSN 98144249214SRandall Stewart * (since the equals part is a TSN failure 98244249214SRandall Stewart * it must be that). 98344249214SRandall Stewart * 9845b495f17SMichael Tuexen * We are completly hosed in that case since 9855b495f17SMichael Tuexen * I have no way to recover. This really 9865b495f17SMichael Tuexen * will only happen if we can get more TSN's 98744249214SRandall Stewart * higher before the pd-api-point. 98844249214SRandall Stewart */ 989b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 99044249214SRandall Stewart abort_flag, 99144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 99244249214SRandall Stewart 99344249214SRandall Stewart return; 99444249214SRandall Stewart } 99544249214SRandall Stewart /* 99644249214SRandall Stewart * Ok we have two firsts and the one we just got is 99744249214SRandall Stewart * smaller than the one we previously placed.. yuck! 99844249214SRandall Stewart * We must swap them out. 99944249214SRandall Stewart */ 100044249214SRandall Stewart /* swap the mbufs */ 100144249214SRandall Stewart tdata = control->data; 100244249214SRandall Stewart control->data = chk->data; 100344249214SRandall Stewart chk->data = tdata; 1004d1ea5fa9SMichael Tuexen /* Save the lengths */ 1005d1ea5fa9SMichael Tuexen chk->send_size = control->length; 1006d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 1007d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 100844249214SRandall Stewart /* Fix the FSN included */ 100944249214SRandall Stewart tmp = control->fsn_included; 101049656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 101149656eefSMichael Tuexen chk->rec.data.fsn = tmp; 1012d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 1013d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 101449656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 101549656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1016d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1017d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 101849656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 101949656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1020d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 102144249214SRandall Stewart goto place_chunk; 102244249214SRandall Stewart } 102344249214SRandall Stewart control->first_frag_seen = 1; 10248b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10258b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 102649656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 102749656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 102844249214SRandall Stewart control->data = chk->data; 102949656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 103044249214SRandall Stewart chk->data = NULL; 103144249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 103244249214SRandall Stewart sctp_setup_tail_pointer(control); 103344249214SRandall Stewart return; 103444249214SRandall Stewart } 103544249214SRandall Stewart place_chunk: 1036d1ea5fa9SMichael Tuexen inserted = 0; 103744249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 103849656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 103944249214SRandall Stewart /* 104044249214SRandall Stewart * This one in queue is bigger than the new one, 104144249214SRandall Stewart * insert the new one before at. 104244249214SRandall Stewart */ 104344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 104444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 104544249214SRandall Stewart inserted = 1; 104644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 104744249214SRandall Stewart break; 104849656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 104944249214SRandall Stewart /* 105044249214SRandall Stewart * They sent a duplicate fsn number. This really 105144249214SRandall Stewart * should not happen since the FSN is a TSN and it 105244249214SRandall Stewart * should have been dropped earlier. 105344249214SRandall Stewart */ 1054b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 105544249214SRandall Stewart abort_flag, 105644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 105744249214SRandall Stewart return; 105844249214SRandall Stewart } 10590053ed28SMichael Tuexen 106044249214SRandall Stewart } 106144249214SRandall Stewart if (inserted == 0) { 106244249214SRandall Stewart /* Its at the end */ 106344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 106444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 106549656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 106644249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 106744249214SRandall Stewart } 106844249214SRandall Stewart } 106944249214SRandall Stewart 107044249214SRandall Stewart static int 1071d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1072d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 107344249214SRandall Stewart { 107444249214SRandall Stewart /* 107544249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 107644249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 107744249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 107844249214SRandall Stewart * need to remove them from the stream's queue. 107944249214SRandall Stewart */ 108044249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 108144249214SRandall Stewart uint32_t next_to_del; 108244249214SRandall Stewart uint32_t pd_point; 108344249214SRandall Stewart int ret = 0; 108444249214SRandall Stewart 1085810ec536SMichael Tuexen if (stcb->sctp_socket) { 1086d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1087810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1088810ec536SMichael Tuexen } else { 1089810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1090810ec536SMichael Tuexen } 109144249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1092d1ea5fa9SMichael Tuexen 10933d6fe5d8SMichael Tuexen if ((control != NULL) && 109444249214SRandall Stewart (asoc->idata_supported == 0)) { 109544249214SRandall Stewart /* Special handling needed for "old" data format */ 1096d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 109744249214SRandall Stewart goto done_un; 1098f8829a4aSRandall Stewart } 1099f8829a4aSRandall Stewart } 110044249214SRandall Stewart if (strm->pd_api_started) { 110144249214SRandall Stewart /* Can't add more */ 110244249214SRandall Stewart return (0); 110344249214SRandall Stewart } 110444249214SRandall Stewart while (control) { 1105f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 110649656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 110744249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 110844249214SRandall Stewart if (control->end_added) { 110944249214SRandall Stewart /* We just put the last bit on */ 111044249214SRandall Stewart if (control->on_strm_q) { 111198d5fd97SMichael Tuexen #ifdef INVARIANTS 111244249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 111344249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 111444249214SRandall Stewart control, control->on_strm_q); 111544249214SRandall Stewart } 111698d5fd97SMichael Tuexen #endif 111726f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 111844249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 111944249214SRandall Stewart control->on_strm_q = 0; 112044249214SRandall Stewart } 112144249214SRandall Stewart if (control->on_read_q == 0) { 112244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 112344249214SRandall Stewart control, 112444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1125d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 112644249214SRandall Stewart } 1127f8829a4aSRandall Stewart } else { 112844249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 112944249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 113044249214SRandall Stewart strm->pd_api_started = 1; 113144249214SRandall Stewart control->pdapi_started = 1; 113244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113344249214SRandall Stewart control, 113444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1135d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113644249214SRandall Stewart 113744249214SRandall Stewart break; 1138139bc87fSRandall Stewart } 1139f8829a4aSRandall Stewart } 114044249214SRandall Stewart control = nctl; 114144249214SRandall Stewart } 114244249214SRandall Stewart done_un: 114344249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 114444249214SRandall Stewart if (strm->pd_api_started) { 114544249214SRandall Stewart /* Can't add more */ 114644249214SRandall Stewart return (0); 114744249214SRandall Stewart } 114844249214SRandall Stewart if (control == NULL) { 114944249214SRandall Stewart return (ret); 115044249214SRandall Stewart } 115149656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 115244249214SRandall Stewart /* 115344249214SRandall Stewart * Ok the guy at the top was being partially delivered 115444249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 115544249214SRandall Stewart * taken off when the chunk was merged on in 115644249214SRandall Stewart * sctp_queue_data_for_reasm below. 115744249214SRandall Stewart */ 115844249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 115944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1160f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 116149656eefSMichael Tuexen control, control->end_added, control->mid, 116244249214SRandall Stewart control->top_fsn, control->fsn_included, 116349656eefSMichael Tuexen strm->last_mid_delivered); 116444249214SRandall Stewart if (control->end_added) { 116544249214SRandall Stewart if (control->on_strm_q) { 116698d5fd97SMichael Tuexen #ifdef INVARIANTS 116744249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 116844249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 116944249214SRandall Stewart control, control->on_strm_q); 117044249214SRandall Stewart } 117198d5fd97SMichael Tuexen #endif 117226f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 117344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 117428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 117528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 117628cd0699SMichael Tuexen } else { 117728cd0699SMichael Tuexen #ifdef INVARIANTS 117828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 117928cd0699SMichael Tuexen #else 118028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 118128cd0699SMichael Tuexen #endif 118228cd0699SMichael Tuexen } 118328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 118444249214SRandall Stewart control->on_strm_q = 0; 118544249214SRandall Stewart } 1186c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1187c09a1534SMichael Tuexen control->pdapi_started = 0; 1188c09a1534SMichael Tuexen strm->pd_api_started = 0; 1189c09a1534SMichael Tuexen } 119044249214SRandall Stewart if (control->on_read_q == 0) { 119144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 119244249214SRandall Stewart control, 119344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1194d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 119544249214SRandall Stewart } 119644249214SRandall Stewart control = nctl; 119744249214SRandall Stewart } 119844249214SRandall Stewart } 119944249214SRandall Stewart if (strm->pd_api_started) { 1200b7b84c0eSMichael Tuexen /* 1201b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1202b7b84c0eSMichael Tuexen * partially delivered. 1203b7b84c0eSMichael Tuexen */ 120444249214SRandall Stewart return (0); 120544249214SRandall Stewart } 120644249214SRandall Stewart deliver_more: 120749656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 120844249214SRandall Stewart if (control) { 120944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1210f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 121149656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 121244249214SRandall Stewart next_to_del); 121344249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 121449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 121544249214SRandall Stewart (control->first_frag_seen)) { 1216c09a1534SMichael Tuexen int done; 1217c09a1534SMichael Tuexen 121844249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 121944249214SRandall Stewart if (control->end_added) { 122044249214SRandall Stewart /* We are done with it afterwards */ 122144249214SRandall Stewart if (control->on_strm_q) { 122298d5fd97SMichael Tuexen #ifdef INVARIANTS 122344249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 122444249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 122544249214SRandall Stewart control, control->on_strm_q); 122644249214SRandall Stewart } 122798d5fd97SMichael Tuexen #endif 122826f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 122944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 123028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 123128cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 123228cd0699SMichael Tuexen } else { 123328cd0699SMichael Tuexen #ifdef INVARIANTS 123428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 123528cd0699SMichael Tuexen #else 123628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 123728cd0699SMichael Tuexen #endif 123828cd0699SMichael Tuexen } 123928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 124044249214SRandall Stewart control->on_strm_q = 0; 124144249214SRandall Stewart } 124244249214SRandall Stewart ret++; 124344249214SRandall Stewart } 124444249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1245b7b84c0eSMichael Tuexen /* 1246b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1247b7b84c0eSMichael Tuexen * it non-revokable too 1248b7b84c0eSMichael Tuexen */ 124944249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 125044249214SRandall Stewart } else if (control->end_added == 0) { 1251b7b84c0eSMichael Tuexen /* 1252b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1253b7b84c0eSMichael Tuexen * all there 1254b7b84c0eSMichael Tuexen */ 125544249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1256b7b84c0eSMichael Tuexen /* 1257b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1258b7b84c0eSMichael Tuexen * (one being delivered that way) 1259b7b84c0eSMichael Tuexen */ 126044249214SRandall Stewart goto out; 126144249214SRandall Stewart } 126244249214SRandall Stewart } 1263c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 126444249214SRandall Stewart if (control->on_read_q == 0) { 1265253a63b8SMichael Tuexen if (!done) { 1266253a63b8SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1267253a63b8SMichael Tuexen asoc->size_on_all_streams -= control->length; 1268253a63b8SMichael Tuexen } else { 1269253a63b8SMichael Tuexen #ifdef INVARIANTS 1270253a63b8SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1271253a63b8SMichael Tuexen #else 1272253a63b8SMichael Tuexen asoc->size_on_all_streams = 0; 1273253a63b8SMichael Tuexen #endif 1274253a63b8SMichael Tuexen } 1275253a63b8SMichael Tuexen strm->pd_api_started = 1; 1276253a63b8SMichael Tuexen control->pdapi_started = 1; 1277253a63b8SMichael Tuexen } 127844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 127944249214SRandall Stewart control, 128044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1281d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 128244249214SRandall Stewart } 128349656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1284c09a1534SMichael Tuexen if (done) { 128544249214SRandall Stewart control = nctl; 128644249214SRandall Stewart goto deliver_more; 128744249214SRandall Stewart } 128844249214SRandall Stewart } 128944249214SRandall Stewart } 129044249214SRandall Stewart out: 129144249214SRandall Stewart return (ret); 129244249214SRandall Stewart } 129344249214SRandall Stewart 1294d1ea5fa9SMichael Tuexen 129528cd0699SMichael Tuexen uint32_t 129644249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 129744249214SRandall Stewart struct sctp_stream_in *strm, 129844249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1299b0471b4bSMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 1300b0471b4bSMichael Tuexen { 130144249214SRandall Stewart /* 130244249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 130344249214SRandall Stewart * control and free up the chunk resources. 130444249214SRandall Stewart */ 130528cd0699SMichael Tuexen uint32_t added = 0; 130644249214SRandall Stewart int i_locked = 0; 130744249214SRandall Stewart 1308d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 130944249214SRandall Stewart /* 131044249214SRandall Stewart * Its being pd-api'd so we must do some locks. 131144249214SRandall Stewart */ 131244249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 131344249214SRandall Stewart i_locked = 1; 131444249214SRandall Stewart } 131544249214SRandall Stewart if (control->data == NULL) { 131644249214SRandall Stewart control->data = chk->data; 131744249214SRandall Stewart sctp_setup_tail_pointer(control); 131844249214SRandall Stewart } else { 131928cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 132044249214SRandall Stewart } 132149656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 132244249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 132344249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 132449656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 132544249214SRandall Stewart chk->data = NULL; 132644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 132744249214SRandall Stewart control->first_frag_seen = 1; 13288b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13298b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 133044249214SRandall Stewart } 133144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 133244249214SRandall Stewart /* Its complete */ 133344249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 133444249214SRandall Stewart if (control->pdapi_started) { 133544249214SRandall Stewart control->pdapi_started = 0; 133644249214SRandall Stewart strm->pd_api_started = 0; 133744249214SRandall Stewart } 133844249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 133944249214SRandall Stewart /* Unordered */ 134044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 134144249214SRandall Stewart control->on_strm_q = 0; 134244249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 134344249214SRandall Stewart /* Ordered */ 134444249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 1345253a63b8SMichael Tuexen /* 1346253a63b8SMichael Tuexen * Don't need to decrement 1347253a63b8SMichael Tuexen * size_on_all_streams, since control is on 1348253a63b8SMichael Tuexen * the read queue. 1349253a63b8SMichael Tuexen */ 135028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 135144249214SRandall Stewart control->on_strm_q = 0; 135298d5fd97SMichael Tuexen #ifdef INVARIANTS 135344249214SRandall Stewart } else if (control->on_strm_q) { 135444249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 135544249214SRandall Stewart control->on_strm_q); 135698d5fd97SMichael Tuexen #endif 135744249214SRandall Stewart } 135844249214SRandall Stewart } 135944249214SRandall Stewart control->end_added = 1; 136044249214SRandall Stewart control->last_frag_seen = 1; 136144249214SRandall Stewart } 136244249214SRandall Stewart if (i_locked) { 136344249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 136444249214SRandall Stewart } 136544249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 136628cd0699SMichael Tuexen return (added); 1367f8829a4aSRandall Stewart } 1368f8829a4aSRandall Stewart 1369f8829a4aSRandall Stewart /* 1370f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1371f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1372f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1373f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1374f8829a4aSRandall Stewart */ 1375f8829a4aSRandall Stewart static void 1376f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 137744249214SRandall Stewart struct sctp_queued_to_read *control, 137844249214SRandall Stewart struct sctp_tmit_chunk *chk, 137944249214SRandall Stewart int created_control, 138044249214SRandall Stewart int *abort_flag, uint32_t tsn) 1381f8829a4aSRandall Stewart { 138244249214SRandall Stewart uint32_t next_fsn; 138344249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13843d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1385c09a1534SMichael Tuexen int do_wakeup, unordered; 138628cd0699SMichael Tuexen uint32_t lenadded; 1387f8829a4aSRandall Stewart 13883d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1389f8829a4aSRandall Stewart /* 139044249214SRandall Stewart * For old un-ordered data chunks. 1391f8829a4aSRandall Stewart */ 139244249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 139344249214SRandall Stewart unordered = 1; 1394f8829a4aSRandall Stewart } else { 139544249214SRandall Stewart unordered = 0; 139644249214SRandall Stewart } 139744249214SRandall Stewart /* Must be added to the stream-in queue */ 139844249214SRandall Stewart if (created_control) { 139928cd0699SMichael Tuexen if (unordered == 0) { 140028cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 140128cd0699SMichael Tuexen } 140244249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 140344249214SRandall Stewart /* Duplicate SSN? */ 1404b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 140544249214SRandall Stewart abort_flag, 140644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 140753999485SMichael Tuexen sctp_clean_up_control(stcb, control); 140844249214SRandall Stewart return; 140944249214SRandall Stewart } 141044249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1411f8829a4aSRandall Stewart /* 141244249214SRandall Stewart * Ok we created this control and now lets validate 141344249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 141444249214SRandall Stewart * and we have up to the cum-ack then its invalid. 141544249214SRandall Stewart */ 141644249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1417b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 141844249214SRandall Stewart abort_flag, 141944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 142044249214SRandall Stewart return; 142144249214SRandall Stewart } 142244249214SRandall Stewart } 142344249214SRandall Stewart } 1424a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1425d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 142644249214SRandall Stewart return; 142744249214SRandall Stewart } 142844249214SRandall Stewart /* 142944249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 143044249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 143144249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 143244249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 143344249214SRandall Stewart * in its place. 143444249214SRandall Stewart */ 143544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 143644249214SRandall Stewart /* Its the very first one. */ 143744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1438f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 143949656eefSMichael Tuexen chk->rec.data.fsn); 144044249214SRandall Stewart if (control->first_frag_seen) { 144144249214SRandall Stewart /* 144244249214SRandall Stewart * Error on senders part, they either sent us two 144344249214SRandall Stewart * data chunks with FIRST, or they sent two 144444249214SRandall Stewart * un-ordered chunks that were fragmented at the 144544249214SRandall Stewart * same time in the same stream. 144644249214SRandall Stewart */ 1447b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 144844249214SRandall Stewart abort_flag, 144944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 145044249214SRandall Stewart return; 145144249214SRandall Stewart } 145244249214SRandall Stewart control->first_frag_seen = 1; 14538b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14548b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 145549656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 145644249214SRandall Stewart control->data = chk->data; 145749656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 145844249214SRandall Stewart chk->data = NULL; 145944249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 146044249214SRandall Stewart sctp_setup_tail_pointer(control); 146128cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 146244249214SRandall Stewart } else { 146344249214SRandall Stewart /* Place the chunk in our list */ 146444249214SRandall Stewart int inserted = 0; 146544249214SRandall Stewart 146644249214SRandall Stewart if (control->last_frag_seen == 0) { 146744249214SRandall Stewart /* Still willing to raise highest FSN seen */ 146849656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 146944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1470f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 147149656eefSMichael Tuexen chk->rec.data.fsn); 147249656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 147344249214SRandall Stewart } 147444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 147544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1476f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 147749656eefSMichael Tuexen chk->rec.data.fsn); 147844249214SRandall Stewart control->last_frag_seen = 1; 147944249214SRandall Stewart } 148044249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 148144249214SRandall Stewart /* 148244249214SRandall Stewart * For IDATA we always check since we know 148344249214SRandall Stewart * that the first fragment is 0. For old 148444249214SRandall Stewart * DATA we have to receive the first before 1485cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 148644249214SRandall Stewart */ 148749656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1488b7b84c0eSMichael Tuexen /* 1489b7b84c0eSMichael Tuexen * We have already delivered up to 1490b7b84c0eSMichael Tuexen * this so its a dup 1491b7b84c0eSMichael Tuexen */ 1492b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 149344249214SRandall Stewart abort_flag, 149444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 149544249214SRandall Stewart return; 149644249214SRandall Stewart } 149744249214SRandall Stewart } 149844249214SRandall Stewart } else { 149944249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 150044249214SRandall Stewart /* Second last? huh? */ 150144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1502f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 150349656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1504b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 150544249214SRandall Stewart chk, abort_flag, 150644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 150744249214SRandall Stewart return; 150844249214SRandall Stewart } 150944249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 151044249214SRandall Stewart /* 151144249214SRandall Stewart * For IDATA we always check since we know 151244249214SRandall Stewart * that the first fragment is 0. For old 151344249214SRandall Stewart * DATA we have to receive the first before 1514cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 151544249214SRandall Stewart */ 151644249214SRandall Stewart 151749656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1518b7b84c0eSMichael Tuexen /* 1519b7b84c0eSMichael Tuexen * We have already delivered up to 1520b7b84c0eSMichael Tuexen * this so its a dup 1521b7b84c0eSMichael Tuexen */ 152244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1523f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 152449656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1525b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 152644249214SRandall Stewart abort_flag, 152744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 152844249214SRandall Stewart return; 152944249214SRandall Stewart } 153044249214SRandall Stewart } 1531b7b84c0eSMichael Tuexen /* 1532b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1533b7b84c0eSMichael Tuexen * one 1534b7b84c0eSMichael Tuexen */ 153549656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 153644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1537f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 153849656eefSMichael Tuexen chk->rec.data.fsn, 153944249214SRandall Stewart control->top_fsn); 1540b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 154144249214SRandall Stewart abort_flag, 154244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 154344249214SRandall Stewart return; 154444249214SRandall Stewart } 154544249214SRandall Stewart } 154644249214SRandall Stewart /* 154744249214SRandall Stewart * If we reach here, we need to place the new chunk in the 154844249214SRandall Stewart * reassembly for this control. 154944249214SRandall Stewart */ 155044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1551f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 155249656eefSMichael Tuexen chk->rec.data.fsn); 155344249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 155449656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 155544249214SRandall Stewart /* 155644249214SRandall Stewart * This one in queue is bigger than the new 155744249214SRandall Stewart * one, insert the new one before at. 155844249214SRandall Stewart */ 155944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1560f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 156149656eefSMichael Tuexen at->rec.data.fsn); 1562f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1563f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 156444249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 156544249214SRandall Stewart inserted = 1; 156644249214SRandall Stewart break; 156749656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1568b7b84c0eSMichael Tuexen /* 1569b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1570b7b84c0eSMichael Tuexen * number 1571b7b84c0eSMichael Tuexen */ 157244249214SRandall Stewart /* 157344249214SRandall Stewart * foo bar, I guess I will just free this 157444249214SRandall Stewart * new guy, should we abort too? FIX ME 157544249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 157644249214SRandall Stewart * wrapped. Maybe I should compare to TSN 157744249214SRandall Stewart * somehow... sigh for now just blow away 157844249214SRandall Stewart * the chunk! 157944249214SRandall Stewart */ 158044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1581f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 158249656eefSMichael Tuexen at->rec.data.fsn); 1583b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 158444249214SRandall Stewart chk, abort_flag, 158544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 158644249214SRandall Stewart return; 158744249214SRandall Stewart } 158844249214SRandall Stewart } 158944249214SRandall Stewart if (inserted == 0) { 159044249214SRandall Stewart /* Goes on the end */ 1591f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 159249656eefSMichael Tuexen chk->rec.data.fsn); 159344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 159444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 159544249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 159644249214SRandall Stewart } 159744249214SRandall Stewart } 159844249214SRandall Stewart /* 159944249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 160044249214SRandall Stewart * are in seq if it makes sense. 160144249214SRandall Stewart */ 1602c09a1534SMichael Tuexen do_wakeup = 0; 160344249214SRandall Stewart /* 160444249214SRandall Stewart * If the first fragment has not been seen there is no sense in 160544249214SRandall Stewart * looking. 160644249214SRandall Stewart */ 160744249214SRandall Stewart if (control->first_frag_seen) { 160844249214SRandall Stewart next_fsn = control->fsn_included + 1; 160944249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 161049656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 161144249214SRandall Stewart /* We can add this one now to the control */ 161244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1613f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 161444249214SRandall Stewart control, at, 161549656eefSMichael Tuexen at->rec.data.fsn, 161644249214SRandall Stewart next_fsn, control->fsn_included); 161744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 161828cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1619c09a1534SMichael Tuexen if (control->on_read_q) { 1620c09a1534SMichael Tuexen do_wakeup = 1; 162172e23abaSMichael Tuexen } else { 162272e23abaSMichael Tuexen /* 162372e23abaSMichael Tuexen * We only add to the 162472e23abaSMichael Tuexen * size-on-all-streams if its not on 162572e23abaSMichael Tuexen * the read q. The read q flag will 162672e23abaSMichael Tuexen * cause a sballoc so its accounted 162772e23abaSMichael Tuexen * for there. 162872e23abaSMichael Tuexen */ 162972e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1630c09a1534SMichael Tuexen } 163144249214SRandall Stewart next_fsn++; 163244249214SRandall Stewart if (control->end_added && control->pdapi_started) { 163344249214SRandall Stewart if (strm->pd_api_started) { 163444249214SRandall Stewart strm->pd_api_started = 0; 163544249214SRandall Stewart control->pdapi_started = 0; 163644249214SRandall Stewart } 163744249214SRandall Stewart if (control->on_read_q == 0) { 163844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 163944249214SRandall Stewart control, 164044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 164144249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 164244249214SRandall Stewart } 164344249214SRandall Stewart break; 164444249214SRandall Stewart } 164544249214SRandall Stewart } else { 1646f8829a4aSRandall Stewart break; 1647f8829a4aSRandall Stewart } 1648f8829a4aSRandall Stewart } 1649f8829a4aSRandall Stewart } 1650c09a1534SMichael Tuexen if (do_wakeup) { 165144249214SRandall Stewart /* Need to wakeup the reader */ 1652b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1653f8829a4aSRandall Stewart } 1654f8829a4aSRandall Stewart } 1655f8829a4aSRandall Stewart 165644249214SRandall Stewart static struct sctp_queued_to_read * 165749656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1658f8829a4aSRandall Stewart { 1659c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1660f8829a4aSRandall Stewart 166144249214SRandall Stewart if (ordered) { 1662c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 166349656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 166444249214SRandall Stewart break; 166544249214SRandall Stewart } 166644249214SRandall Stewart } 1667f8829a4aSRandall Stewart } else { 166849656eefSMichael Tuexen if (idata_supported) { 1669c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 167049656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 167144249214SRandall Stewart break; 1672f8829a4aSRandall Stewart } 1673f8829a4aSRandall Stewart } 167449656eefSMichael Tuexen } else { 167549656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 167649656eefSMichael Tuexen } 1677f8829a4aSRandall Stewart } 1678c09a1534SMichael Tuexen return (control); 1679f8829a4aSRandall Stewart } 168044249214SRandall Stewart 1681f8829a4aSRandall Stewart static int 1682f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 168344249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1684f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 16858b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1686f8829a4aSRandall Stewart { 168795844fceSMichael Tuexen struct sctp_tmit_chunk *chk = NULL; /* make gcc happy */ 168849656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1689f8829a4aSRandall Stewart struct mbuf *dmbuf; 16907215cc1bSMichael Tuexen int the_len; 1691139bc87fSRandall Stewart int need_reasm_check = 0; 169249656eefSMichael Tuexen uint16_t sid; 1693ff1ffd74SMichael Tuexen struct mbuf *op_err; 1694ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 169528cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 169649656eefSMichael Tuexen uint32_t ppid; 16978b9c95f4SMichael Tuexen uint8_t chk_flags; 169817205eccSRandall Stewart struct sctp_stream_reset_list *liste; 169944249214SRandall Stewart int ordered; 170044249214SRandall Stewart size_t clen; 170144249214SRandall Stewart int created_control = 0; 1702f8829a4aSRandall Stewart 17038b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 17048b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 17058b9c95f4SMichael Tuexen 17068b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 170744249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 17088b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 170944249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 17108b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17118b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17128b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 17138b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 171444249214SRandall Stewart fsn = 0; 17158b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 171644249214SRandall Stewart } else { 17178b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 17188b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 171944249214SRandall Stewart } 17208b9c95f4SMichael Tuexen } else { 17218b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17228b9c95f4SMichael Tuexen 17238b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17248b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17258b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17268b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17278b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17288b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17298b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17308b9c95f4SMichael Tuexen fsn = tsn; 17318b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17328b9c95f4SMichael Tuexen } 173344249214SRandall Stewart if ((size_t)chk_length == clen) { 173444249214SRandall Stewart /* 173544249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 173644249214SRandall Stewart */ 17378b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 173844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 173944249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 174044249214SRandall Stewart *abort_flag = 1; 174144249214SRandall Stewart return (0); 174244249214SRandall Stewart } 17438b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1744b3f1ea41SRandall Stewart asoc->send_sack = 1; 1745b3f1ea41SRandall Stewart } 17468b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1747b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1748c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 174980fefe0aSRandall Stewart } 1750ad81507eSRandall Stewart if (stcb == NULL) { 1751ad81507eSRandall Stewart return (0); 1752ad81507eSRandall Stewart } 17538b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 175420b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1755f8829a4aSRandall Stewart /* It is a duplicate */ 1756f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1757f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1758f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1759f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1760f8829a4aSRandall Stewart asoc->numduptsns++; 1761f8829a4aSRandall Stewart } 1762b201f536SRandall Stewart asoc->send_sack = 1; 1763f8829a4aSRandall Stewart return (0); 1764f8829a4aSRandall Stewart } 1765f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1766d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1767f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1768f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1769f8829a4aSRandall Stewart return (0); 1770f8829a4aSRandall Stewart } 1771f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1772207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17730696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1774f8829a4aSRandall Stewart /* Can't expand, drop it */ 1775f8829a4aSRandall Stewart return (0); 1776f8829a4aSRandall Stewart } 1777f8829a4aSRandall Stewart } 177820b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1779f8829a4aSRandall Stewart *high_tsn = tsn; 1780f8829a4aSRandall Stewart } 1781f8829a4aSRandall Stewart /* See if we have received this one already */ 178277acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 178377acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1784f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1785f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1786f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1787f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1788f8829a4aSRandall Stewart asoc->numduptsns++; 1789f8829a4aSRandall Stewart } 179042551e99SRandall Stewart asoc->send_sack = 1; 1791f8829a4aSRandall Stewart return (0); 1792f8829a4aSRandall Stewart } 1793f8829a4aSRandall Stewart /* 1794f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1795f8829a4aSRandall Stewart * to be sent up above 1796f8829a4aSRandall Stewart */ 1797ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1798f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1799ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1800f8829a4aSRandall Stewart /* 1801f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1802f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1803f8829a4aSRandall Stewart */ 1804ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1805a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1806f8829a4aSRandall Stewart *abort_flag = 1; 1807f8829a4aSRandall Stewart return (0); 1808f8829a4aSRandall Stewart } 1809f8829a4aSRandall Stewart /* 1810f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1811f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1812f8829a4aSRandall Stewart * for on a partial delivery API. 1813f8829a4aSRandall Stewart */ 1814f8829a4aSRandall Stewart 181544249214SRandall Stewart /* Is the stream valid? */ 181649656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 181786eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1818f8829a4aSRandall Stewart 181986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1820eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 182186eda749SMichael Tuexen if (op_err != NULL) { 1822f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 182386eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 182486eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1825f8829a4aSRandall Stewart /* 1826f8829a4aSRandall Stewart * Error causes are just param's and this one has 1827f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1828f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1829f8829a4aSRandall Stewart */ 183086eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 183186eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 183286eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18338b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 183486eda749SMichael Tuexen cause->reserved = htons(0); 183586eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1836f8829a4aSRandall Stewart } 1837f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1838207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1839830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 184020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1841830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1842d06c82f1SRandall Stewart } 1843d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1844d06c82f1SRandall Stewart /* Update cum-ack */ 1845d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1846d06c82f1SRandall Stewart } 1847f8829a4aSRandall Stewart return (0); 1848f8829a4aSRandall Stewart } 1849f8829a4aSRandall Stewart /* 185044249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 185144249214SRandall Stewart * on the reassembly queues. 1852f8829a4aSRandall Stewart */ 18538b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18548b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1855be46a7c5SMichael Tuexen (fsn == 0)) { 185644249214SRandall Stewart /* 185744249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1858be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1859be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 186044249214SRandall Stewart */ 1861be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 18628b9c95f4SMichael Tuexen mid, chk_flags); 186344249214SRandall Stewart goto err_out; 186444249214SRandall Stewart } 18653d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 186644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18678b9c95f4SMichael Tuexen chk_flags, control); 18688b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1869be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1870be46a7c5SMichael Tuexen if (control != NULL) { 187144249214SRandall Stewart /* We found something, does it belong? */ 187249656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 187349656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 187444249214SRandall Stewart err_out: 187544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 187644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 187744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 187844249214SRandall Stewart *abort_flag = 1; 187944249214SRandall Stewart return (0); 188044249214SRandall Stewart } 188144249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1882b7b84c0eSMichael Tuexen /* 1883b7b84c0eSMichael Tuexen * We can't have a switched order with an 1884b7b84c0eSMichael Tuexen * unordered chunk 1885b7b84c0eSMichael Tuexen */ 1886be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1887be46a7c5SMichael Tuexen tsn); 188844249214SRandall Stewart goto err_out; 188944249214SRandall Stewart } 189044249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1891b7b84c0eSMichael Tuexen /* 1892b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1893b7b84c0eSMichael Tuexen * ordered chunk 1894b7b84c0eSMichael Tuexen */ 1895be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1896be46a7c5SMichael Tuexen tsn); 189744249214SRandall Stewart goto err_out; 189844249214SRandall Stewart } 189944249214SRandall Stewart } 190044249214SRandall Stewart } else { 190144249214SRandall Stewart /* 190244249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 190344249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 190444249214SRandall Stewart * ordered) or in the same Stream for unordered. 190544249214SRandall Stewart */ 1906be46a7c5SMichael Tuexen if (control != NULL) { 190749656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 190849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 19098b9c95f4SMichael Tuexen chk_flags, mid); 191049656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 191144249214SRandall Stewart goto err_out; 1912be46a7c5SMichael Tuexen } else { 1913be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1914be46a7c5SMichael Tuexen (control->end_added == 0)) { 1915be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1916be46a7c5SMichael Tuexen goto err_out; 1917be46a7c5SMichael Tuexen } else { 1918be46a7c5SMichael Tuexen control = NULL; 1919be46a7c5SMichael Tuexen } 1920be46a7c5SMichael Tuexen } 192144249214SRandall Stewart } 192244249214SRandall Stewart } 192344249214SRandall Stewart /* now do the tests */ 192444249214SRandall Stewart if (((asoc->cnt_on_all_streams + 192544249214SRandall Stewart asoc->cnt_on_reasm_queue + 192644249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 192744249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 192844249214SRandall Stewart /* 192944249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 193044249214SRandall Stewart * the reader is doing its job... 193144249214SRandall Stewart */ 193244249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 193344249214SRandall Stewart /* some to read, wake-up */ 193444249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 193544249214SRandall Stewart struct socket *so; 193644249214SRandall Stewart 193744249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 193844249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 193944249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 194044249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 194144249214SRandall Stewart SCTP_TCB_LOCK(stcb); 194244249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 194344249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 194444249214SRandall Stewart /* assoc was freed while we were unlocked */ 194544249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 194644249214SRandall Stewart return (0); 194744249214SRandall Stewart } 194844249214SRandall Stewart #endif 194944249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 195044249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 195144249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 195244249214SRandall Stewart #endif 195344249214SRandall Stewart } 195444249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19558b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 195644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 195744249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 195844249214SRandall Stewart /* Nope not in the valid range dump it */ 195944249214SRandall Stewart dump_packet: 196044249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 196144249214SRandall Stewart if ((asoc->cnt_on_all_streams + 196244249214SRandall Stewart asoc->cnt_on_reasm_queue + 196344249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 196444249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 196544249214SRandall Stewart } else { 196644249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 196744249214SRandall Stewart } 196844249214SRandall Stewart *break_flag = 1; 196944249214SRandall Stewart return (0); 197044249214SRandall Stewart } 197144249214SRandall Stewart } else { 197244249214SRandall Stewart if (control == NULL) { 197344249214SRandall Stewart goto dump_packet; 197444249214SRandall Stewart } 197544249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 197644249214SRandall Stewart goto dump_packet; 197744249214SRandall Stewart } 197844249214SRandall Stewart } 197944249214SRandall Stewart } 1980f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 198118e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 198218e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 198318e198d3SRandall Stewart asoc->tsn_in_at = 0; 198418e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 198518e198d3SRandall Stewart } 1986f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 198749656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 198849656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1989f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1990f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 199118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 199218e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 199318e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1994f42a358aSRandall Stewart asoc->tsn_in_at++; 1995f42a358aSRandall Stewart #endif 199644249214SRandall Stewart /* 199744249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 199844249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 199944249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 200044249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 200144249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 200244249214SRandall Stewart */ 20038b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 2004d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 20058b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 200649656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 2007f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 2008f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 200949656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 2010f8829a4aSRandall Stewart 201149656eefSMichael Tuexen if (asoc->idata_supported) { 201249656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 201349656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 201449656eefSMichael Tuexen tsn, 201549656eefSMichael Tuexen sid, 201649656eefSMichael Tuexen mid); 201749656eefSMichael Tuexen } else { 2018ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 201949656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 202049656eefSMichael Tuexen tsn, 202149656eefSMichael Tuexen sid, 202249656eefSMichael Tuexen (uint16_t)mid); 202349656eefSMichael Tuexen } 2024ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2025b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 2026ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2027f8829a4aSRandall Stewart *abort_flag = 1; 2028f8829a4aSRandall Stewart return (0); 2029f8829a4aSRandall Stewart } 20308b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 203144249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 203244249214SRandall Stewart } else { 2033f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 203444249214SRandall Stewart } 2035f8829a4aSRandall Stewart if (last_chunk == 0) { 20368b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 203744249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 203844249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 203944249214SRandall Stewart the_len, M_NOWAIT); 204044249214SRandall Stewart } else { 204144b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2042f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2043eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 204444249214SRandall Stewart } 2045f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2046b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20474be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2048f8829a4aSRandall Stewart } 2049f8829a4aSRandall Stewart #endif 2050f8829a4aSRandall Stewart } else { 2051f8829a4aSRandall Stewart /* We can steal the last chunk */ 2052139bc87fSRandall Stewart int l_len; 2053139bc87fSRandall Stewart 2054f8829a4aSRandall Stewart dmbuf = *m; 2055f8829a4aSRandall Stewart /* lop off the top part */ 20568b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 205744249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 205844249214SRandall Stewart } else { 2059f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 206044249214SRandall Stewart } 2061139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2062139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2063139bc87fSRandall Stewart } else { 2064139bc87fSRandall Stewart /* 2065139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2066139bc87fSRandall Stewart * this to often :-0 2067139bc87fSRandall Stewart */ 2068139bc87fSRandall Stewart struct mbuf *lat; 2069139bc87fSRandall Stewart 2070139bc87fSRandall Stewart l_len = 0; 207160990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2072139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2073139bc87fSRandall Stewart } 2074139bc87fSRandall Stewart } 2075139bc87fSRandall Stewart if (l_len > the_len) { 2076f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2077139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2078f8829a4aSRandall Stewart } 2079f8829a4aSRandall Stewart } 2080f8829a4aSRandall Stewart if (dmbuf == NULL) { 2081f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2082f8829a4aSRandall Stewart return (0); 2083f8829a4aSRandall Stewart } 208444249214SRandall Stewart /* 20858b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 208644249214SRandall Stewart * one (we may have gotten it above when we found the message was 208744249214SRandall Stewart * fragmented 208844249214SRandall Stewart */ 208944249214SRandall Stewart if (control == NULL) { 209044249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 209144249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 209249656eefSMichael Tuexen ppid, 209349656eefSMichael Tuexen sid, 20948b9c95f4SMichael Tuexen chk_flags, 209549656eefSMichael Tuexen NULL, fsn, mid); 209644249214SRandall Stewart if (control == NULL) { 209744249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 209844249214SRandall Stewart return (0); 209944249214SRandall Stewart } 21008b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 21011f76872cSMichael Tuexen struct mbuf *mm; 210228cd0699SMichael Tuexen 210344249214SRandall Stewart control->data = dmbuf; 21041f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 21051f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 210628cd0699SMichael Tuexen } 210744249214SRandall Stewart control->tail_mbuf = NULL; 21088b9c95f4SMichael Tuexen control->end_added = 1; 21098b9c95f4SMichael Tuexen control->last_frag_seen = 1; 21108b9c95f4SMichael Tuexen control->first_frag_seen = 1; 21118b9c95f4SMichael Tuexen control->fsn_included = fsn; 21128b9c95f4SMichael Tuexen control->top_fsn = fsn; 211344249214SRandall Stewart } 211444249214SRandall Stewart created_control = 1; 211544249214SRandall Stewart } 211649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 21178b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 21188b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2119f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2120f42a358aSRandall Stewart ((ordered == 0) || 212149656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 212249656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2123f8829a4aSRandall Stewart /* Candidate for express delivery */ 2124f8829a4aSRandall Stewart /* 2125f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2126f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2127f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2128f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2129f8829a4aSRandall Stewart * stuff it up the buffer.... 2130f8829a4aSRandall Stewart */ 21311ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 213220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21331ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21341ea735c8SMichael Tuexen } 213549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 213649656eefSMichael Tuexen control, mid); 213744249214SRandall Stewart 2138cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2139cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2140cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2141830d754dSRandall Stewart 21428b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2143f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21443d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2145f8829a4aSRandall Stewart } 2146f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2147b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 214849656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2149f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 215080fefe0aSRandall Stewart } 2151f8829a4aSRandall Stewart control = NULL; 2152f8829a4aSRandall Stewart goto finish_express_del; 2153f8829a4aSRandall Stewart } 21540053ed28SMichael Tuexen 215544249214SRandall Stewart /* Now will we need a chunk too? */ 21568b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2157f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2158f8829a4aSRandall Stewart if (chk == NULL) { 2159f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2160f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2161f8829a4aSRandall Stewart if (last_chunk == 0) { 2162f8829a4aSRandall Stewart /* we copied it, free the copy */ 2163f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2164f8829a4aSRandall Stewart } 2165f8829a4aSRandall Stewart return (0); 2166f8829a4aSRandall Stewart } 216749656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2168f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 216949656eefSMichael Tuexen chk->rec.data.fsn = fsn; 217049656eefSMichael Tuexen chk->rec.data.mid = mid; 217149656eefSMichael Tuexen chk->rec.data.sid = sid; 217249656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2173f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2174f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21758b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2176f8829a4aSRandall Stewart chk->asoc = asoc; 2177f8829a4aSRandall Stewart chk->send_size = the_len; 2178f8829a4aSRandall Stewart chk->whoTo = net; 217949656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 218044249214SRandall Stewart chk, 218149656eefSMichael Tuexen control, mid); 2182f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2183f8829a4aSRandall Stewart chk->data = dmbuf; 218444249214SRandall Stewart } 218544249214SRandall Stewart /* Set the appropriate TSN mark */ 218644249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 218744249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 218844249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 218944249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 219044249214SRandall Stewart } 2191f8829a4aSRandall Stewart } else { 219244249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 219344249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 219444249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2195f8829a4aSRandall Stewart } 2196f8829a4aSRandall Stewart } 219744249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21988b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2199f8829a4aSRandall Stewart /* 220044249214SRandall Stewart * Special check for when streams are resetting. We could be 220144249214SRandall Stewart * more smart about this and check the actual stream to see 220244249214SRandall Stewart * if it is not being reset.. that way we would not create a 220344249214SRandall Stewart * HOLB when amongst streams being reset and those not being 220444249214SRandall Stewart * reset. 2205f8829a4aSRandall Stewart * 2206f8829a4aSRandall Stewart */ 2207f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 220820b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2209f8829a4aSRandall Stewart /* 221044249214SRandall Stewart * yep its past where we need to reset... go ahead 221144249214SRandall Stewart * and queue it. 2212f8829a4aSRandall Stewart */ 2213f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2214f8829a4aSRandall Stewart /* first one on */ 2215f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2216f8829a4aSRandall Stewart } else { 221728cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2218f8829a4aSRandall Stewart unsigned char inserted = 0; 2219f8829a4aSRandall Stewart 222028cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 222128cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 222244249214SRandall Stewart 22234a9ef3f8SMichael Tuexen continue; 2224f8829a4aSRandall Stewart } else { 2225f8829a4aSRandall Stewart /* found it */ 222628cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2227f8829a4aSRandall Stewart inserted = 1; 2228f8829a4aSRandall Stewart break; 2229f8829a4aSRandall Stewart } 2230f8829a4aSRandall Stewart } 2231f8829a4aSRandall Stewart if (inserted == 0) { 2232f8829a4aSRandall Stewart /* 223344249214SRandall Stewart * must be put at end, use prevP 223444249214SRandall Stewart * (all setup from loop) to setup 223544249214SRandall Stewart * nextP. 2236f8829a4aSRandall Stewart */ 2237f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2238f8829a4aSRandall Stewart } 2239f8829a4aSRandall Stewart } 224044249214SRandall Stewart goto finish_express_del; 224144249214SRandall Stewart } 22428b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 224344249214SRandall Stewart /* queue directly into socket buffer */ 224449656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 224549656eefSMichael Tuexen control, mid); 224644249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 224744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 224844249214SRandall Stewart control, 224944249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 225044249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 225144249214SRandall Stewart 2252f8829a4aSRandall Stewart } else { 225349656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 225449656eefSMichael Tuexen mid); 22553d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2256f8829a4aSRandall Stewart if (*abort_flag) { 22578be0fd55SMichael Tuexen if (last_chunk) { 22588be0fd55SMichael Tuexen *m = NULL; 22598be0fd55SMichael Tuexen } 2260f8829a4aSRandall Stewart return (0); 2261f8829a4aSRandall Stewart } 2262f8829a4aSRandall Stewart } 226344249214SRandall Stewart goto finish_express_del; 2264f8829a4aSRandall Stewart } 226544249214SRandall Stewart /* If we reach here its a reassembly */ 226644249214SRandall Stewart need_reasm_check = 1; 226744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 226849656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 226949656eefSMichael Tuexen control, mid); 22703d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2271f8829a4aSRandall Stewart if (*abort_flag) { 2272a5d547adSRandall Stewart /* 227344249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 227444249214SRandall Stewart * queue, which has all been freed. 2275a5d547adSRandall Stewart */ 22768be0fd55SMichael Tuexen if (last_chunk) { 2277a5d547adSRandall Stewart *m = NULL; 22788be0fd55SMichael Tuexen } 2279f8829a4aSRandall Stewart return (0); 2280f8829a4aSRandall Stewart } 2281f8829a4aSRandall Stewart finish_express_del: 228244249214SRandall Stewart /* Here we tidy up things */ 2283307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2284307b49efSMichael Tuexen /* Update cum-ack */ 2285307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2286307b49efSMichael Tuexen } 2287f8829a4aSRandall Stewart if (last_chunk) { 2288f8829a4aSRandall Stewart *m = NULL; 2289f8829a4aSRandall Stewart } 2290f42a358aSRandall Stewart if (ordered) { 2291f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2292f8829a4aSRandall Stewart } else { 2293f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2294f8829a4aSRandall Stewart } 2295f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2296f8829a4aSRandall Stewart /* Set it present please */ 2297b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 229849656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 229980fefe0aSRandall Stewart } 2300b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2301f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2302f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 230380fefe0aSRandall Stewart } 23043d6fe5d8SMichael Tuexen if (need_reasm_check) { 23053d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 23063d6fe5d8SMichael Tuexen need_reasm_check = 0; 23073d6fe5d8SMichael Tuexen } 230817205eccSRandall Stewart /* check the special flag for stream resets */ 230917205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 231020b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 231117205eccSRandall Stewart /* 231217205eccSRandall Stewart * we have finished working through the backlogged TSN's now 231317205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 231417205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 231517205eccSRandall Stewart * pending_reply_queue. 231617205eccSRandall Stewart */ 2317a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 231817205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 23197cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2320207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23213c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 232217205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23234a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 232417205eccSRandall Stewart /* All can be removed */ 232528cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 232628cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 232728cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 232817205eccSRandall Stewart if (*abort_flag) { 232917205eccSRandall Stewart return (0); 233017205eccSRandall Stewart } 23313d6fe5d8SMichael Tuexen if (need_reasm_check) { 233228cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23333d6fe5d8SMichael Tuexen need_reasm_check = 0; 23343d6fe5d8SMichael Tuexen } 233517205eccSRandall Stewart } 23364a9ef3f8SMichael Tuexen } else { 233728cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 233828cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23394a9ef3f8SMichael Tuexen break; 23404a9ef3f8SMichael Tuexen } 234117205eccSRandall Stewart /* 234228cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 234328cd0699SMichael Tuexen * can process it which is the NOT of 234428cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 234517205eccSRandall Stewart */ 234628cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 234728cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 234817205eccSRandall Stewart if (*abort_flag) { 234917205eccSRandall Stewart return (0); 235017205eccSRandall Stewart } 23513d6fe5d8SMichael Tuexen if (need_reasm_check) { 235228cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 235317205eccSRandall Stewart need_reasm_check = 0; 235417205eccSRandall Stewart } 23553d6fe5d8SMichael Tuexen } 23563d6fe5d8SMichael Tuexen } 2357139bc87fSRandall Stewart } 2358f8829a4aSRandall Stewart return (1); 2359f8829a4aSRandall Stewart } 2360f8829a4aSRandall Stewart 2361ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2362b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2363b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2364b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2365b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2366b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2367b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2368b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2369b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2370b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2371b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2372b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2373b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2374b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2375b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2376b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2377b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2378b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2379b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2380b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2381b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2382b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2383b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2384b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2385b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2386b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2387b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2388b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2389b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2390b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2391b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2392b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2393b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2394f8829a4aSRandall Stewart }; 2395f8829a4aSRandall Stewart 2396f8829a4aSRandall Stewart 2397f8829a4aSRandall Stewart void 2398b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2399f8829a4aSRandall Stewart { 2400f8829a4aSRandall Stewart /* 2401f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2402f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 240366bd30bdSRandall Stewart * 24045b495f17SMichael Tuexen * When you first glance at this you might think that all entries 24055b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 24065b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 240766bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 240866bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 240966bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 241066bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2411f8829a4aSRandall Stewart */ 2412f8829a4aSRandall Stewart struct sctp_association *asoc; 2413b3f1ea41SRandall Stewart int at; 241466bd30bdSRandall Stewart uint8_t val; 2415f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 241677acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2417f8829a4aSRandall Stewart 2418f8829a4aSRandall Stewart asoc = &stcb->asoc; 2419f8829a4aSRandall Stewart 2420f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2421f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2422f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2423f8829a4aSRandall Stewart /* 2424f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2425f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2426f8829a4aSRandall Stewart */ 2427f8829a4aSRandall Stewart at = 0; 2428b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 242966bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 243066bd30bdSRandall Stewart if (val == 0xff) { 2431f8829a4aSRandall Stewart at += 8; 2432f8829a4aSRandall Stewart } else { 2433f8829a4aSRandall Stewart /* there is a 0 bit */ 243466bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2435f8829a4aSRandall Stewart break; 2436f8829a4aSRandall Stewart } 2437f8829a4aSRandall Stewart } 2438b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2439f8829a4aSRandall Stewart 244020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 244120b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2442a5d547adSRandall Stewart #ifdef INVARIANTS 2443ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2444ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2445f8829a4aSRandall Stewart #else 2446ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2447ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24480e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2449b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2450b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2451b3f1ea41SRandall Stewart } 2452f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2453830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2454f8829a4aSRandall Stewart #endif 2455f8829a4aSRandall Stewart } 245620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 245777acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 245877acdc25SRandall Stewart } else { 245977acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 246077acdc25SRandall Stewart } 246177acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2462f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 246377acdc25SRandall Stewart /* highest becomes the cum-ack */ 246437f144ebSMichael Tuexen int clr; 246537f144ebSMichael Tuexen #ifdef INVARIANTS 246637f144ebSMichael Tuexen unsigned int i; 246737f144ebSMichael Tuexen #endif 2468f8829a4aSRandall Stewart 2469f8829a4aSRandall Stewart /* clear the array */ 2470b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2471c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2472f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2473f8829a4aSRandall Stewart } 2474f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2475830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 247637f144ebSMichael Tuexen #ifdef INVARIANTS 2477b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2478b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2479cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2480b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2481b5c16493SMichael Tuexen } 2482b5c16493SMichael Tuexen } 248337f144ebSMichael Tuexen #endif 248477acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 248577acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2486f8829a4aSRandall Stewart } else if (at >= 8) { 2487f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2488b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2489b3f1ea41SRandall Stewart 2490f8829a4aSRandall Stewart /* 2491f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2492f8829a4aSRandall Stewart * TSN value 2493f8829a4aSRandall Stewart */ 249477acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 249577acdc25SRandall Stewart slide_end = (lgap >> 3); 2496f8829a4aSRandall Stewart if (slide_end < slide_from) { 249777acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2498d55b0b1bSRandall Stewart #ifdef INVARIANTS 2499f8829a4aSRandall Stewart panic("impossible slide"); 2500d55b0b1bSRandall Stewart #else 2501cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 250277acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2503d55b0b1bSRandall Stewart return; 2504d55b0b1bSRandall Stewart #endif 2505f8829a4aSRandall Stewart } 2506b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2507b3f1ea41SRandall Stewart #ifdef INVARIANTS 2508b3f1ea41SRandall Stewart panic("would overrun buffer"); 2509b3f1ea41SRandall Stewart #else 2510cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2511b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2512b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2513b3f1ea41SRandall Stewart #endif 2514b3f1ea41SRandall Stewart } 2515f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2516b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2517f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2518f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2519f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2520f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 252180fefe0aSRandall Stewart } 2522f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2523f8829a4aSRandall Stewart distance < 0) { 2524f8829a4aSRandall Stewart /* 2525f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2526f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2527f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2528f8829a4aSRandall Stewart * don't think this should happen :-0 2529f8829a4aSRandall Stewart */ 2530f8829a4aSRandall Stewart 2531b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2532f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2533f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2534f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 253580fefe0aSRandall Stewart } 2536f8829a4aSRandall Stewart } else { 2537f8829a4aSRandall Stewart int ii; 2538f8829a4aSRandall Stewart 2539f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 254037f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 254137f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 254277acdc25SRandall Stewart 2543f8829a4aSRandall Stewart } 2544aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2545f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 254677acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2547f8829a4aSRandall Stewart } 2548ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2549ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2550ee94f0a2SMichael Tuexen } 2551ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2552ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2553ee94f0a2SMichael Tuexen } 2554f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2555b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2556f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2557f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2558f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 255980fefe0aSRandall Stewart } 2560830d754dSRandall Stewart } 2561830d754dSRandall Stewart } 2562b5c16493SMichael Tuexen } 2563b5c16493SMichael Tuexen 2564b5c16493SMichael Tuexen void 25657215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2566b5c16493SMichael Tuexen { 2567b5c16493SMichael Tuexen struct sctp_association *asoc; 2568b5c16493SMichael Tuexen uint32_t highest_tsn; 2569ebecdad8SMichael Tuexen int is_a_gap; 2570b5c16493SMichael Tuexen 2571ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2572b5c16493SMichael Tuexen asoc = &stcb->asoc; 257320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2574b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2575b5c16493SMichael Tuexen } else { 2576b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2577b5c16493SMichael Tuexen } 2578ebecdad8SMichael Tuexen /* Is there a gap now? */ 2579ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2580b5c16493SMichael Tuexen 2581830d754dSRandall Stewart /* 2582f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2583f8829a4aSRandall Stewart * timer (if allowed). 2584f8829a4aSRandall Stewart */ 2585839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 2586f8829a4aSRandall Stewart /* 2587b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2588b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2589b5c16493SMichael Tuexen * SACK 2590f8829a4aSRandall Stewart */ 2591139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2592f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2593b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 259444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2595f8829a4aSRandall Stewart } 2596ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2597ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2598ebecdad8SMichael Tuexen if (is_a_gap) { 2599689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2600ebecdad8SMichael Tuexen } 2601f8829a4aSRandall Stewart } else { 2602f8829a4aSRandall Stewart /* 2603b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2604b5c16493SMichael Tuexen * since last ack 2605f8829a4aSRandall Stewart */ 2606f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2607f8829a4aSRandall Stewart 260842551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 260942551e99SRandall Stewart * SACK */ 2610f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2611f8829a4aSRandall Stewart * longer is one */ 2612f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2613f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 261442551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2615b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2616b7b84c0eSMichael Tuexen ) { 2617f8829a4aSRandall Stewart 26187c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2619b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 262042551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2621f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2622f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2623139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2624f8829a4aSRandall Stewart 2625f8829a4aSRandall Stewart /* 2626b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2627b5c16493SMichael Tuexen * even in the face of 2628f8829a4aSRandall Stewart * 26295b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26305b495f17SMichael Tuexen * not have to be sent because of the above 2631b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2632b5c16493SMichael Tuexen * that would have been sent due to gap 2633b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2634f8829a4aSRandall Stewart * the delayed ack timer. 2635f8829a4aSRandall Stewart */ 2636f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2637f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2638f8829a4aSRandall Stewart } else { 2639f8829a4aSRandall Stewart /* 2640b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2641b5c16493SMichael Tuexen * is pending, we got our first packet OR 2642b5c16493SMichael Tuexen * there are gaps or duplicates. 2643f8829a4aSRandall Stewart */ 2644ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2645689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2646f8829a4aSRandall Stewart } 2647f8829a4aSRandall Stewart } else { 264842551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2649f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2650f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2651f8829a4aSRandall Stewart } 2652f8829a4aSRandall Stewart } 2653f8829a4aSRandall Stewart } 2654f8829a4aSRandall Stewart } 2655f8829a4aSRandall Stewart 2656f8829a4aSRandall Stewart int 2657f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2658e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2659e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2660f8829a4aSRandall Stewart { 266144249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2662f8829a4aSRandall Stewart struct sctp_association *asoc; 2663f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2664f8829a4aSRandall Stewart int stop_proc = 0; 2665af03054cSMichael Tuexen int break_flag, last_chunk; 26668f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2667f8829a4aSRandall Stewart struct mbuf *m; 26688f777478SMichael Tuexen uint32_t highest_tsn; 2669af03054cSMichael Tuexen uint16_t chk_length; 2670f8829a4aSRandall Stewart 2671f8829a4aSRandall Stewart /* set the rwnd */ 2672f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2673f8829a4aSRandall Stewart 2674f8829a4aSRandall Stewart m = *mm; 2675f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2676f8829a4aSRandall Stewart asoc = &stcb->asoc; 267720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 26788f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 26798f777478SMichael Tuexen } else { 26808f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2681f8829a4aSRandall Stewart } 268220b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2683f8829a4aSRandall Stewart /* 2684f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2685f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2686f8829a4aSRandall Stewart * chunk is assigned. 2687f8829a4aSRandall Stewart */ 2688f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2689f8829a4aSRandall Stewart 2690d06c82f1SRandall Stewart /*- 2691f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2692f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2693f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2694f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2695d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2696d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2697f8829a4aSRandall Stewart */ 269844b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2699f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2700eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2701f8829a4aSRandall Stewart if (m) { 2702f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2703f8829a4aSRandall Stewart caddr_t *from, *to; 2704f8829a4aSRandall Stewart 2705f8829a4aSRandall Stewart /* get the pointers and copy */ 2706f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2707f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2708139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2709f8829a4aSRandall Stewart /* copy the length and free up the old */ 2710139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2711f8829a4aSRandall Stewart sctp_m_freem(*mm); 2712cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2713f8829a4aSRandall Stewart *mm = m; 2714f8829a4aSRandall Stewart } else { 2715f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2716f8829a4aSRandall Stewart m = *mm; 2717f8829a4aSRandall Stewart } 2718f8829a4aSRandall Stewart } 2719f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 272044249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 27217f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 27227f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2723f8829a4aSRandall Stewart if (ch == NULL) { 2724f8829a4aSRandall Stewart return (1); 2725f8829a4aSRandall Stewart } 2726f8829a4aSRandall Stewart /* 2727f8829a4aSRandall Stewart * process all DATA chunks... 2728f8829a4aSRandall Stewart */ 2729f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2730f8829a4aSRandall Stewart break_flag = 0; 273142551e99SRandall Stewart asoc->data_pkts_seen++; 2732f8829a4aSRandall Stewart while (stop_proc == 0) { 2733f8829a4aSRandall Stewart /* validate chunk length */ 273444249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2735f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2736f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2737f8829a4aSRandall Stewart stop_proc = 1; 273860990c0cSMichael Tuexen continue; 2739f8829a4aSRandall Stewart } 274044249214SRandall Stewart if ((asoc->idata_supported == 1) && 274144249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 274244249214SRandall Stewart struct mbuf *op_err; 274344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 274444249214SRandall Stewart 2745e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 274644249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 274744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 274844249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 274944249214SRandall Stewart return (2); 275044249214SRandall Stewart } 275144249214SRandall Stewart if ((asoc->idata_supported == 0) && 275244249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 275344249214SRandall Stewart struct mbuf *op_err; 275444249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 275544249214SRandall Stewart 2756e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 275744249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 275844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 275944249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 276044249214SRandall Stewart return (2); 276144249214SRandall Stewart } 276244249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 276344249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 2764af03054cSMichael Tuexen uint16_t clen; 276544249214SRandall Stewart 276644249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 276744249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 276844249214SRandall Stewart } else { 276944249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 277044249214SRandall Stewart } 2771f8ee69bfSMichael Tuexen if (chk_length < clen) { 2772f8829a4aSRandall Stewart /* 2773f8829a4aSRandall Stewart * Need to send an abort since we had a 2774f8829a4aSRandall Stewart * invalid data chunk. 2775f8829a4aSRandall Stewart */ 2776f8829a4aSRandall Stewart struct mbuf *op_err; 2777ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2778f8829a4aSRandall Stewart 2779af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "%s chunk of length %u", 27807f75695aSMichael Tuexen ch->chunk_type == SCTP_DATA ? "DATA" : "I-DATA", 2781ff1ffd74SMichael Tuexen chk_length); 2782ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 278344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2784e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 278532451da4SMichael Tuexen return (2); 278632451da4SMichael Tuexen } 2787f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2788f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2789f8829a4aSRandall Stewart #endif 2790f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2791f8829a4aSRandall Stewart last_chunk = 1; 2792f8829a4aSRandall Stewart } else { 2793f8829a4aSRandall Stewart last_chunk = 0; 2794f8829a4aSRandall Stewart } 279544249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2796f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 279744249214SRandall Stewart last_chunk, ch->chunk_type)) { 2798f8829a4aSRandall Stewart num_chunks++; 2799f8829a4aSRandall Stewart } 2800f8829a4aSRandall Stewart if (abort_flag) 2801f8829a4aSRandall Stewart return (2); 2802f8829a4aSRandall Stewart 2803f8829a4aSRandall Stewart if (break_flag) { 2804f8829a4aSRandall Stewart /* 2805f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2806f8829a4aSRandall Stewart * drop rep space left. 2807f8829a4aSRandall Stewart */ 2808f8829a4aSRandall Stewart stop_proc = 1; 280960990c0cSMichael Tuexen continue; 2810f8829a4aSRandall Stewart } 2811f8829a4aSRandall Stewart } else { 2812f8829a4aSRandall Stewart /* not a data chunk in the data region */ 281344249214SRandall Stewart switch (ch->chunk_type) { 2814f8829a4aSRandall Stewart case SCTP_INITIATION: 2815f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2816f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 281760990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2818f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2819f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2820f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2821f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2822f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2823f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2824f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2825f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2826f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2827f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2828f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2829f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2830f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2831f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2832f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2833f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2834f8829a4aSRandall Stewart case SCTP_ASCONF: 2835fd60718dSMichael Tuexen { 2836f8829a4aSRandall Stewart /* 2837fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2838fd60718dSMichael Tuexen * chunks that are NOT in the right 2839fd60718dSMichael Tuexen * place? 2840f8829a4aSRandall Stewart * 2841fd60718dSMichael Tuexen * For now, I do nothing but ignore 2842fd60718dSMichael Tuexen * them. We may later want to add 2843fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2844fd60718dSMichael Tuexen * either an ABORT() or possibly 2845fd60718dSMichael Tuexen * process them. 2846f8829a4aSRandall Stewart */ 2847f8829a4aSRandall Stewart struct mbuf *op_err; 2848267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2849f8829a4aSRandall Stewart 28509ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 285144249214SRandall Stewart ch->chunk_type); 2852267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2853e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2854f8829a4aSRandall Stewart return (2); 2855f8829a4aSRandall Stewart } 2856f8829a4aSRandall Stewart default: 28577f75695aSMichael Tuexen /* 28587f75695aSMichael Tuexen * Unknown chunk type: use bit rules after 28597f75695aSMichael Tuexen * checking length 28607f75695aSMichael Tuexen */ 28617f75695aSMichael Tuexen if (chk_length < sizeof(struct sctp_chunkhdr)) { 28627f75695aSMichael Tuexen /* 28637f75695aSMichael Tuexen * Need to send an abort since we 28647f75695aSMichael Tuexen * had a invalid chunk. 28657f75695aSMichael Tuexen */ 28667f75695aSMichael Tuexen struct mbuf *op_err; 28677f75695aSMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 28687f75695aSMichael Tuexen 2869af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "Chunk of length %u", 28707f75695aSMichael Tuexen chk_length); 28717f75695aSMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 28727f75695aSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 28737f75695aSMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 28747f75695aSMichael Tuexen return (2); 28757f75695aSMichael Tuexen } 287644249214SRandall Stewart if (ch->chunk_type & 0x40) { 2877f8829a4aSRandall Stewart /* Add a error report to the queue */ 287886eda749SMichael Tuexen struct mbuf *op_err; 287986eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2880f8829a4aSRandall Stewart 288186eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 288286eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 288386eda749SMichael Tuexen if (op_err != NULL) { 288486eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 288586eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 28869a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 288786eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 288886eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 288986eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 289086eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2891f8829a4aSRandall Stewart } else { 289286eda749SMichael Tuexen sctp_m_freem(op_err); 2893f8829a4aSRandall Stewart } 2894f8829a4aSRandall Stewart } 2895f8829a4aSRandall Stewart } 289644249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2897f8829a4aSRandall Stewart /* discard the rest of this packet */ 2898f8829a4aSRandall Stewart stop_proc = 1; 2899f8829a4aSRandall Stewart } /* else skip this bad chunk and 2900b7b84c0eSMichael Tuexen * continue... */ 2901b7b84c0eSMichael Tuexen break; 290260990c0cSMichael Tuexen } /* switch of chunk type */ 2903f8829a4aSRandall Stewart } 2904f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2905f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2906f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2907f8829a4aSRandall Stewart stop_proc = 1; 2908f8829a4aSRandall Stewart continue; 2909f8829a4aSRandall Stewart } 291044249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 29117f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 29127f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2913f8829a4aSRandall Stewart if (ch == NULL) { 2914f8829a4aSRandall Stewart *offset = length; 2915f8829a4aSRandall Stewart stop_proc = 1; 291660990c0cSMichael Tuexen continue; 2917f8829a4aSRandall Stewart } 291860990c0cSMichael Tuexen } 2919f8829a4aSRandall Stewart if (break_flag) { 2920f8829a4aSRandall Stewart /* 2921f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2922f8829a4aSRandall Stewart */ 292320cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2924f8829a4aSRandall Stewart } 2925f8829a4aSRandall Stewart if (num_chunks) { 2926f8829a4aSRandall Stewart /* 2927ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2928f8829a4aSRandall Stewart * give peer credit for being alive. 2929f8829a4aSRandall Stewart */ 2930f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2931b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2932c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2933c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2934c4739e2fSRandall Stewart 0, 2935c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2936c4739e2fSRandall Stewart __LINE__); 2937c4739e2fSRandall Stewart } 2938f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 29396e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2940f8829a4aSRandall Stewart } 2941f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2942839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 294342551e99SRandall Stewart /* Assure that we ack right away */ 294442551e99SRandall Stewart stcb->asoc.send_sack = 1; 2945f8829a4aSRandall Stewart } 2946f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29477215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2948f8829a4aSRandall Stewart return (0); 2949f8829a4aSRandall Stewart } 2950f8829a4aSRandall Stewart 29510fa753b3SRandall Stewart static int 29520fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29530fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29540fa753b3SRandall Stewart int *num_frs, 29550fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29560fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29577215cc1bSMichael Tuexen int *rto_ok) 29580fa753b3SRandall Stewart { 29590fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29600fa753b3SRandall Stewart unsigned int theTSN; 2961b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29620fa753b3SRandall Stewart 29630fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29640fa753b3SRandall Stewart tp1 = *p_tp1; 29650fa753b3SRandall Stewart if (tp1 == NULL) { 29660fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29670fa753b3SRandall Stewart } 29680fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29690fa753b3SRandall Stewart theTSN = j + last_tsn; 29700fa753b3SRandall Stewart while (tp1) { 29710fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29720fa753b3SRandall Stewart (*num_frs) += 1; 29730fa753b3SRandall Stewart 29740fa753b3SRandall Stewart /*- 29750fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29760fa753b3SRandall Stewart * processed from the sent queue, track the 29770fa753b3SRandall Stewart * next expected pseudo-cumack, or 29780fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 29790fa753b3SRandall Stewart * cumack trackers for first transmissions, 29800fa753b3SRandall Stewart * and retransmissions. 29810fa753b3SRandall Stewart */ 29828427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29838427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 29840fa753b3SRandall Stewart (tp1->snd_count == 1)) { 298549656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 29860fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 29870fa753b3SRandall Stewart } 29888427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29898427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 29900fa753b3SRandall Stewart (tp1->snd_count > 1)) { 299149656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 29920fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 29930fa753b3SRandall Stewart } 299449656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 29950fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 29960fa753b3SRandall Stewart /*- 29970fa753b3SRandall Stewart * must be held until 29980fa753b3SRandall Stewart * cum-ack passes 29990fa753b3SRandall Stewart */ 30000fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 30010fa753b3SRandall Stewart /*- 30020fa753b3SRandall Stewart * If it is less than RESEND, it is 30030fa753b3SRandall Stewart * now no-longer in flight. 30040fa753b3SRandall Stewart * Higher values may already be set 30050fa753b3SRandall Stewart * via previous Gap Ack Blocks... 30060fa753b3SRandall Stewart * i.e. ACKED or RESEND. 30070fa753b3SRandall Stewart */ 300849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 300920b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 301049656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 30110fa753b3SRandall Stewart } 30120fa753b3SRandall Stewart /*- 30130fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 30140fa753b3SRandall Stewart * saw_newack to 1 for dest being 30150fa753b3SRandall Stewart * newly acked. update 30160fa753b3SRandall Stewart * this_sack_highest_newack if 30170fa753b3SRandall Stewart * appropriate. 30180fa753b3SRandall Stewart */ 30190fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 30200fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 30210fa753b3SRandall Stewart 302249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 302320b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 30240fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 302549656eefSMichael Tuexen tp1->rec.data.tsn; 30260fa753b3SRandall Stewart } 30270fa753b3SRandall Stewart /*- 30280fa753b3SRandall Stewart * CMT DAC algo: also update 30290fa753b3SRandall Stewart * this_sack_lowest_newack 30300fa753b3SRandall Stewart */ 30310fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 30320fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30330fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 30340fa753b3SRandall Stewart last_tsn, 303549656eefSMichael Tuexen tp1->rec.data.tsn, 30360fa753b3SRandall Stewart 0, 30370fa753b3SRandall Stewart 0, 30380fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30390fa753b3SRandall Stewart } 304049656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 30410fa753b3SRandall Stewart } 30420fa753b3SRandall Stewart /*- 30430fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30440fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30450fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30460fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30470fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30480fa753b3SRandall Stewart * retransmissions. 30490fa753b3SRandall Stewart */ 305049656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30510fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30520fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30530fa753b3SRandall Stewart } 30540fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30550fa753b3SRandall Stewart } 30560fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 305749656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30580fa753b3SRandall Stewart } 305949656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30600fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30610fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30620fa753b3SRandall Stewart } 30630fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30640fa753b3SRandall Stewart } 30650fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30660fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30670fa753b3SRandall Stewart last_tsn, 306849656eefSMichael Tuexen tp1->rec.data.tsn, 30690fa753b3SRandall Stewart frag_strt, 30700fa753b3SRandall Stewart frag_end, 30710fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30720fa753b3SRandall Stewart } 30730fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30740fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30750fa753b3SRandall Stewart tp1->whoTo->flight_size, 30760fa753b3SRandall Stewart tp1->book_size, 30779a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 307849656eefSMichael Tuexen tp1->rec.data.tsn); 30790fa753b3SRandall Stewart } 30800fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3081299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3082299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3083299108c5SRandall Stewart tp1); 3084299108c5SRandall Stewart } 30850fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 30860fa753b3SRandall Stewart 30870fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 30880fa753b3SRandall Stewart if (tp1->snd_count < 2) { 30890fa753b3SRandall Stewart /*- 3090ab9ed8a1SDevin Teske * True non-retransmitted chunk 30910fa753b3SRandall Stewart */ 30920fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 30930fa753b3SRandall Stewart 30940fa753b3SRandall Stewart /*- 30950fa753b3SRandall Stewart * update RTO too ? 30960fa753b3SRandall Stewart */ 30970fa753b3SRandall Stewart if (tp1->do_rtt) { 3098f79aab18SRandall Stewart if (*rto_ok) { 30990fa753b3SRandall Stewart tp1->whoTo->RTO = 31000fa753b3SRandall Stewart sctp_calculate_rto(stcb, 31010fa753b3SRandall Stewart &stcb->asoc, 31020fa753b3SRandall Stewart tp1->whoTo, 31030fa753b3SRandall Stewart &tp1->sent_rcv_time, 3104f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3105f79aab18SRandall Stewart *rto_ok = 0; 3106f79aab18SRandall Stewart } 3107f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3108f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3109f79aab18SRandall Stewart } 31100fa753b3SRandall Stewart tp1->do_rtt = 0; 31110fa753b3SRandall Stewart } 31120fa753b3SRandall Stewart } 31130053ed28SMichael Tuexen 31140fa753b3SRandall Stewart } 31150fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 311649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 311720b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 31180fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 311949656eefSMichael Tuexen tp1->rec.data.tsn; 31200fa753b3SRandall Stewart } 31210fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 31220fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 31230fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 31240fa753b3SRandall Stewart sctp_audit_log(0xB2, 31250fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 31260fa753b3SRandall Stewart #endif 31270fa753b3SRandall Stewart } 31280fa753b3SRandall Stewart } 31290fa753b3SRandall Stewart /*- 31300fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 31310fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 31320fa753b3SRandall Stewart */ 31332a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3134325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 31350fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 31362a498584SMichael Tuexen } 31370fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 31380fa753b3SRandall Stewart /* deflate the cwnd */ 31390fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 31400fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 31410fa753b3SRandall Stewart } 31420fa753b3SRandall Stewart /* NR Sack code here */ 3143325c8c46SMichael Tuexen if (nr_sacking && 3144325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 314549656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 314649656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3147325c8c46SMichael Tuexen #ifdef INVARIANTS 3148325c8c46SMichael Tuexen } else { 314949656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3150325c8c46SMichael Tuexen #endif 3151325c8c46SMichael Tuexen } 315249656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 315349656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 315449656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3155d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3156d96bef9cSMichael Tuexen } 3157325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31580fa753b3SRandall Stewart if (tp1->data) { 3159b7b84c0eSMichael Tuexen /* 3160b7b84c0eSMichael Tuexen * sa_ignore 3161b7b84c0eSMichael Tuexen * NO_NULL_CHK 3162b7b84c0eSMichael Tuexen */ 31630fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31640fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31650fa753b3SRandall Stewart tp1->data = NULL; 3166b5c16493SMichael Tuexen } 31670fa753b3SRandall Stewart wake_him++; 31680fa753b3SRandall Stewart } 31690fa753b3SRandall Stewart } 31700fa753b3SRandall Stewart break; 3171b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3172b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31730fa753b3SRandall Stewart break; 317420b07a4dSMichael Tuexen } 31750fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3176b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3177b5c16493SMichael Tuexen circled++; 31780fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 31790fa753b3SRandall Stewart } 3180b5c16493SMichael Tuexen } /* end while (tp1) */ 3181b5c16493SMichael Tuexen if (tp1 == NULL) { 3182b5c16493SMichael Tuexen circled = 0; 3183b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3184b5c16493SMichael Tuexen } 3185b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 31860fa753b3SRandall Stewart } /* end for (j = fragStart */ 31870fa753b3SRandall Stewart *p_tp1 = tp1; 31880fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 31890fa753b3SRandall Stewart } 31900fa753b3SRandall Stewart 31910fa753b3SRandall Stewart 3192cd554309SMichael Tuexen static int 3193458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3194cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3195139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 31967215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3197f8829a4aSRandall Stewart { 3198458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3199f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 32000fa753b3SRandall Stewart int i; 3201f8829a4aSRandall Stewart int num_frs = 0; 3202cd554309SMichael Tuexen int chunk_freed; 3203cd554309SMichael Tuexen int non_revocable; 3204d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3205f8829a4aSRandall Stewart 3206d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3207d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3208cd554309SMichael Tuexen chunk_freed = 0; 3209f8829a4aSRandall Stewart 3210cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3211d9c5cfeaSMichael Tuexen if (i == num_seg) { 3212d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3213d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3214d9c5cfeaSMichael Tuexen } 3215458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3216458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3217458303daSRandall Stewart *offset += sizeof(block); 3218458303daSRandall Stewart if (frag == NULL) { 3219cd554309SMichael Tuexen return (chunk_freed); 3220458303daSRandall Stewart } 3221f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3222f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3223d9c5cfeaSMichael Tuexen 3224f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3225d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3226f8829a4aSRandall Stewart continue; 3227f8829a4aSRandall Stewart } 3228d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3229d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3230f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3231f8829a4aSRandall Stewart } 323220b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3233d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3234f8829a4aSRandall Stewart } 3235cd554309SMichael Tuexen if (i < num_seg) { 3236cd554309SMichael Tuexen non_revocable = 0; 3237cd554309SMichael Tuexen } else { 3238cd554309SMichael Tuexen non_revocable = 1; 3239cd554309SMichael Tuexen } 3240cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3241cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 32427215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3243cd554309SMichael Tuexen chunk_freed = 1; 3244458303daSRandall Stewart } 3245d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3246f8829a4aSRandall Stewart } 3247b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 324880fefe0aSRandall Stewart if (num_frs) 324980fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 325080fefe0aSRandall Stewart *biggest_newly_acked_tsn, 325180fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 325280fefe0aSRandall Stewart } 3253cd554309SMichael Tuexen return (chunk_freed); 3254f8829a4aSRandall Stewart } 3255f8829a4aSRandall Stewart 3256f8829a4aSRandall Stewart static void 3257c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3258c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 325963eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3260f8829a4aSRandall Stewart { 3261f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3262f8829a4aSRandall Stewart 32634a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 326449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3265f8829a4aSRandall Stewart /* 3266f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3267f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3268f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3269f8829a4aSRandall Stewart * again. 3270f8829a4aSRandall Stewart */ 327149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3272d06c82f1SRandall Stewart break; 327320b07a4dSMichael Tuexen } 3274f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3275f8829a4aSRandall Stewart /* it has been revoked */ 3276f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3277f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3278a5d547adSRandall Stewart /* 327942551e99SRandall Stewart * We must add this stuff back in to assure 328042551e99SRandall Stewart * timers and such get started. 3281a5d547adSRandall Stewart */ 3282b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3283c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3284c105859eSRandall Stewart tp1->whoTo->flight_size, 3285c105859eSRandall Stewart tp1->book_size, 32869a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 328749656eefSMichael Tuexen tp1->rec.data.tsn); 328880fefe0aSRandall Stewart } 3289c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3290c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 329142551e99SRandall Stewart /* 329242551e99SRandall Stewart * We inflate the cwnd to compensate for our 329342551e99SRandall Stewart * artificial inflation of the flight_size. 329442551e99SRandall Stewart */ 329542551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3296b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3297f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3298f8829a4aSRandall Stewart cumack, 329949656eefSMichael Tuexen tp1->rec.data.tsn, 3300f8829a4aSRandall Stewart 0, 3301f8829a4aSRandall Stewart 0, 3302f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 330380fefe0aSRandall Stewart } 3304f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3305f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3306f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3307f8829a4aSRandall Stewart } 3308f8829a4aSRandall Stewart } 3309f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3310f8829a4aSRandall Stewart break; 3311f8829a4aSRandall Stewart } 3312f8829a4aSRandall Stewart } 3313f8829a4aSRandall Stewart 3314830d754dSRandall Stewart 3315f8829a4aSRandall Stewart static void 3316f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 331763eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3318f8829a4aSRandall Stewart { 3319f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3320f8829a4aSRandall Stewart int strike_flag = 0; 3321f8829a4aSRandall Stewart struct timeval now; 3322f8829a4aSRandall Stewart int tot_retrans = 0; 3323f8829a4aSRandall Stewart uint32_t sending_seq; 3324f8829a4aSRandall Stewart struct sctp_nets *net; 3325f8829a4aSRandall Stewart int num_dests_sacked = 0; 3326f8829a4aSRandall Stewart 3327f8829a4aSRandall Stewart /* 3328f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3329f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3330f8829a4aSRandall Stewart */ 3331f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3332f8829a4aSRandall Stewart if (tp1 == NULL) { 3333f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3334f8829a4aSRandall Stewart } else { 333549656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3336f8829a4aSRandall Stewart } 3337f8829a4aSRandall Stewart 3338f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 33397c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 334020083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3341f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3342f8829a4aSRandall Stewart if (net->saw_newack) 3343f8829a4aSRandall Stewart num_dests_sacked++; 3344f8829a4aSRandall Stewart } 3345f8829a4aSRandall Stewart } 3346dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33476e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3348f8829a4aSRandall Stewart } 33494a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3350f8829a4aSRandall Stewart strike_flag = 0; 3351f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3352f8829a4aSRandall Stewart /* this one had a timeout or something */ 3353f8829a4aSRandall Stewart continue; 3354f8829a4aSRandall Stewart } 3355b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3356f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3357f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 335849656eefSMichael Tuexen tp1->rec.data.tsn, 3359f8829a4aSRandall Stewart tp1->sent, 3360f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 336180fefe0aSRandall Stewart } 336249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3363f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3364f8829a4aSRandall Stewart /* done */ 3365f8829a4aSRandall Stewart break; 3366f8829a4aSRandall Stewart } 3367dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3368f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3369f8829a4aSRandall Stewart /* Is it expired? */ 337099ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3371f8829a4aSRandall Stewart /* Yes so drop it */ 3372f8829a4aSRandall Stewart if (tp1->data != NULL) { 33731edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33740c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3375f8829a4aSRandall Stewart } 3376f8829a4aSRandall Stewart continue; 3377f8829a4aSRandall Stewart } 3378f8829a4aSRandall Stewart } 33790053ed28SMichael Tuexen 3380f8829a4aSRandall Stewart } 3381e9a3a1b1SMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap) && 3382e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3383f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3384f8829a4aSRandall Stewart break; 3385f8829a4aSRandall Stewart } 3386f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3387f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3388f8829a4aSRandall Stewart /* skip */ 338944fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 339044fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 339144fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 339244fbe462SRandall Stewart } 3393f8829a4aSRandall Stewart continue; 3394f8829a4aSRandall Stewart } 3395f8829a4aSRandall Stewart /* 3396f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3397f8829a4aSRandall Stewart */ 3398ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3399f8829a4aSRandall Stewart /* 3400f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3401f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3402f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3403c105859eSRandall Stewart * FR using this SACK. 3404f8829a4aSRandall Stewart */ 3405f8829a4aSRandall Stewart continue; 3406e9a3a1b1SMichael Tuexen } else if (tp1->whoTo && 3407e9a3a1b1SMichael Tuexen SCTP_TSN_GT(tp1->rec.data.tsn, 3408e9a3a1b1SMichael Tuexen tp1->whoTo->this_sack_highest_newack) && 3409e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3410f8829a4aSRandall Stewart /* 3411f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3412f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3413f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3414f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3415f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3416f8829a4aSRandall Stewart * and the HTNA algo as well. 3417f8829a4aSRandall Stewart */ 3418f8829a4aSRandall Stewart continue; 3419f8829a4aSRandall Stewart } 3420f8829a4aSRandall Stewart /* 3421f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3422f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3423f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3424f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3425f8829a4aSRandall Stewart */ 3426f8829a4aSRandall Stewart /* 342742551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 342842551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 342942551e99SRandall Stewart * 0)) { 3430f8829a4aSRandall Stewart */ 343142551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3432f8829a4aSRandall Stewart /* 3433f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3434f8829a4aSRandall Stewart * moved. 3435f8829a4aSRandall Stewart */ 3436b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3437f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 343849656eefSMichael Tuexen tp1->rec.data.tsn, 3439f8829a4aSRandall Stewart tp1->sent, 3440f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 344180fefe0aSRandall Stewart } 34425e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3443f8829a4aSRandall Stewart tp1->sent++; 34445e54f665SRandall Stewart } 34457c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 344620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3447f8829a4aSRandall Stewart /* 3448f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3449f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3450f8829a4aSRandall Stewart * because it would have been set to the 3451f8829a4aSRandall Stewart * cumack earlier. If not already to be 3452f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3453f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3454c105859eSRandall Stewart * one more. NOTE that we are marking by one 3455c105859eSRandall Stewart * additional time since the SACK DAC flag 3456c105859eSRandall Stewart * indicates that two packets have been 3457c105859eSRandall Stewart * received after this missing TSN. 34585e54f665SRandall Stewart */ 34595e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 346049656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3461b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3462f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 346349656eefSMichael Tuexen tp1->rec.data.tsn, 3464f8829a4aSRandall Stewart tp1->sent, 3465f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 346680fefe0aSRandall Stewart } 3467f8829a4aSRandall Stewart tp1->sent++; 3468f8829a4aSRandall Stewart } 3469f8829a4aSRandall Stewart } 347020083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 347120083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3472f8829a4aSRandall Stewart /* 3473f8829a4aSRandall Stewart * For those that have done a FR we must take 3474f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3475f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3476f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3477f8829a4aSRandall Stewart */ 34785e54f665SRandall Stewart if ( 3479f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3480f8829a4aSRandall Stewart /* 3481f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3482f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3483f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3484f8829a4aSRandall Stewart * ok to FR multiple times. 3485f8829a4aSRandall Stewart */ 34865e54f665SRandall Stewart (asoc->numnets < 2) 3487f8829a4aSRandall Stewart #else 34885e54f665SRandall Stewart (1) 3489f8829a4aSRandall Stewart #endif 34905e54f665SRandall Stewart ) { 34915e54f665SRandall Stewart 349220b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3493f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3494f8829a4aSRandall Stewart /* 3495f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3496f8829a4aSRandall Stewart * beyond where things were when we 3497f8829a4aSRandall Stewart * did a FR. 3498f8829a4aSRandall Stewart */ 3499b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3500f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 350149656eefSMichael Tuexen tp1->rec.data.tsn, 3502f8829a4aSRandall Stewart tp1->sent, 3503f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 350480fefe0aSRandall Stewart } 35055e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3506f8829a4aSRandall Stewart tp1->sent++; 35075e54f665SRandall Stewart } 3508f8829a4aSRandall Stewart strike_flag = 1; 35097c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 351020083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3511f8829a4aSRandall Stewart /* 3512f8829a4aSRandall Stewart * CMT DAC algorithm: If 3513f8829a4aSRandall Stewart * SACK flag is set to 0, 3514f8829a4aSRandall Stewart * then lowest_newack test 3515f8829a4aSRandall Stewart * will not pass because it 3516f8829a4aSRandall Stewart * would have been set to 3517f8829a4aSRandall Stewart * the cumack earlier. If 3518f8829a4aSRandall Stewart * not already to be rtx'd, 3519f8829a4aSRandall Stewart * If not a mixed sack and 3520f8829a4aSRandall Stewart * if tp1 is not between two 3521f8829a4aSRandall Stewart * sacked TSNs, then mark by 3522c105859eSRandall Stewart * one more. NOTE that we 3523c105859eSRandall Stewart * are marking by one 3524c105859eSRandall Stewart * additional time since the 3525c105859eSRandall Stewart * SACK DAC flag indicates 3526c105859eSRandall Stewart * that two packets have 3527c105859eSRandall Stewart * been received after this 3528c105859eSRandall Stewart * missing TSN. 3529f8829a4aSRandall Stewart */ 35305e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 35315e54f665SRandall Stewart (num_dests_sacked == 1) && 353220b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 353349656eefSMichael Tuexen tp1->rec.data.tsn)) { 3534b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3535f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 353649656eefSMichael Tuexen tp1->rec.data.tsn, 3537f8829a4aSRandall Stewart tp1->sent, 3538f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 353980fefe0aSRandall Stewart } 35405e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3541f8829a4aSRandall Stewart tp1->sent++; 35425e54f665SRandall Stewart } 3543f8829a4aSRandall Stewart } 3544f8829a4aSRandall Stewart } 3545f8829a4aSRandall Stewart } 3546f8829a4aSRandall Stewart } 3547f8829a4aSRandall Stewart /* 354842551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 354942551e99SRandall Stewart * algo covers HTNA. 3550f8829a4aSRandall Stewart */ 355149656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 355220b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3553f8829a4aSRandall Stewart /* 3554f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3555f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3556f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3557f8829a4aSRandall Stewart */ 3558f8829a4aSRandall Stewart ; 3559f8829a4aSRandall Stewart } else { 3560f8829a4aSRandall Stewart /* Strike the TSN */ 3561b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3562f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 356349656eefSMichael Tuexen tp1->rec.data.tsn, 3564f8829a4aSRandall Stewart tp1->sent, 3565f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 356680fefe0aSRandall Stewart } 35675e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3568f8829a4aSRandall Stewart tp1->sent++; 35695e54f665SRandall Stewart } 35707c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 357120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3572f8829a4aSRandall Stewart /* 3573f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3574f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3575f8829a4aSRandall Stewart * because it would have been set to the 3576f8829a4aSRandall Stewart * cumack earlier. If not already to be 3577f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3578f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3579c105859eSRandall Stewart * one more. NOTE that we are marking by one 3580c105859eSRandall Stewart * additional time since the SACK DAC flag 3581c105859eSRandall Stewart * indicates that two packets have been 3582c105859eSRandall Stewart * received after this missing TSN. 3583f8829a4aSRandall Stewart */ 35845e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 358549656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3586b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3587f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 358849656eefSMichael Tuexen tp1->rec.data.tsn, 3589f8829a4aSRandall Stewart tp1->sent, 3590f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 359180fefe0aSRandall Stewart } 3592f8829a4aSRandall Stewart tp1->sent++; 3593f8829a4aSRandall Stewart } 3594f8829a4aSRandall Stewart } 3595f8829a4aSRandall Stewart } 3596f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3597f8829a4aSRandall Stewart struct sctp_nets *alt; 3598f8829a4aSRandall Stewart 3599544e35bdSRandall Stewart /* fix counts and things */ 3600544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3601544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3602544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3603544e35bdSRandall Stewart tp1->book_size, 36049a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 360549656eefSMichael Tuexen tp1->rec.data.tsn); 3606544e35bdSRandall Stewart } 3607544e35bdSRandall Stewart if (tp1->whoTo) { 3608544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3609544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3610299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3611299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3612299108c5SRandall Stewart tp1); 3613299108c5SRandall Stewart } 3614544e35bdSRandall Stewart } 36150053ed28SMichael Tuexen 3616544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3617544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3618544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3619544e35bdSRandall Stewart } 3620544e35bdSRandall Stewart /* add back to the rwnd */ 3621544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3622544e35bdSRandall Stewart 3623544e35bdSRandall Stewart /* remove from the total flight */ 3624544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3625544e35bdSRandall Stewart 3626dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3627475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3628b7b84c0eSMichael Tuexen /* 3629b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3630b7b84c0eSMichael Tuexen * we store the retran count there. 3631b7b84c0eSMichael Tuexen */ 3632475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3633475d0674SMichael Tuexen /* Yes, so drop it */ 3634475d0674SMichael Tuexen if (tp1->data != NULL) { 36351edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3636475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3637475d0674SMichael Tuexen } 3638475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 363967e8b08bSMichael Tuexen if (tp1->whoTo != NULL) { 3640475d0674SMichael Tuexen tp1->whoTo->net_ack++; 364167e8b08bSMichael Tuexen } 3642475d0674SMichael Tuexen continue; 3643475d0674SMichael Tuexen } 3644475d0674SMichael Tuexen } 3645b7b84c0eSMichael Tuexen /* 3646b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3647b7b84c0eSMichael Tuexen * guy\n"); 3648b7b84c0eSMichael Tuexen */ 3649b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 365049656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3651f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 365280fefe0aSRandall Stewart } 3653f8829a4aSRandall Stewart if (strike_flag) { 3654f8829a4aSRandall Stewart /* This is a subsequent FR */ 3655f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3656f8829a4aSRandall Stewart } 36575e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36587c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3659f8829a4aSRandall Stewart /* 3660f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3661f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3662f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3663f8829a4aSRandall Stewart */ 3664f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3665f8829a4aSRandall Stewart alt = tp1->whoTo; 36663c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 366720083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3668b7b84c0eSMichael Tuexen /* 3669b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3670b54d3a6cSRandall Stewart * use the PF version of 3671b7b84c0eSMichael Tuexen * find_alt_net() 3672b7b84c0eSMichael Tuexen */ 3673b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3674b54d3a6cSRandall Stewart } else { 3675b7b84c0eSMichael Tuexen /* 3676b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3677b54d3a6cSRandall Stewart * use the CMT version of 3678b7b84c0eSMichael Tuexen * find_alt_net() 3679b7b84c0eSMichael Tuexen */ 368052be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3681f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3682b54d3a6cSRandall Stewart } 3683ad81507eSRandall Stewart if (alt == NULL) { 3684ad81507eSRandall Stewart alt = tp1->whoTo; 3685ad81507eSRandall Stewart } 3686f8829a4aSRandall Stewart /* 3687f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3688f8829a4aSRandall Stewart * the retransmission, then new 3689f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3690f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3691f8829a4aSRandall Stewart * pseudo-cumack always. 3692f8829a4aSRandall Stewart */ 3693ad81507eSRandall Stewart if (tp1->whoTo) { 3694f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3695f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3696ad81507eSRandall Stewart } 36970053ed28SMichael Tuexen 3698f8829a4aSRandall Stewart } else { /* CMT is OFF */ 3699f8829a4aSRandall Stewart 3700f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3701f8829a4aSRandall Stewart /* Can we find an alternate? */ 3702f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3703f8829a4aSRandall Stewart #else 3704f8829a4aSRandall Stewart /* 3705f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3706f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3707f8829a4aSRandall Stewart * paper details why. 3708f8829a4aSRandall Stewart */ 3709f8829a4aSRandall Stewart alt = tp1->whoTo; 3710f8829a4aSRandall Stewart #endif 3711f8829a4aSRandall Stewart } 3712f8829a4aSRandall Stewart 3713f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3714f8829a4aSRandall Stewart tot_retrans++; 3715f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3716f8829a4aSRandall Stewart /* 3717cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 371849656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3719f8829a4aSRandall Stewart */ 3720f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3721f8829a4aSRandall Stewart /* 3722f8829a4aSRandall Stewart * If the queue of send is empty then its 3723f8829a4aSRandall Stewart * the next sequence number that will be 3724f8829a4aSRandall Stewart * assigned so we subtract one from this to 3725f8829a4aSRandall Stewart * get the one we last sent. 3726f8829a4aSRandall Stewart */ 3727f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3728f8829a4aSRandall Stewart } else { 3729f8829a4aSRandall Stewart /* 3730f8829a4aSRandall Stewart * If there are chunks on the send queue 3731f8829a4aSRandall Stewart * (unsent data that has made it from the 3732f8829a4aSRandall Stewart * stream queues but not out the door, we 3733f8829a4aSRandall Stewart * take the first one (which will have the 3734f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3735f8829a4aSRandall Stewart * one we last sent. 3736f8829a4aSRandall Stewart */ 3737f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3738f8829a4aSRandall Stewart 3739f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3740f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 374149656eefSMichael Tuexen ttt->rec.data.tsn; 3742f8829a4aSRandall Stewart } 3743f8829a4aSRandall Stewart 3744f8829a4aSRandall Stewart if (tp1->do_rtt) { 3745f8829a4aSRandall Stewart /* 3746f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3747f8829a4aSRandall Stewart * it, cancel it 3748f8829a4aSRandall Stewart */ 374960990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 375060990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3751f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3752f79aab18SRandall Stewart } 3753f8829a4aSRandall Stewart tp1->do_rtt = 0; 3754f8829a4aSRandall Stewart } 3755f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3756f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3757f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37583c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3759f8829a4aSRandall Stewart tp1->whoTo = alt; 3760f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3761f8829a4aSRandall Stewart } 3762f8829a4aSRandall Stewart } 37634a9ef3f8SMichael Tuexen } 3764f8829a4aSRandall Stewart } 3765f8829a4aSRandall Stewart 3766f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3767f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3768f8829a4aSRandall Stewart struct sctp_association *asoc) 3769f8829a4aSRandall Stewart { 3770f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3771f8829a4aSRandall Stewart struct timeval now; 3772f8829a4aSRandall Stewart int now_filled = 0; 3773f8829a4aSRandall Stewart 3774dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3775f8829a4aSRandall Stewart return (NULL); 3776f8829a4aSRandall Stewart } 37774a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3778f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 377998f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3780325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3781f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3782f8829a4aSRandall Stewart break; 3783f8829a4aSRandall Stewart } 37840c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 37852a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3786325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 37870c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 37880c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 378949656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 37900c0982b8SRandall Stewart } 37910c0982b8SRandall Stewart } 3792f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3793f8829a4aSRandall Stewart /* 3794f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3795f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3796f8829a4aSRandall Stewart */ 3797f8829a4aSRandall Stewart break; 3798f8829a4aSRandall Stewart } 3799f8829a4aSRandall Stewart if (!now_filled) { 38006e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3801f8829a4aSRandall Stewart now_filled = 1; 3802f8829a4aSRandall Stewart } 3803f8829a4aSRandall Stewart /* 3804f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3805f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3806f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3807f8829a4aSRandall Stewart * it if its a resend? 3808f8829a4aSRandall Stewart */ 3809f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3810f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3811f8829a4aSRandall Stewart /* 3812f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3813f8829a4aSRandall Stewart * now up? 3814f8829a4aSRandall Stewart */ 3815f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3816f8829a4aSRandall Stewart /* Yes so drop it */ 3817f8829a4aSRandall Stewart if (tp1->data) { 3818ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 38191edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3820f8829a4aSRandall Stewart } 3821f8829a4aSRandall Stewart } else { 3822f8829a4aSRandall Stewart /* 3823f8829a4aSRandall Stewart * No, we are done when hit one for resend 3824f8829a4aSRandall Stewart * whos time as not expired. 3825f8829a4aSRandall Stewart */ 3826f8829a4aSRandall Stewart break; 3827f8829a4aSRandall Stewart } 3828f8829a4aSRandall Stewart } 3829f8829a4aSRandall Stewart /* 3830f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3831f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3832f8829a4aSRandall Stewart * the next chunk. 3833f8829a4aSRandall Stewart */ 383498f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3835325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3836f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 383749656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 383849656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3839f8829a4aSRandall Stewart a_adv = tp1; 384049656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 38410c0982b8SRandall Stewart /* No update but we do save the chk */ 38420c0982b8SRandall Stewart a_adv = tp1; 38430c0982b8SRandall Stewart } 3844f8829a4aSRandall Stewart } else { 3845f8829a4aSRandall Stewart /* 3846f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3847f8829a4aSRandall Stewart * further 3848f8829a4aSRandall Stewart */ 3849f8829a4aSRandall Stewart break; 3850f8829a4aSRandall Stewart } 3851f8829a4aSRandall Stewart } 3852f8829a4aSRandall Stewart return (a_adv); 3853f8829a4aSRandall Stewart } 3854f8829a4aSRandall Stewart 38550c0982b8SRandall Stewart static int 3856c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3857bff64a4dSRandall Stewart { 3858bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3859afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3860548f47a8SMichael Tuexen int ret; 3861548f47a8SMichael Tuexen #ifndef INVARIANTS 3862548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3863548f47a8SMichael Tuexen #endif 3864548f47a8SMichael Tuexen 3865548f47a8SMichael Tuexen ret = 0; 3866548f47a8SMichael Tuexen #ifndef INVARIANTS 38670c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38680c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3869548f47a8SMichael Tuexen #endif 38700c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38710c0982b8SRandall Stewart return (0); 3872bff64a4dSRandall Stewart 3873bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3874bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3875cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 387649656eefSMichael Tuexen chk->rec.data.tsn, 38770c0982b8SRandall Stewart chk->send_size, 3878cd3fd531SMichael Tuexen chk->snd_count); 3879bff64a4dSRandall Stewart inflight++; 3880bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3881bff64a4dSRandall Stewart resend++; 3882bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3883bff64a4dSRandall Stewart inbetween++; 3884bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3885bff64a4dSRandall Stewart above++; 3886bff64a4dSRandall Stewart } else { 3887bff64a4dSRandall Stewart acked++; 3888bff64a4dSRandall Stewart } 3889bff64a4dSRandall Stewart } 3890f1f73e57SRandall Stewart 3891c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3892f1f73e57SRandall Stewart #ifdef INVARIANTS 3893c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3894f1f73e57SRandall Stewart #else 3895cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 38960c0982b8SRandall Stewart entry_flight, entry_cnt); 38970c0982b8SRandall Stewart 38980c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 38990c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 39000c0982b8SRandall Stewart ret = 1; 3901f1f73e57SRandall Stewart #endif 3902bff64a4dSRandall Stewart } 39030c0982b8SRandall Stewart return (ret); 3904c105859eSRandall Stewart } 3905c105859eSRandall Stewart 3906c105859eSRandall Stewart 3907c105859eSRandall Stewart static void 3908c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3909c105859eSRandall Stewart struct sctp_association *asoc, 3910c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3911c105859eSRandall Stewart { 3912dfb11ef8SRandall Stewart tp1->window_probe = 0; 39135171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3914dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3915dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 39168427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3917dfb11ef8SRandall Stewart tp1->book_size, 39189a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 391949656eefSMichael Tuexen tp1->rec.data.tsn); 3920dfb11ef8SRandall Stewart return; 3921dfb11ef8SRandall Stewart } 39225171328bSRandall Stewart /* First setup this by shrinking flight */ 3923299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3924299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3925299108c5SRandall Stewart tp1); 3926299108c5SRandall Stewart } 39275171328bSRandall Stewart sctp_flight_size_decrease(tp1); 39285171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 39295171328bSRandall Stewart /* Now mark for resend */ 39305171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3931791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3932791437b5SRandall Stewart 3933b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3934c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3935c105859eSRandall Stewart tp1->whoTo->flight_size, 3936c105859eSRandall Stewart tp1->book_size, 39379a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 393849656eefSMichael Tuexen tp1->rec.data.tsn); 393980fefe0aSRandall Stewart } 3940c105859eSRandall Stewart } 3941c105859eSRandall Stewart 3942f8829a4aSRandall Stewart void 3943f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3944899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3945f8829a4aSRandall Stewart { 3946f8829a4aSRandall Stewart struct sctp_nets *net; 3947f8829a4aSRandall Stewart struct sctp_association *asoc; 3948f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 39495e54f665SRandall Stewart uint32_t old_rwnd; 39505e54f665SRandall Stewart int win_probe_recovery = 0; 3951c105859eSRandall Stewart int win_probe_recovered = 0; 3952d06c82f1SRandall Stewart int j, done_once = 0; 3953f79aab18SRandall Stewart int rto_ok = 1; 3954fd60718dSMichael Tuexen uint32_t send_s; 3955f8829a4aSRandall Stewart 3956b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3957d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3958d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 395980fefe0aSRandall Stewart } 3960f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 396118e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 396218e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 396318e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 396418e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 396518e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 396618e198d3SRandall Stewart } 396718e198d3SRandall Stewart #endif 3968f8829a4aSRandall Stewart asoc = &stcb->asoc; 3969d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 397020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39715e54f665SRandall Stewart /* old ack */ 39725e54f665SRandall Stewart return; 3973d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3974d06c82f1SRandall Stewart /* Window update sack */ 3975d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 397644fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3977d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3978d06c82f1SRandall Stewart /* SWS sender side engages */ 3979d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3980d06c82f1SRandall Stewart } 3981d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3982d06c82f1SRandall Stewart goto again; 3983d06c82f1SRandall Stewart } 3984d06c82f1SRandall Stewart return; 39855e54f665SRandall Stewart } 39860053ed28SMichael Tuexen 3987f8829a4aSRandall Stewart /* First setup for CC stuff */ 3988f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3989a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3990a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3991a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3992a21779f0SRandall Stewart } 3993f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3994f8829a4aSRandall Stewart net->net_ack = 0; 3995f8829a4aSRandall Stewart net->net_ack2 = 0; 3996132dea7dSRandall Stewart 3997132dea7dSRandall Stewart /* 3998132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3999132dea7dSRandall Stewart * SACK processing 4000132dea7dSRandall Stewart */ 4001132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 4002132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 4003299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4004299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4005299108c5SRandall Stewart } 4006f8829a4aSRandall Stewart } 4007c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4008c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4009c105859eSRandall Stewart sctpchunk_listhead); 401049656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4011139bc87fSRandall Stewart } else { 4012c105859eSRandall Stewart send_s = asoc->sending_seq; 4013139bc87fSRandall Stewart } 401420b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 4015ff1ffd74SMichael Tuexen struct mbuf *op_err; 4016ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4017139bc87fSRandall Stewart 4018139bc87fSRandall Stewart *abort_now = 1; 4019139bc87fSRandall Stewart /* XXX */ 402055f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4021ff1ffd74SMichael Tuexen cumack, send_s); 4022ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 402344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 4024ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4025139bc87fSRandall Stewart return; 4026139bc87fSRandall Stewart } 4027f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 4028b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4029c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4030c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4031c4739e2fSRandall Stewart 0, 4032c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4033c4739e2fSRandall Stewart __LINE__); 4034c4739e2fSRandall Stewart } 4035f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 403620b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 4037f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 40384a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 403949656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 404018e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 4041cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 404218e198d3SRandall Stewart } 4043f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4044f8829a4aSRandall Stewart /* 404518e198d3SRandall Stewart * If it is less than ACKED, it is 404618e198d3SRandall Stewart * now no-longer in flight. Higher 404718e198d3SRandall Stewart * values may occur during marking 4048f8829a4aSRandall Stewart */ 4049c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4050b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4051c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4052a5d547adSRandall Stewart tp1->whoTo->flight_size, 4053a5d547adSRandall Stewart tp1->book_size, 40549a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 405549656eefSMichael Tuexen tp1->rec.data.tsn); 405680fefe0aSRandall Stewart } 4057c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4058299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4059299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4060299108c5SRandall Stewart tp1); 4061299108c5SRandall Stewart } 406204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4063c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4064f8829a4aSRandall Stewart } 4065f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4066f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4067f8829a4aSRandall Stewart /* 4068ab9ed8a1SDevin Teske * True non-retransmitted 4069f8829a4aSRandall Stewart * chunk 4070f8829a4aSRandall Stewart */ 4071f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4072f8829a4aSRandall Stewart tp1->send_size; 4073f8829a4aSRandall Stewart 4074f8829a4aSRandall Stewart /* update RTO too? */ 407562c1ff9cSRandall Stewart if (tp1->do_rtt) { 4076f79aab18SRandall Stewart if (rto_ok) { 4077f8829a4aSRandall Stewart tp1->whoTo->RTO = 407804ee05e8SRandall Stewart /* 407904ee05e8SRandall Stewart * sa_ignore 40805b495f17SMichael Tuexen * NO_NULL_CHK 408104ee05e8SRandall Stewart */ 4082f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4083f8829a4aSRandall Stewart asoc, tp1->whoTo, 408418e198d3SRandall Stewart &tp1->sent_rcv_time, 4085f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4086f79aab18SRandall Stewart rto_ok = 0; 4087f79aab18SRandall Stewart } 4088f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4089f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4090f79aab18SRandall Stewart } 4091f8829a4aSRandall Stewart tp1->do_rtt = 0; 4092f8829a4aSRandall Stewart } 4093f8829a4aSRandall Stewart } 4094132dea7dSRandall Stewart /* 409518e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 409618e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 409718e198d3SRandall Stewart * acked for the first time, set the 409818e198d3SRandall Stewart * following variables for the 409918e198d3SRandall Stewart * corresp destination. 410018e198d3SRandall Stewart * new_pseudo_cumack will trigger a 410118e198d3SRandall Stewart * cwnd update. 410218e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 410318e198d3SRandall Stewart * trigger search for the next 410418e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4105132dea7dSRandall Stewart */ 4106132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4107132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4108132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4109132dea7dSRandall Stewart 4110b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 411104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 411249656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 411380fefe0aSRandall Stewart } 4114f8829a4aSRandall Stewart } 4115f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4116f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4117f8829a4aSRandall Stewart } 411842551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 411942551e99SRandall Stewart /* deflate the cwnd */ 412042551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 412142551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 412242551e99SRandall Stewart } 4123325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 412449656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 412549656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4126a7ad6026SMichael Tuexen #ifdef INVARIANTS 4127a7ad6026SMichael Tuexen } else { 412849656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4129a7ad6026SMichael Tuexen #endif 4130a7ad6026SMichael Tuexen } 4131a7ad6026SMichael Tuexen } 413249656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 413349656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 413449656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4135d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4136d96bef9cSMichael Tuexen } 4137f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4138f8829a4aSRandall Stewart if (tp1->data) { 413904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4140f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4141f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 41424a9ef3f8SMichael Tuexen tp1->data = NULL; 4143f8829a4aSRandall Stewart } 4144b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4145f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4146f8829a4aSRandall Stewart cumack, 414749656eefSMichael Tuexen tp1->rec.data.tsn, 4148f8829a4aSRandall Stewart 0, 4149f8829a4aSRandall Stewart 0, 4150f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 415180fefe0aSRandall Stewart } 4152f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4153689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 415418e198d3SRandall Stewart } else { 415518e198d3SRandall Stewart break; 4156f8829a4aSRandall Stewart } 41575e54f665SRandall Stewart } 415818e198d3SRandall Stewart 415918e198d3SRandall Stewart } 416004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4161f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4162ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4163ceaad40aSRandall Stewart struct socket *so; 4164ceaad40aSRandall Stewart 4165ceaad40aSRandall Stewart #endif 4166f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4167b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 416804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41697215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 417080fefe0aSRandall Stewart } 4171ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4172ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4173ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4174ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4175ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4176ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4177ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4178ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4179ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4180ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4181ceaad40aSRandall Stewart return; 4182ceaad40aSRandall Stewart } 4183ceaad40aSRandall Stewart #endif 4184f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4185ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4186ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4187ceaad40aSRandall Stewart #endif 4188f8829a4aSRandall Stewart } else { 4189b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 41907215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 419180fefe0aSRandall Stewart } 4192f8829a4aSRandall Stewart } 4193f8829a4aSRandall Stewart 4194b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4195ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4196ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4197ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4198ca85e948SMichael Tuexen /* 4199ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4200ca85e948SMichael Tuexen * count, this is optional. 4201ca85e948SMichael Tuexen */ 4202ca85e948SMichael Tuexen net->error_count = 0; 4203ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4204ca85e948SMichael Tuexen /* addr came good */ 4205ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4206ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 42074b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4208ca85e948SMichael Tuexen } 4209ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4210ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4211b7b84c0eSMichael Tuexen /* 4212b7b84c0eSMichael Tuexen * release the alternate, 4213b7b84c0eSMichael Tuexen * primary is good 4214b7b84c0eSMichael Tuexen */ 4215ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4216ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4217ca85e948SMichael Tuexen } 4218ca85e948SMichael Tuexen } 4219ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4220ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4221b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4222b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 422344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4224ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4225ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4226ca85e948SMichael Tuexen /* Done with this net */ 4227ca85e948SMichael Tuexen net->net_ack = 0; 4228ca85e948SMichael Tuexen } 4229ca85e948SMichael Tuexen /* restore any doubled timers */ 4230ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4231ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4232ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4233ca85e948SMichael Tuexen } 4234ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4235ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4236ca85e948SMichael Tuexen } 4237ca85e948SMichael Tuexen } 4238ca85e948SMichael Tuexen } 4239b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4240ca85e948SMichael Tuexen } 4241f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 42425e54f665SRandall Stewart 4243f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4244f8829a4aSRandall Stewart /* nothing left in-flight */ 4245f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4246f8829a4aSRandall Stewart net->flight_size = 0; 4247f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4248f8829a4aSRandall Stewart } 4249f8829a4aSRandall Stewart asoc->total_flight = 0; 4250f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4251f8829a4aSRandall Stewart } 42520053ed28SMichael Tuexen 4253f8829a4aSRandall Stewart /* RWND update */ 4254f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 425544fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4256f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4257f8829a4aSRandall Stewart /* SWS sender side engages */ 4258f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4259f8829a4aSRandall Stewart } 42605e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42615e54f665SRandall Stewart win_probe_recovery = 1; 42625e54f665SRandall Stewart } 4263f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4264a5d547adSRandall Stewart again: 4265a5d547adSRandall Stewart j = 0; 4266f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42675e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4268c105859eSRandall Stewart win_probe_recovered = 1; 42695e54f665SRandall Stewart /* 42705e54f665SRandall Stewart * Find first chunk that was used with window probe 42715e54f665SRandall Stewart * and clear the sent 42725e54f665SRandall Stewart */ 42733c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42745e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42755e54f665SRandall Stewart if (tp1->window_probe) { 4276cd554309SMichael Tuexen /* move back to data send queue */ 42777215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42785e54f665SRandall Stewart break; 42795e54f665SRandall Stewart } 42805e54f665SRandall Stewart } 42815e54f665SRandall Stewart } 42825171328bSRandall Stewart if (net->flight_size) { 4283a5d547adSRandall Stewart j++; 428472e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42855171328bSRandall Stewart if (net->window_probe) { 42865171328bSRandall Stewart net->window_probe = 0; 42875171328bSRandall Stewart } 4288f8829a4aSRandall Stewart } else { 42895171328bSRandall Stewart if (net->window_probe) { 4290b7b84c0eSMichael Tuexen /* 4291b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4292b7b84c0eSMichael Tuexen * is still running there 4293b7b84c0eSMichael Tuexen */ 42945171328bSRandall Stewart net->window_probe = 0; 42955171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 429672e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42975171328bSRandall Stewart } 42985171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4299f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4300a5d547adSRandall Stewart stcb, net, 430144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4302f8829a4aSRandall Stewart } 4303f8829a4aSRandall Stewart } 4304f8829a4aSRandall Stewart } 4305bff64a4dSRandall Stewart if ((j == 0) && 4306bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4307bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4308c105859eSRandall Stewart (win_probe_recovered == 0) && 4309bff64a4dSRandall Stewart (done_once == 0)) { 43100c0982b8SRandall Stewart /* 43110c0982b8SRandall Stewart * huh, this should not happen unless all packets are 43120c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 43130c0982b8SRandall Stewart */ 43140c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4315a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4316a5d547adSRandall Stewart net->flight_size = 0; 4317a5d547adSRandall Stewart } 4318a5d547adSRandall Stewart asoc->total_flight = 0; 4319a5d547adSRandall Stewart asoc->total_flight_count = 0; 4320a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4321a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4322a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4323c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4324c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4325a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4326791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4327a5d547adSRandall Stewart } 4328a5d547adSRandall Stewart } 43290c0982b8SRandall Stewart } 4330bff64a4dSRandall Stewart done_once = 1; 4331a5d547adSRandall Stewart goto again; 4332a5d547adSRandall Stewart } 4333f8829a4aSRandall Stewart /**********************************/ 4334f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4335f8829a4aSRandall Stewart /**********************************/ 4336f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4337f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4338f8829a4aSRandall Stewart /* clean up */ 4339f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4340f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4341839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4342d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4343839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 43442afb3e84SRandall Stewart } 4345bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4346839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4347bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4348bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4349ff1ffd74SMichael Tuexen struct mbuf *op_err; 4350f8829a4aSRandall Stewart 4351f8829a4aSRandall Stewart *abort_now = 1; 4352f8829a4aSRandall Stewart /* XXX */ 4353ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 435444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4355ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4356fe4a59b3SMichael Tuexen return; 4357bbc9dfbcSMichael Tuexen } 4358bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4359bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4360ca85e948SMichael Tuexen struct sctp_nets *netp; 4361ca85e948SMichael Tuexen 4362839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 4363839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4364f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4365f42a358aSRandall Stewart } 4366839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 4367f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4368ca85e948SMichael Tuexen if (asoc->alternate) { 4369ca85e948SMichael Tuexen netp = asoc->alternate; 4370ca85e948SMichael Tuexen } else { 4371ca85e948SMichael Tuexen netp = asoc->primary_destination; 4372ca85e948SMichael Tuexen } 4373ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4374f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4375ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4376f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4377ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4378839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4379f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4380ca85e948SMichael Tuexen struct sctp_nets *netp; 4381ca85e948SMichael Tuexen 4382f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4383839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 438412af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4385c39cfa1fSMichael Tuexen if (asoc->alternate) { 4386c39cfa1fSMichael Tuexen netp = asoc->alternate; 4387c39cfa1fSMichael Tuexen } else { 4388c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4389c39cfa1fSMichael Tuexen } 4390c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4391f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4392ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4393f8829a4aSRandall Stewart } 4394f8829a4aSRandall Stewart } 4395dfb11ef8SRandall Stewart /*********************************************/ 4396dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4397dfb11ef8SRandall Stewart /* (section 4.2) */ 4398dfb11ef8SRandall Stewart /*********************************************/ 4399dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 440020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4401dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4402dfb11ef8SRandall Stewart } 4403830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4404dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4405830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4406830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4407830d754dSRandall Stewart 4408830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4409830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4410830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 441120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4412830d754dSRandall Stewart /* 4413493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4414830d754dSRandall Stewart */ 441520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4416830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 44170c0982b8SRandall Stewart } else if (lchk) { 44180c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 441944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 44200c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 44210c0982b8SRandall Stewart } 4422830d754dSRandall Stewart } 4423830d754dSRandall Stewart } 4424830d754dSRandall Stewart if (lchk) { 4425830d754dSRandall Stewart /* Assure a timer is up */ 4426830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4427830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4428830d754dSRandall Stewart } 4429830d754dSRandall Stewart } 4430b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4431f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4432f8829a4aSRandall Stewart rwnd, 4433f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4434f8829a4aSRandall Stewart stcb->asoc.total_flight, 4435f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 443680fefe0aSRandall Stewart } 4437f8829a4aSRandall Stewart } 4438f8829a4aSRandall Stewart 4439f8829a4aSRandall Stewart void 4440cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 44417215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4442cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4443cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4444899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4445f8829a4aSRandall Stewart { 4446f8829a4aSRandall Stewart struct sctp_association *asoc; 4447f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4448cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4449f8829a4aSRandall Stewart uint16_t wake_him = 0; 4450c105859eSRandall Stewart uint32_t send_s = 0; 4451f8829a4aSRandall Stewart long j; 4452f8829a4aSRandall Stewart int accum_moved = 0; 4453f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44545e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44555e54f665SRandall Stewart int win_probe_recovery = 0; 4456c105859eSRandall Stewart int win_probe_recovered = 0; 4457f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4458bff64a4dSRandall Stewart int done_once; 4459f79aab18SRandall Stewart int rto_ok = 1; 4460f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4461f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4462f8829a4aSRandall Stewart 4463f8829a4aSRandall Stewart /* 4464f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4465f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4466f8829a4aSRandall Stewart */ 4467f8829a4aSRandall Stewart /* 4468f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4469f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4470f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4471f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4472f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4473f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4474f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4475f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4476f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4477f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4478f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4479f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4480f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4481f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4482f8829a4aSRandall Stewart * if in shutdown_recv state. 4483f8829a4aSRandall Stewart */ 4484f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4485f8829a4aSRandall Stewart /* CMT DAC algo */ 4486f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4487f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4488cd554309SMichael Tuexen last_tsn = cum_ack; 4489cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 449018e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 449118e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 449218e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 449318e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 449418e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 449518e198d3SRandall Stewart } 449618e198d3SRandall Stewart #endif 4497d06c82f1SRandall Stewart a_rwnd = rwnd; 4498f8829a4aSRandall Stewart 4499cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4500cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4501cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4502cd554309SMichael Tuexen } 45030053ed28SMichael Tuexen 45045e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4505b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4506c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4507c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4508c4739e2fSRandall Stewart 0, 4509c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4510c4739e2fSRandall Stewart __LINE__); 4511c4739e2fSRandall Stewart } 4512f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4513f8829a4aSRandall Stewart asoc = &stcb->asoc; 4514b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4515f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4516f8829a4aSRandall Stewart cum_ack, 4517f8829a4aSRandall Stewart 0, 4518f8829a4aSRandall Stewart num_seg, 4519f8829a4aSRandall Stewart num_dup, 4520f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 452180fefe0aSRandall Stewart } 4522ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4523cd554309SMichael Tuexen uint16_t i; 4524458303daSRandall Stewart uint32_t *dupdata, dblock; 4525f8829a4aSRandall Stewart 4526cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4527cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4528458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4529cd554309SMichael Tuexen if (dupdata == NULL) { 4530458303daSRandall Stewart break; 4531458303daSRandall Stewart } 4532cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4533f8829a4aSRandall Stewart } 4534f8829a4aSRandall Stewart } 4535c105859eSRandall Stewart /* reality check */ 4536c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4537c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4538c105859eSRandall Stewart sctpchunk_listhead); 453949656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4540c105859eSRandall Stewart } else { 4541b5c16493SMichael Tuexen tp1 = NULL; 4542c105859eSRandall Stewart send_s = asoc->sending_seq; 4543c105859eSRandall Stewart } 454420b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4545ff1ffd74SMichael Tuexen struct mbuf *op_err; 4546ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4547c105859eSRandall Stewart 4548f8829a4aSRandall Stewart /* 4549fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4550fd60718dSMichael Tuexen * hopelessly messed up with us. 4551f8829a4aSRandall Stewart */ 4552cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4553b5c16493SMichael Tuexen cum_ack, send_s); 4554b5c16493SMichael Tuexen if (tp1) { 4555cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 455649656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4557b5c16493SMichael Tuexen } 4558f8829a4aSRandall Stewart hopeless_peer: 4559f8829a4aSRandall Stewart *abort_now = 1; 4560f8829a4aSRandall Stewart /* XXX */ 456155f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4562ff1ffd74SMichael Tuexen cum_ack, send_s); 4563ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 456444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4565ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4566f8829a4aSRandall Stewart return; 4567f8829a4aSRandall Stewart } 4568f8829a4aSRandall Stewart /**********************/ 4569f8829a4aSRandall Stewart /* 1) check the range */ 4570f8829a4aSRandall Stewart /**********************/ 457120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4572f8829a4aSRandall Stewart /* acking something behind */ 4573f8829a4aSRandall Stewart return; 4574f8829a4aSRandall Stewart } 45750053ed28SMichael Tuexen 4576f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4577f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4578f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4579cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4580f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4581b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4582f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4583f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 458480fefe0aSRandall Stewart } 4585f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4586f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4587f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4588f8829a4aSRandall Stewart } 4589f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4590f8829a4aSRandall Stewart /* SWS sender side engages */ 4591f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4592f8829a4aSRandall Stewart } 4593f8829a4aSRandall Stewart /* stop any timers */ 4594f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4595f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 459644249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4597f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4598f8829a4aSRandall Stewart net->flight_size = 0; 4599f8829a4aSRandall Stewart } 4600f8829a4aSRandall Stewart asoc->total_flight = 0; 4601f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4602f8829a4aSRandall Stewart return; 4603f8829a4aSRandall Stewart } 4604f8829a4aSRandall Stewart /* 4605f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4606f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4607f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4608f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4609f8829a4aSRandall Stewart * destination address basis. 4610f8829a4aSRandall Stewart */ 4611f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4612a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4613a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4614a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4615a21779f0SRandall Stewart } 4616f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4617f8829a4aSRandall Stewart net->net_ack = 0; 4618f8829a4aSRandall Stewart net->net_ack2 = 0; 4619f8829a4aSRandall Stewart 4620f8829a4aSRandall Stewart /* 462142551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 462242551e99SRandall Stewart * SACK processing 4623f8829a4aSRandall Stewart */ 4624f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4625f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4626299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4627299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4628299108c5SRandall Stewart } 46290053ed28SMichael Tuexen 4630e9a3a1b1SMichael Tuexen /* 4631e9a3a1b1SMichael Tuexen * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4632e9a3a1b1SMichael Tuexen * to be greater than the cumack. Also reset saw_newack to 0 4633e9a3a1b1SMichael Tuexen * for all dests. 4634e9a3a1b1SMichael Tuexen */ 4635e9a3a1b1SMichael Tuexen net->saw_newack = 0; 4636e9a3a1b1SMichael Tuexen net->this_sack_highest_newack = last_tsn; 4637f8829a4aSRandall Stewart } 4638f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 46394a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 464049656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4641f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4642f8829a4aSRandall Stewart accum_moved = 1; 4643f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4644f8829a4aSRandall Stewart /* 4645f8829a4aSRandall Stewart * If it is less than ACKED, it is 4646f8829a4aSRandall Stewart * now no-longer in flight. Higher 4647f8829a4aSRandall Stewart * values may occur during marking 4648f8829a4aSRandall Stewart */ 4649f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4650f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4651f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4652f8829a4aSRandall Stewart /* 4653f8829a4aSRandall Stewart * If there was no retran 4654f8829a4aSRandall Stewart * and the address is 4655f8829a4aSRandall Stewart * un-confirmed and we sent 4656f8829a4aSRandall Stewart * there and are now 4657f8829a4aSRandall Stewart * sacked.. its confirmed, 4658f8829a4aSRandall Stewart * mark it so. 4659f8829a4aSRandall Stewart */ 4660f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4661f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4662f8829a4aSRandall Stewart } 4663c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4664b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4665c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4666a5d547adSRandall Stewart tp1->whoTo->flight_size, 4667a5d547adSRandall Stewart tp1->book_size, 46689a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 466949656eefSMichael Tuexen tp1->rec.data.tsn); 467080fefe0aSRandall Stewart } 4671c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4672c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4673299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4674299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4675299108c5SRandall Stewart tp1); 4676299108c5SRandall Stewart } 4677f8829a4aSRandall Stewart } 4678f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4679f8829a4aSRandall Stewart 4680f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 468149656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4682f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4683f8829a4aSRandall Stewart 4684f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4685f8829a4aSRandall Stewart /* 4686ab9ed8a1SDevin Teske * True non-retransmitted 4687f8829a4aSRandall Stewart * chunk 4688f8829a4aSRandall Stewart */ 4689f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4690f8829a4aSRandall Stewart tp1->send_size; 4691f8829a4aSRandall Stewart 4692f8829a4aSRandall Stewart /* update RTO too? */ 4693f8829a4aSRandall Stewart if (tp1->do_rtt) { 4694f79aab18SRandall Stewart if (rto_ok) { 4695f8829a4aSRandall Stewart tp1->whoTo->RTO = 4696f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4697f8829a4aSRandall Stewart asoc, tp1->whoTo, 469818e198d3SRandall Stewart &tp1->sent_rcv_time, 4699f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4700f79aab18SRandall Stewart rto_ok = 0; 4701f79aab18SRandall Stewart } 4702f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4703f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4704f79aab18SRandall Stewart } 4705f8829a4aSRandall Stewart tp1->do_rtt = 0; 4706f8829a4aSRandall Stewart } 4707f8829a4aSRandall Stewart } 4708f8829a4aSRandall Stewart /* 4709f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4710f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4711f8829a4aSRandall Stewart * acked for the first time, set the 4712f8829a4aSRandall Stewart * following variables for the 4713f8829a4aSRandall Stewart * corresp destination. 4714f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4715f8829a4aSRandall Stewart * cwnd update. 4716f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4717f8829a4aSRandall Stewart * trigger search for the next 4718f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4719f8829a4aSRandall Stewart */ 4720f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4721f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4722f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4723f8829a4aSRandall Stewart 4724f8829a4aSRandall Stewart 4725b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4726f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4727f8829a4aSRandall Stewart cum_ack, 472849656eefSMichael Tuexen tp1->rec.data.tsn, 4729f8829a4aSRandall Stewart 0, 4730f8829a4aSRandall Stewart 0, 4731f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 473280fefe0aSRandall Stewart } 4733b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 473449656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 473580fefe0aSRandall Stewart } 4736f8829a4aSRandall Stewart } 4737f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4738f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4739f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4740f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4741f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4742f8829a4aSRandall Stewart #endif 4743f8829a4aSRandall Stewart } 474442551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 474542551e99SRandall Stewart /* deflate the cwnd */ 474642551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 474742551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 474842551e99SRandall Stewart } 4749325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4750f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4751f8829a4aSRandall Stewart } 4752325c8c46SMichael Tuexen } 4753f8829a4aSRandall Stewart } else { 4754f8829a4aSRandall Stewart break; 4755f8829a4aSRandall Stewart } 4756f8829a4aSRandall Stewart } 4757f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4758f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4759f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4760f8829a4aSRandall Stewart 4761cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4762f8829a4aSRandall Stewart 4763f8829a4aSRandall Stewart /* 4764f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4765f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4766f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4767f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4768f8829a4aSRandall Stewart */ 4769cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4770cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47717215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4772cd554309SMichael Tuexen wake_him++; 4773cd554309SMichael Tuexen } 4774f8829a4aSRandall Stewart /* 4775fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4776fd60718dSMichael Tuexen * adherence is wanted. 4777f8829a4aSRandall Stewart */ 477820b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4779f8829a4aSRandall Stewart /* 4780fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4781fd60718dSMichael Tuexen * We must abort. 4782f8829a4aSRandall Stewart */ 4783cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4784cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4785f8829a4aSRandall Stewart goto hopeless_peer; 4786f8829a4aSRandall Stewart } 4787f8829a4aSRandall Stewart } 4788f8829a4aSRandall Stewart /*******************************************/ 4789f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4790f8829a4aSRandall Stewart /*******************************************/ 47917c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4792f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4793f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4794f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4795a5d547adSRandall Stewart stcb, net, 479644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4797f8829a4aSRandall Stewart 4798f8829a4aSRandall Stewart } 4799f8829a4aSRandall Stewart } else { 4800f8829a4aSRandall Stewart if (accum_moved) { 4801f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4802f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 480344249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4804f8829a4aSRandall Stewart } 4805f8829a4aSRandall Stewart } 4806f8829a4aSRandall Stewart } 4807f8829a4aSRandall Stewart /********************************************/ 4808d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4809f8829a4aSRandall Stewart /********************************************/ 4810f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4811f8829a4aSRandall Stewart 48127c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 481349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4814f8829a4aSRandall Stewart break; 4815f8829a4aSRandall Stewart } 4816325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 481749656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 481849656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4819a7ad6026SMichael Tuexen #ifdef INVARIANTS 4820a7ad6026SMichael Tuexen } else { 482149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4822a7ad6026SMichael Tuexen #endif 4823a7ad6026SMichael Tuexen } 4824f8829a4aSRandall Stewart } 482549656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 482649656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 482749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4828d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4829d96bef9cSMichael Tuexen } 4830f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 48310ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4832f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4833f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4834f8829a4aSRandall Stewart } 48357c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4836f8829a4aSRandall Stewart if (tp1->data) { 483704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4838f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4839f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 48407c99d56fSMichael Tuexen tp1->data = NULL; 4841dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4842f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4843f8829a4aSRandall Stewart } 4844f8829a4aSRandall Stewart } 4845b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4846f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4847f8829a4aSRandall Stewart cum_ack, 484849656eefSMichael Tuexen tp1->rec.data.tsn, 4849f8829a4aSRandall Stewart 0, 4850f8829a4aSRandall Stewart 0, 4851f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 485280fefe0aSRandall Stewart } 4853689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4854f8829a4aSRandall Stewart wake_him++; 48557c99d56fSMichael Tuexen } 48567c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48577c99d56fSMichael Tuexen #ifdef INVARIANTS 4858cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48597c99d56fSMichael Tuexen #else 48607c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48617c99d56fSMichael Tuexen asoc->total_flight); 48627c99d56fSMichael Tuexen #endif 48637c99d56fSMichael Tuexen asoc->total_flight = 0; 48647c99d56fSMichael Tuexen } 48650053ed28SMichael Tuexen 486604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4867f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4868ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4869ceaad40aSRandall Stewart struct socket *so; 4870ceaad40aSRandall Stewart 4871ceaad40aSRandall Stewart #endif 4872f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4873b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48747215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 487580fefe0aSRandall Stewart } 4876ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4877ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4878ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4879ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4880ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4881ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4882ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4883ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4884ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4885ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4886ceaad40aSRandall Stewart return; 4887ceaad40aSRandall Stewart } 4888ceaad40aSRandall Stewart #endif 4889f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4890ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4891ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4892ceaad40aSRandall Stewart #endif 4893f8829a4aSRandall Stewart } else { 4894b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48957215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 489680fefe0aSRandall Stewart } 4897f8829a4aSRandall Stewart } 4898f8829a4aSRandall Stewart 489942551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 490020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4901f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4902f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4903f8829a4aSRandall Stewart } 4904f8829a4aSRandall Stewart } 4905f8829a4aSRandall Stewart /* 4906f8829a4aSRandall Stewart * Check for revoked fragments: 4907f8829a4aSRandall Stewart * 4908f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4909f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4910f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4911f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4912f8829a4aSRandall Stewart * we had some before and now we have NONE. 4913f8829a4aSRandall Stewart */ 4914f8829a4aSRandall Stewart 4915d9c5cfeaSMichael Tuexen if (num_seg) { 4916c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4917d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4918d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4919f8829a4aSRandall Stewart int cnt_revoked = 0; 4920f8829a4aSRandall Stewart 4921f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4922f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4923b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4924f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4925b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4926c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4927c105859eSRandall Stewart tp1->whoTo->flight_size, 4928c105859eSRandall Stewart tp1->book_size, 49299a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 493049656eefSMichael Tuexen tp1->rec.data.tsn); 493180fefe0aSRandall Stewart } 4932c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4933c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4934a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 493542551e99SRandall Stewart /* 493642551e99SRandall Stewart * To ensure that this increase in 49374a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 49384a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 49394a9ef3f8SMichael Tuexen * cwnd artificially. 494042551e99SRandall Stewart */ 494142551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4942f8829a4aSRandall Stewart cnt_revoked++; 4943f8829a4aSRandall Stewart } 4944f8829a4aSRandall Stewart } 4945f8829a4aSRandall Stewart if (cnt_revoked) { 4946f8829a4aSRandall Stewart reneged_all = 1; 4947f8829a4aSRandall Stewart } 4948f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4949f8829a4aSRandall Stewart } 4950d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4951d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4952f8829a4aSRandall Stewart else 4953d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4954f8829a4aSRandall Stewart 4955b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4956ca85e948SMichael Tuexen if (ecne_seen == 0) { 4957ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4958ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4959ca85e948SMichael Tuexen /* 4960ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4961ca85e948SMichael Tuexen * count, this is optional. 4962ca85e948SMichael Tuexen */ 4963ca85e948SMichael Tuexen net->error_count = 0; 4964ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4965ca85e948SMichael Tuexen /* addr came good */ 4966ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4967ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49684b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4969ca85e948SMichael Tuexen } 49700053ed28SMichael Tuexen 4971ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4972ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4973b7b84c0eSMichael Tuexen /* 4974b7b84c0eSMichael Tuexen * release the alternate, 4975b7b84c0eSMichael Tuexen * primary is good 4976b7b84c0eSMichael Tuexen */ 4977ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4978ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4979ca85e948SMichael Tuexen } 4980ca85e948SMichael Tuexen } 49810053ed28SMichael Tuexen 4982ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4983ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4984b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4985b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 498644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4987ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4988ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4989ca85e948SMichael Tuexen /* Done with this net */ 4990ca85e948SMichael Tuexen net->net_ack = 0; 4991ca85e948SMichael Tuexen } 4992ca85e948SMichael Tuexen /* restore any doubled timers */ 4993ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4994ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4995ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4996ca85e948SMichael Tuexen } 4997ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4998ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4999ca85e948SMichael Tuexen } 5000ca85e948SMichael Tuexen } 5001ca85e948SMichael Tuexen } 5002b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 5003ca85e948SMichael Tuexen } 50040053ed28SMichael Tuexen 5005f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 5006f8829a4aSRandall Stewart /* nothing left in-flight */ 5007f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5008f8829a4aSRandall Stewart /* stop all timers */ 5009f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5010b7d130beSMichael Tuexen stcb, net, 501144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 5012f8829a4aSRandall Stewart net->flight_size = 0; 5013f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 5014f8829a4aSRandall Stewart } 5015f8829a4aSRandall Stewart asoc->total_flight = 0; 5016f8829a4aSRandall Stewart asoc->total_flight_count = 0; 5017f8829a4aSRandall Stewart } 50180053ed28SMichael Tuexen 5019f8829a4aSRandall Stewart /**********************************/ 5020f8829a4aSRandall Stewart /* Now what about shutdown issues */ 5021f8829a4aSRandall Stewart /**********************************/ 5022f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 5023f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 5024b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5025f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 5026f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 502780fefe0aSRandall Stewart } 5028f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 5029f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5030f8829a4aSRandall Stewart /* SWS sender side engages */ 5031f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5032f8829a4aSRandall Stewart } 5033f8829a4aSRandall Stewart /* clean up */ 5034f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 5035f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5036839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5037d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 5038839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 5039f8829a4aSRandall Stewart } 5040bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5041839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5042bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 5043bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 5044ff1ffd74SMichael Tuexen struct mbuf *op_err; 5045f8829a4aSRandall Stewart 5046f8829a4aSRandall Stewart *abort_now = 1; 5047f8829a4aSRandall Stewart /* XXX */ 5048ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 5049bbc9dfbcSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 5050ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5051f8829a4aSRandall Stewart return; 5052bbc9dfbcSMichael Tuexen } 5053bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5054bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5055ca85e948SMichael Tuexen struct sctp_nets *netp; 5056ca85e948SMichael Tuexen 5057839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 5058839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5059f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5060f42a358aSRandall Stewart } 5061839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 5062f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5063c39cfa1fSMichael Tuexen if (asoc->alternate) { 5064c39cfa1fSMichael Tuexen netp = asoc->alternate; 5065c39cfa1fSMichael Tuexen } else { 5066c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5067c39cfa1fSMichael Tuexen } 5068ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5069f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5070ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5071f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 5072ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5073f8829a4aSRandall Stewart return; 5074839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5075f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5076ca85e948SMichael Tuexen struct sctp_nets *netp; 5077ca85e948SMichael Tuexen 5078f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5079839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 508012af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5081c39cfa1fSMichael Tuexen if (asoc->alternate) { 5082c39cfa1fSMichael Tuexen netp = asoc->alternate; 5083c39cfa1fSMichael Tuexen } else { 5084c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5085c39cfa1fSMichael Tuexen } 5086c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5087f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5088ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5089f8829a4aSRandall Stewart return; 5090f8829a4aSRandall Stewart } 5091f8829a4aSRandall Stewart } 5092f8829a4aSRandall Stewart /* 5093f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5094f8829a4aSRandall Stewart * HEADS UP. 5095f8829a4aSRandall Stewart */ 5096f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5097f8829a4aSRandall Stewart net->net_ack = 0; 5098f8829a4aSRandall Stewart } 5099f8829a4aSRandall Stewart 5100f8829a4aSRandall Stewart /* 5101f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5102f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5103f8829a4aSRandall Stewart * automatically ensure that. 5104f8829a4aSRandall Stewart */ 51057c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 510620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 510720083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5108f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5109f8829a4aSRandall Stewart } 5110cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5111f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5112f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5113f8829a4aSRandall Stewart } 5114b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5115b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5116f8829a4aSRandall Stewart 5117f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5118f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5119f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5120f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5121f8829a4aSRandall Stewart } 5122f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 512320b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5124f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5125f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5126f8829a4aSRandall Stewart } 512742551e99SRandall Stewart /* 512842551e99SRandall Stewart * CMT Fast recovery 512942551e99SRandall Stewart */ 5130f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5131f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5132f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5133f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5134f8829a4aSRandall Stewart } 5135f8829a4aSRandall Stewart } 5136f8829a4aSRandall Stewart 5137f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5138b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5139f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 514044fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 514180fefe0aSRandall Stewart } 5142f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 514344fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5144f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5145f8829a4aSRandall Stewart /* SWS sender side engages */ 5146f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5147f8829a4aSRandall Stewart } 51485e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 51495e54f665SRandall Stewart win_probe_recovery = 1; 51505e54f665SRandall Stewart } 51510053ed28SMichael Tuexen 5152f8829a4aSRandall Stewart /* 5153f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5154f8829a4aSRandall Stewart * outstanding data. 5155f8829a4aSRandall Stewart */ 5156bff64a4dSRandall Stewart done_once = 0; 5157a5d547adSRandall Stewart again: 5158a5d547adSRandall Stewart j = 0; 5159f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51605e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5161c105859eSRandall Stewart win_probe_recovered = 1; 51625e54f665SRandall Stewart /*- 51635e54f665SRandall Stewart * Find first chunk that was used with 51645e54f665SRandall Stewart * window probe and clear the event. Put 51655e54f665SRandall Stewart * it back into the send queue as if has 51665e54f665SRandall Stewart * not been sent. 51675e54f665SRandall Stewart */ 51685e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51695e54f665SRandall Stewart if (tp1->window_probe) { 51707215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51715e54f665SRandall Stewart break; 51725e54f665SRandall Stewart } 51735e54f665SRandall Stewart } 51745e54f665SRandall Stewart } 5175f8829a4aSRandall Stewart if (net->flight_size) { 5176a5d547adSRandall Stewart j++; 5177cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5178f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5179f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5180cd554309SMichael Tuexen } 51815171328bSRandall Stewart if (net->window_probe) { 5182cd554309SMichael Tuexen net->window_probe = 0; 51835171328bSRandall Stewart } 5184c105859eSRandall Stewart } else { 51855171328bSRandall Stewart if (net->window_probe) { 5186b7b84c0eSMichael Tuexen /* 5187b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5188b7b84c0eSMichael Tuexen * is still running there 5189b7b84c0eSMichael Tuexen */ 51905171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 51915171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 51925171328bSRandall Stewart stcb->sctp_ep, stcb, net); 51935171328bSRandall Stewart 51945171328bSRandall Stewart } 51955171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5196c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5197c105859eSRandall Stewart stcb, net, 519844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5199c105859eSRandall Stewart } 5200f8829a4aSRandall Stewart } 5201f8829a4aSRandall Stewart } 5202bff64a4dSRandall Stewart if ((j == 0) && 5203bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5204bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5205c105859eSRandall Stewart (win_probe_recovered == 0) && 5206bff64a4dSRandall Stewart (done_once == 0)) { 52070c0982b8SRandall Stewart /* 52080c0982b8SRandall Stewart * huh, this should not happen unless all packets are 52090c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 52100c0982b8SRandall Stewart */ 52110c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5212a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5213a5d547adSRandall Stewart net->flight_size = 0; 5214a5d547adSRandall Stewart } 5215a5d547adSRandall Stewart asoc->total_flight = 0; 5216a5d547adSRandall Stewart asoc->total_flight_count = 0; 5217a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5218a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5219a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5220c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5221c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5222a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5223791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5224a5d547adSRandall Stewart } 5225a5d547adSRandall Stewart } 52260c0982b8SRandall Stewart } 5227bff64a4dSRandall Stewart done_once = 1; 5228a5d547adSRandall Stewart goto again; 5229a5d547adSRandall Stewart } 5230cd554309SMichael Tuexen /*********************************************/ 5231cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5232cd554309SMichael Tuexen /* (section 4.2) */ 5233cd554309SMichael Tuexen /*********************************************/ 5234cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 523520b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5236dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5237dfb11ef8SRandall Stewart } 5238830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5239dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5240830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5241830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5242830d754dSRandall Stewart 5243830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5244830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5245830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 524620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5247830d754dSRandall Stewart /* 5248493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5249830d754dSRandall Stewart */ 52500c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 52510c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 52520c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52530c0982b8SRandall Stewart old_adv_peer_ack_point); 52540c0982b8SRandall Stewart } 525520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5256830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52570c0982b8SRandall Stewart } else if (lchk) { 52580c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 525944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52600c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52610c0982b8SRandall Stewart } 5262830d754dSRandall Stewart } 5263830d754dSRandall Stewart } 5264830d754dSRandall Stewart if (lchk) { 5265830d754dSRandall Stewart /* Assure a timer is up */ 5266830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5267830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5268830d754dSRandall Stewart } 5269830d754dSRandall Stewart } 5270b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5271f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5272f8829a4aSRandall Stewart a_rwnd, 5273f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5274f8829a4aSRandall Stewart stcb->asoc.total_flight, 5275f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 527680fefe0aSRandall Stewart } 5277f8829a4aSRandall Stewart } 5278f8829a4aSRandall Stewart 5279f8829a4aSRandall Stewart void 52807215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5281f8829a4aSRandall Stewart { 5282f8829a4aSRandall Stewart /* Copy cum-ack */ 5283f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5284f8829a4aSRandall Stewart 5285f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5286f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5287f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5288f8829a4aSRandall Stewart 5289f8829a4aSRandall Stewart /* Now call the express sack handling */ 5290899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5291f8829a4aSRandall Stewart } 5292f8829a4aSRandall Stewart 5293f8829a4aSRandall Stewart static void 5294f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5295f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5296f8829a4aSRandall Stewart { 529728cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5298f8829a4aSRandall Stewart struct sctp_association *asoc; 529949656eefSMichael Tuexen uint32_t mid; 530049656eefSMichael Tuexen int need_reasm_check = 0; 5301f8829a4aSRandall Stewart 5302f8829a4aSRandall Stewart asoc = &stcb->asoc; 530349656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5304f8829a4aSRandall Stewart /* 5305f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 530644249214SRandall Stewart * came in. 5307f8829a4aSRandall Stewart */ 530828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 530928cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5310f8829a4aSRandall Stewart /* this is deliverable now */ 531128cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 531228cd0699SMichael Tuexen if (control->on_strm_q) { 531328cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 531428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 531528cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 531628cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 531798d5fd97SMichael Tuexen #ifdef INVARIANTS 531844249214SRandall Stewart } else { 531944249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 532028cd0699SMichael Tuexen strmin, control, control->on_strm_q); 532198d5fd97SMichael Tuexen #endif 532244249214SRandall Stewart } 532328cd0699SMichael Tuexen control->on_strm_q = 0; 532444249214SRandall Stewart } 5325f8829a4aSRandall Stewart /* subtract pending on streams */ 532628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 532728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 532828cd0699SMichael Tuexen } else { 532928cd0699SMichael Tuexen #ifdef INVARIANTS 533028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 533128cd0699SMichael Tuexen #else 533228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 533328cd0699SMichael Tuexen #endif 533428cd0699SMichael Tuexen } 5335f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5336f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5337f8829a4aSRandall Stewart if (stcb->sctp_socket) { 533828cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5339f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 534028cd0699SMichael Tuexen control, 534144249214SRandall Stewart &stcb->sctp_socket->so_rcv, 534244249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 534344249214SRandall Stewart SCTP_SO_NOT_LOCKED); 534444249214SRandall Stewart } 534544249214SRandall Stewart } else { 534644249214SRandall Stewart /* Its a fragmented message */ 534728cd0699SMichael Tuexen if (control->first_frag_seen) { 5348b7b84c0eSMichael Tuexen /* 5349b7b84c0eSMichael Tuexen * Make it so this is next to 5350b7b84c0eSMichael Tuexen * deliver, we restore later 5351b7b84c0eSMichael Tuexen */ 535228cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 535344249214SRandall Stewart need_reasm_check = 1; 535444249214SRandall Stewart break; 535544249214SRandall Stewart } 5356f8829a4aSRandall Stewart } 5357f8829a4aSRandall Stewart } else { 5358f8829a4aSRandall Stewart /* no more delivery now. */ 5359f8829a4aSRandall Stewart break; 5360f8829a4aSRandall Stewart } 5361f8829a4aSRandall Stewart } 536244249214SRandall Stewart if (need_reasm_check) { 536344249214SRandall Stewart int ret; 536444249214SRandall Stewart 5365d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 536649656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 536744249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 536849656eefSMichael Tuexen strmin->last_mid_delivered = mid; 536944249214SRandall Stewart } 537044249214SRandall Stewart if (ret == 0) { 537144249214SRandall Stewart /* Left the front Partial one on */ 537244249214SRandall Stewart return; 537344249214SRandall Stewart } 537444249214SRandall Stewart need_reasm_check = 0; 537544249214SRandall Stewart } 5376f8829a4aSRandall Stewart /* 5377f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5378f8829a4aSRandall Stewart * now ready. 5379f8829a4aSRandall Stewart */ 538049656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 538128cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 538228cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 538328cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5384f8829a4aSRandall Stewart /* this is deliverable now */ 538528cd0699SMichael Tuexen if (control->on_strm_q) { 538628cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 538728cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 538828cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 538928cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 539098d5fd97SMichael Tuexen #ifdef INVARIANTS 539144249214SRandall Stewart } else { 539244249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 539328cd0699SMichael Tuexen strmin, control, control->on_strm_q); 539498d5fd97SMichael Tuexen #endif 539544249214SRandall Stewart } 539628cd0699SMichael Tuexen control->on_strm_q = 0; 539744249214SRandall Stewart } 5398f8829a4aSRandall Stewart /* subtract pending on streams */ 539928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 540028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 540128cd0699SMichael Tuexen } else { 540228cd0699SMichael Tuexen #ifdef INVARIANTS 540328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 540428cd0699SMichael Tuexen #else 540528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 540628cd0699SMichael Tuexen #endif 540728cd0699SMichael Tuexen } 5408f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5409f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 541028cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5411f8829a4aSRandall Stewart if (stcb->sctp_socket) { 541228cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5413f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 541428cd0699SMichael Tuexen control, 541544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 541644249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 541777acdc25SRandall Stewart 5418f8829a4aSRandall Stewart } 541949656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5420f8829a4aSRandall Stewart } else { 542144249214SRandall Stewart /* Its a fragmented message */ 542228cd0699SMichael Tuexen if (control->first_frag_seen) { 5423b7b84c0eSMichael Tuexen /* 5424b7b84c0eSMichael Tuexen * Make it so this is next to 5425b7b84c0eSMichael Tuexen * deliver 5426b7b84c0eSMichael Tuexen */ 542728cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 542844249214SRandall Stewart need_reasm_check = 1; 5429f8829a4aSRandall Stewart break; 5430f8829a4aSRandall Stewart } 5431f8829a4aSRandall Stewart } 543244249214SRandall Stewart } else { 543344249214SRandall Stewart break; 543444249214SRandall Stewart } 543544249214SRandall Stewart } 543644249214SRandall Stewart if (need_reasm_check) { 5437d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 543844249214SRandall Stewart } 5439f8829a4aSRandall Stewart } 5440f8829a4aSRandall Stewart 54418e1b295fSMichael Tuexen 5442d1ea5fa9SMichael Tuexen 54438933fa13SRandall Stewart static void 54448933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 54458933fa13SRandall Stewart struct sctp_association *asoc, 544649656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 54478933fa13SRandall Stewart { 544844249214SRandall Stewart struct sctp_queued_to_read *control; 544944249214SRandall Stewart struct sctp_stream_in *strm; 54504a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5451d1ea5fa9SMichael Tuexen int cnt_removed = 0; 54528933fa13SRandall Stewart 54538933fa13SRandall Stewart /* 545444249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54554a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54564a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54574a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54584a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54594a9ef3f8SMichael Tuexen * queue. 54608933fa13SRandall Stewart */ 546144249214SRandall Stewart strm = &asoc->strmin[stream]; 546249656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 546344249214SRandall Stewart if (control == NULL) { 546444249214SRandall Stewart /* Not found */ 546544249214SRandall Stewart return; 54668933fa13SRandall Stewart } 546749656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54685cb91655SMichael Tuexen return; 54695cb91655SMichael Tuexen } 547044249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 547144249214SRandall Stewart /* Purge hanging chunks */ 547249656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 547349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5474d1ea5fa9SMichael Tuexen break; 5475d1ea5fa9SMichael Tuexen } 5476d1ea5fa9SMichael Tuexen } 5477d1ea5fa9SMichael Tuexen cnt_removed++; 547844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 547928cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54808933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 548128cd0699SMichael Tuexen } else { 548228cd0699SMichael Tuexen #ifdef INVARIANTS 548328cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 548428cd0699SMichael Tuexen #else 548528cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 548628cd0699SMichael Tuexen #endif 548728cd0699SMichael Tuexen } 54888933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 54898933fa13SRandall Stewart if (chk->data) { 54908933fa13SRandall Stewart sctp_m_freem(chk->data); 54918933fa13SRandall Stewart chk->data = NULL; 54928933fa13SRandall Stewart } 5493689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 54948933fa13SRandall Stewart } 5495d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5496d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5497d1ea5fa9SMichael Tuexen if (control->data) { 5498d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5499d1ea5fa9SMichael Tuexen control->data = NULL; 5500d1ea5fa9SMichael Tuexen } 5501d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5502d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5503d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5504d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5505d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5506d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5507d1ea5fa9SMichael Tuexen } 5508d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5509d1ea5fa9SMichael Tuexen return; 5510d1ea5fa9SMichael Tuexen } 5511d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 551244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 551328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 551428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 551528cd0699SMichael Tuexen } else { 551628cd0699SMichael Tuexen #ifdef INVARIANTS 551728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 551828cd0699SMichael Tuexen #else 551928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 552028cd0699SMichael Tuexen #endif 552128cd0699SMichael Tuexen } 552228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5523d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5524d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5525d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5526d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5527d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5528d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5529d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5530d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5531d1ea5fa9SMichael Tuexen #endif 5532d1ea5fa9SMichael Tuexen } 5533d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 553444249214SRandall Stewart if (control->on_read_q == 0) { 553544249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 553644249214SRandall Stewart if (control->data) { 553744249214SRandall Stewart sctp_m_freem(control->data); 553844249214SRandall Stewart control->data = NULL; 553944249214SRandall Stewart } 554044249214SRandall Stewart sctp_free_a_readq(stcb, control); 55418933fa13SRandall Stewart } 55428933fa13SRandall Stewart } 55438933fa13SRandall Stewart 5544f8829a4aSRandall Stewart void 5545f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5546b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5547b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5548f8829a4aSRandall Stewart { 5549f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5550f8829a4aSRandall Stewart /* 5551f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5552f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5553f8829a4aSRandall Stewart * 5554f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5555f8829a4aSRandall Stewart * 55565b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55575b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5558f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5559f8829a4aSRandall Stewart * report where we are. 5560f8829a4aSRandall Stewart */ 5561f8829a4aSRandall Stewart struct sctp_association *asoc; 55627898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55637215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55648933fa13SRandall Stewart uint32_t str_seq; 5565f8829a4aSRandall Stewart struct sctp_stream_in *strm; 556628cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5567f8829a4aSRandall Stewart 5568f8829a4aSRandall Stewart asoc = &stcb->asoc; 5569f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5570ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5571ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5572f8829a4aSRandall Stewart return; 5573f8829a4aSRandall Stewart } 5574f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5575f8829a4aSRandall Stewart /*************************************************************/ 5576f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5577f8829a4aSRandall Stewart /*************************************************************/ 5578f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5579f8829a4aSRandall Stewart 558020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5581f8829a4aSRandall Stewart /* Already got there ... */ 5582f8829a4aSRandall Stewart return; 5583f8829a4aSRandall Stewart } 5584f8829a4aSRandall Stewart /* 5585f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5586f8829a4aSRandall Stewart * gap 5587f8829a4aSRandall Stewart */ 5588b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 558977acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 55902afb3e84SRandall Stewart if (gap >= m_size) { 5591f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5592ff1ffd74SMichael Tuexen struct mbuf *op_err; 5593ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 559417205eccSRandall Stewart 5595f8829a4aSRandall Stewart /* 5596f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 559717205eccSRandall Stewart * give out). This must be an attacker. 5598f8829a4aSRandall Stewart */ 559917205eccSRandall Stewart *abort_flag = 1; 5600ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5601ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5602ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5603ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 560444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5605ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5606f8829a4aSRandall Stewart return; 5607f8829a4aSRandall Stewart } 5608207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 560977acdc25SRandall Stewart 56102afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 56112afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 561277acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 561377acdc25SRandall Stewart 5614b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5615830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 561677acdc25SRandall Stewart 5617b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5618f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 561980fefe0aSRandall Stewart } 56202afb3e84SRandall Stewart } else { 56212afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 56222afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 56237898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 56247898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 56258933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 562620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 56277898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5628b5c16493SMichael Tuexen } 5629b5c16493SMichael Tuexen } 5630b5c16493SMichael Tuexen } 5631f8829a4aSRandall Stewart } 5632f8829a4aSRandall Stewart /*************************************************************/ 5633f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5634f8829a4aSRandall Stewart /*************************************************************/ 5635f8829a4aSRandall Stewart 563644249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5637d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5638d1ea5fa9SMichael Tuexen uint16_t sid; 563944249214SRandall Stewart 5640d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5641d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5642d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 564349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5644d1ea5fa9SMichael Tuexen } 5645d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5646d1ea5fa9SMichael Tuexen } 56478933fa13SRandall Stewart /*******************************************************/ 56488933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 56498933fa13SRandall Stewart /* delivery issues as needed. */ 56508933fa13SRandall Stewart /*******************************************************/ 5651f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5652671d309cSRandall Stewart if (m && fwd_sz) { 5653f8829a4aSRandall Stewart /* New method. */ 5654d61a0ae0SRandall Stewart unsigned int num_str; 565549656eefSMichael Tuexen uint32_t mid, cur_mid; 565649656eefSMichael Tuexen uint16_t sid; 56578e1b295fSMichael Tuexen uint16_t ordered, flags; 5658671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 565944249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5660671d309cSRandall Stewart 5661671d309cSRandall Stewart offset += sizeof(*fwd); 5662f8829a4aSRandall Stewart 56638933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 566444249214SRandall Stewart if (asoc->idata_supported) { 566544249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 566644249214SRandall Stewart } else { 5667f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 566844249214SRandall Stewart } 5669f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 567044249214SRandall Stewart if (asoc->idata_supported) { 567144249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 567244249214SRandall Stewart sizeof(struct sctp_strseq_mid), 567344249214SRandall Stewart (uint8_t *)&strseqbuf_m); 567444249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 567544249214SRandall Stewart if (stseq_m == NULL) { 567644249214SRandall Stewart break; 567744249214SRandall Stewart } 567849656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 567949656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56808e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56818e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 56828e1b295fSMichael Tuexen ordered = 0; 56838e1b295fSMichael Tuexen } else { 56848e1b295fSMichael Tuexen ordered = 1; 56858e1b295fSMichael Tuexen } 568644249214SRandall Stewart } else { 5687671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5688671d309cSRandall Stewart sizeof(struct sctp_strseq), 5689671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5690671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 56912afb3e84SRandall Stewart if (stseq == NULL) { 5692671d309cSRandall Stewart break; 56932afb3e84SRandall Stewart } 569449656eefSMichael Tuexen sid = ntohs(stseq->sid); 569549656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 56968e1b295fSMichael Tuexen ordered = 1; 569744249214SRandall Stewart } 5698f8829a4aSRandall Stewart /* Convert */ 56998933fa13SRandall Stewart 5700f8829a4aSRandall Stewart /* now process */ 57018933fa13SRandall Stewart 57028933fa13SRandall Stewart /* 57038933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 57048933fa13SRandall Stewart * queue where its not all delivered. If we find it 57058933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 57068933fa13SRandall Stewart */ 570749656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 57082afb3e84SRandall Stewart /* screwed up streams, stop! */ 57092afb3e84SRandall Stewart break; 5710f8829a4aSRandall Stewart } 571149656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 571249656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 57138933fa13SRandall Stewart /* 57148933fa13SRandall Stewart * If this is the one we were partially 57158933fa13SRandall Stewart * delivering now then we no longer are. 57168933fa13SRandall Stewart * Note this will change with the reassembly 57178933fa13SRandall Stewart * re-write. 57188933fa13SRandall Stewart */ 57198933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 57208933fa13SRandall Stewart } 572149656eefSMichael Tuexen strm = &asoc->strmin[sid]; 572249656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 572349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5724d1ea5fa9SMichael Tuexen } 572528cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 572628cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 572728cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 572849656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 572928cd0699SMichael Tuexen control->pdapi_aborted = 1; 57308933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 573128cd0699SMichael Tuexen control->end_added = 1; 573228cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 573328cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 573428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 573528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 573628cd0699SMichael Tuexen } else { 573798d5fd97SMichael Tuexen #ifdef INVARIANTS 573828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 573928cd0699SMichael Tuexen #else 574028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 574198d5fd97SMichael Tuexen #endif 574244249214SRandall Stewart } 574328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 574428cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 574528cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 574628cd0699SMichael Tuexen #ifdef INVARIANTS 574728cd0699SMichael Tuexen } else if (control->on_strm_q) { 574828cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 574928cd0699SMichael Tuexen strm, control, control->on_strm_q); 575028cd0699SMichael Tuexen #endif 575128cd0699SMichael Tuexen } 575228cd0699SMichael Tuexen control->on_strm_q = 0; 575328cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5754810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5755810ec536SMichael Tuexen stcb, 57568933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5757810ec536SMichael Tuexen (void *)&str_seq, 5758810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57598933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57608933fa13SRandall Stewart break; 576128cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 576228cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57638933fa13SRandall Stewart /* We are past our victim SSN */ 57648933fa13SRandall Stewart break; 57658933fa13SRandall Stewart } 57668933fa13SRandall Stewart } 576749656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5768f8829a4aSRandall Stewart /* Update the sequence number */ 576949656eefSMichael Tuexen strm->last_mid_delivered = mid; 5770f8829a4aSRandall Stewart } 5771f8829a4aSRandall Stewart /* now kick the stream the new way */ 577204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5773f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5774f8829a4aSRandall Stewart } 57758933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5776f8829a4aSRandall Stewart } 57777898f408SRandall Stewart /* 57787898f408SRandall Stewart * Now slide thing forward. 57797898f408SRandall Stewart */ 57807898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5781f8829a4aSRandall Stewart } 5782