1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6228cd0699SMichael Tuexen static uint32_t 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 9528cd0699SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue == 0, ("cnt_on_reasm_queue is %u", asoc->cnt_on_reasm_queue)); 9628cd0699SMichael Tuexen KASSERT(asoc->cnt_on_all_streams == 0, ("cnt_on_all_streams is %u", asoc->cnt_on_all_streams)); 97b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 98f8829a4aSRandall Stewart return (calc); 99f8829a4aSRandall Stewart } 100f8829a4aSRandall Stewart /* get actual space */ 101f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 102f8829a4aSRandall Stewart /* 103f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 104f8829a4aSRandall Stewart * for putting up. 105f8829a4aSRandall Stewart */ 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 10744fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10844fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 10944fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 110f8829a4aSRandall Stewart if (calc == 0) { 111f8829a4aSRandall Stewart /* out of space */ 112f8829a4aSRandall Stewart return (calc); 113f8829a4aSRandall Stewart } 114f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1152afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 116b3f1ea41SRandall Stewart /* 117b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 118b3f1ea41SRandall Stewart * even it is 0. SWS engaged 119f8829a4aSRandall Stewart */ 120b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 121b3f1ea41SRandall Stewart calc = 1; 1222afb3e84SRandall Stewart } 123b3f1ea41SRandall Stewart return (calc); 124f8829a4aSRandall Stewart } 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart 127f8829a4aSRandall Stewart 128f8829a4aSRandall Stewart /* 129f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 130f8829a4aSRandall Stewart */ 131f8829a4aSRandall Stewart struct sctp_queued_to_read * 132f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 133f8829a4aSRandall Stewart struct sctp_nets *net, 134f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13549656eefSMichael Tuexen uint32_t context, uint16_t sid, 13649656eefSMichael Tuexen uint32_t mid, uint8_t flags, 137f8829a4aSRandall Stewart struct mbuf *dm) 138f8829a4aSRandall Stewart { 139f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 140f8829a4aSRandall Stewart 141f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 142f8829a4aSRandall Stewart if (read_queue_e == NULL) { 143f8829a4aSRandall Stewart goto failed_build; 144f8829a4aSRandall Stewart } 14544249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14649656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 147f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 148f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1497215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 150f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 151f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 152f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15349656eefSMichael Tuexen read_queue_e->mid = mid; 15444249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15544249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 156f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 157f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 158f8829a4aSRandall Stewart read_queue_e->data = dm; 159f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 160f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 161f8829a4aSRandall Stewart failed_build: 162f8829a4aSRandall Stewart return (read_queue_e); 163f8829a4aSRandall Stewart } 164f8829a4aSRandall Stewart 165f8829a4aSRandall Stewart struct mbuf * 166e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 167f8829a4aSRandall Stewart { 168e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 169f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 170e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 171e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 172f8829a4aSRandall Stewart struct cmsghdr *cmh; 173f8829a4aSRandall Stewart struct mbuf *ret; 174f8829a4aSRandall Stewart int len; 175e2e7c62eSMichael Tuexen int use_extended; 176e2e7c62eSMichael Tuexen int provide_nxt; 177f8829a4aSRandall Stewart 178e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 179e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 180e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 181e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 182f8829a4aSRandall Stewart return (NULL); 183f8829a4aSRandall Stewart } 184e2e7c62eSMichael Tuexen len = 0; 185e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 186e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 187e2e7c62eSMichael Tuexen } 188e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 189e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 190b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 191e2e7c62eSMichael Tuexen provide_nxt = 1; 1920bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 193e2e7c62eSMichael Tuexen } else { 194e2e7c62eSMichael Tuexen provide_nxt = 0; 195e2e7c62eSMichael Tuexen } 196e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 197f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 198f8829a4aSRandall Stewart use_extended = 1; 199e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 200f8829a4aSRandall Stewart } else { 201e2e7c62eSMichael Tuexen use_extended = 0; 202e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 203e2e7c62eSMichael Tuexen } 204e2e7c62eSMichael Tuexen } else { 205e2e7c62eSMichael Tuexen use_extended = 0; 206f8829a4aSRandall Stewart } 207f8829a4aSRandall Stewart 208eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 209f8829a4aSRandall Stewart if (ret == NULL) { 210f8829a4aSRandall Stewart /* No space */ 211f8829a4aSRandall Stewart return (ret); 212f8829a4aSRandall Stewart } 213e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 214e2e7c62eSMichael Tuexen 215f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 216f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 217e432298aSXin LI /* 218e432298aSXin LI * Make sure that there is no un-initialized padding between the 219e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 220e432298aSXin LI */ 221e432298aSXin LI memset(cmh, 0, len); 222e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 223f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 224e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 225e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 226e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 227e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 233e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 234e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 235e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 236e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 237f8829a4aSRandall Stewart } 238e2e7c62eSMichael Tuexen if (provide_nxt) { 239e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 240e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 241e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 242e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 243b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 245b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 246e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 247e2e7c62eSMichael Tuexen } 248b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 249e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 250e2e7c62eSMichael Tuexen } 251b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 252e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 253e2e7c62eSMichael Tuexen } 254b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 255b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 256b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 257e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 258e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 259e2e7c62eSMichael Tuexen } 260e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 261e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 262e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 263e2e7c62eSMichael Tuexen if (use_extended) { 264e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 266e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 267e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 268e2e7c62eSMichael Tuexen } else { 269e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 270e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 271e2e7c62eSMichael Tuexen *outinfo = *sinfo; 272e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 273e2e7c62eSMichael Tuexen } 274e2e7c62eSMichael Tuexen } 275f8829a4aSRandall Stewart return (ret); 276f8829a4aSRandall Stewart } 277f8829a4aSRandall Stewart 278139bc87fSRandall Stewart 27977acdc25SRandall Stewart static void 28077acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28177acdc25SRandall Stewart { 2829b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28377acdc25SRandall Stewart int fnd = 0; 28444249214SRandall Stewart int in_r = 0, in_nr = 0; 28577acdc25SRandall Stewart 28677acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28777acdc25SRandall Stewart return; 28877acdc25SRandall Stewart } 2899b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 29020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2919b2e0767SRandall Stewart /* 2929b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2939b2e0767SRandall Stewart * worry about it being moved from one to the other. 2949b2e0767SRandall Stewart */ 2959b2e0767SRandall Stewart return; 2969b2e0767SRandall Stewart } 29777acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29844249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29944249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 30044249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 30144249214SRandall Stewart #ifdef INVARIANTS 30244249214SRandall Stewart panic("Things are really messed up now"); 30344249214SRandall Stewart #else 304cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30677acdc25SRandall Stewart #endif 307b5c16493SMichael Tuexen } 30844249214SRandall Stewart if (in_nr == 0) 30977acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 31044249214SRandall Stewart if (in_r) 31177acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31477acdc25SRandall Stewart } 31577acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31677acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31720b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31877acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31977acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 32077acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 32177acdc25SRandall Stewart fnd = 1; 32277acdc25SRandall Stewart break; 32377acdc25SRandall Stewart } 32477acdc25SRandall Stewart } 32577acdc25SRandall Stewart if (!fnd) { 32677acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart } 32977acdc25SRandall Stewart } 33077acdc25SRandall Stewart 33144249214SRandall Stewart static int 33244249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33344249214SRandall Stewart struct sctp_association *asoc, 33444249214SRandall Stewart struct sctp_queued_to_read *control) 335f8829a4aSRandall Stewart { 33644249214SRandall Stewart struct sctp_queued_to_read *at; 33744249214SRandall Stewart struct sctp_readhead *q; 3388b9c95f4SMichael Tuexen uint8_t flags, unordered; 339f8829a4aSRandall Stewart 3408b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3418b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34244249214SRandall Stewart if (unordered) { 34344249214SRandall Stewart q = &strm->uno_inqueue; 34444249214SRandall Stewart if (asoc->idata_supported == 0) { 34544249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 346b7b84c0eSMichael Tuexen /* 347b7b84c0eSMichael Tuexen * Only one stream can be here in old style 348b7b84c0eSMichael Tuexen * -- abort 349b7b84c0eSMichael Tuexen */ 35044249214SRandall Stewart return (-1); 35144249214SRandall Stewart } 35244249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35344249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35444249214SRandall Stewart return (0); 35544249214SRandall Stewart } 35644249214SRandall Stewart } else { 35744249214SRandall Stewart q = &strm->inqueue; 35844249214SRandall Stewart } 3598b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3608b9c95f4SMichael Tuexen control->end_added = 1; 3618b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3628b9c95f4SMichael Tuexen control->last_frag_seen = 1; 36344249214SRandall Stewart } 36444249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36544249214SRandall Stewart /* Empty queue */ 36644249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36744249214SRandall Stewart if (unordered) { 36844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36944249214SRandall Stewart } else { 37044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37144249214SRandall Stewart } 37244249214SRandall Stewart return (0); 37344249214SRandall Stewart } else { 37444249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37549656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37644249214SRandall Stewart /* 37744249214SRandall Stewart * one in queue is bigger than the new one, 37844249214SRandall Stewart * insert before this one 37944249214SRandall Stewart */ 38044249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 38144249214SRandall Stewart if (unordered) { 38244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 38344249214SRandall Stewart } else { 38444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38544249214SRandall Stewart } 38644249214SRandall Stewart break; 38749656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38844249214SRandall Stewart /* 38944249214SRandall Stewart * Gak, He sent me a duplicate msg id 39044249214SRandall Stewart * number?? return -1 to abort. 39144249214SRandall Stewart */ 39244249214SRandall Stewart return (-1); 39344249214SRandall Stewart } else { 39444249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39544249214SRandall Stewart /* 39644249214SRandall Stewart * We are at the end, insert it 39744249214SRandall Stewart * after this one 39844249214SRandall Stewart */ 39944249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 40044249214SRandall Stewart sctp_log_strm_del(control, at, 40144249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40244249214SRandall Stewart } 4038b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40444249214SRandall Stewart if (unordered) { 40544249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40644249214SRandall Stewart } else { 40744249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40844249214SRandall Stewart } 40944249214SRandall Stewart break; 41044249214SRandall Stewart } 41144249214SRandall Stewart } 41244249214SRandall Stewart } 41344249214SRandall Stewart } 41444249214SRandall Stewart return (0); 41544249214SRandall Stewart } 41644249214SRandall Stewart 41744249214SRandall Stewart static void 41844249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41944249214SRandall Stewart struct sctp_queued_to_read *control, 42044249214SRandall Stewart struct sctp_tmit_chunk *chk, 42144249214SRandall Stewart int *abort_flag, int opspot) 42244249214SRandall Stewart { 42344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42444249214SRandall Stewart struct mbuf *oper; 42544249214SRandall Stewart 42644249214SRandall Stewart if (stcb->asoc.idata_supported) { 42744249214SRandall Stewart snprintf(msg, sizeof(msg), 42844249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42944249214SRandall Stewart opspot, 43044249214SRandall Stewart control->fsn_included, 43149656eefSMichael Tuexen chk->rec.data.tsn, 43249656eefSMichael Tuexen chk->rec.data.sid, 43349656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43444249214SRandall Stewart } else { 43544249214SRandall Stewart snprintf(msg, sizeof(msg), 43644249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43744249214SRandall Stewart opspot, 43844249214SRandall Stewart control->fsn_included, 43949656eefSMichael Tuexen chk->rec.data.tsn, 44049656eefSMichael Tuexen chk->rec.data.sid, 44149656eefSMichael Tuexen chk->rec.data.fsn, 44249656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 44344249214SRandall Stewart } 44444249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 445f8829a4aSRandall Stewart sctp_m_freem(chk->data); 446f8829a4aSRandall Stewart chk->data = NULL; 447689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44944249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 45044249214SRandall Stewart *abort_flag = 1; 451f8829a4aSRandall Stewart } 452f8829a4aSRandall Stewart 45344249214SRandall Stewart static void 454d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45544249214SRandall Stewart { 456f8829a4aSRandall Stewart /* 45744249214SRandall Stewart * The control could not be placed and must be cleaned. 458f8829a4aSRandall Stewart */ 45944249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 460df6e0cc3SRandall Stewart 46144249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46244249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46344249214SRandall Stewart if (chk->data) 46444249214SRandall Stewart sctp_m_freem(chk->data); 465f8829a4aSRandall Stewart chk->data = NULL; 466689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 467f8829a4aSRandall Stewart } 46844249214SRandall Stewart sctp_free_a_readq(stcb, control); 469f8829a4aSRandall Stewart } 470f8829a4aSRandall Stewart 471f8829a4aSRandall Stewart /* 472f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 473f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47444249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47544249214SRandall Stewart * long as the control's entered are non-fragmented. 476f8829a4aSRandall Stewart */ 477f8829a4aSRandall Stewart static void 47844249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47944249214SRandall Stewart struct sctp_association *asoc, 48044249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 481f8829a4aSRandall Stewart { 482f8829a4aSRandall Stewart /* 483f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 484f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 485f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 486cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 487f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 488f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 489f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 490f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 491f8829a4aSRandall Stewart * TSN. 492f8829a4aSRandall Stewart * 4935b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4945b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 495f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 496f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 497f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 498f8829a4aSRandall Stewart * 499f8829a4aSRandall Stewart */ 500f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 501f8829a4aSRandall Stewart int queue_needed; 50244249214SRandall Stewart uint32_t nxt_todel; 503ff1ffd74SMichael Tuexen struct mbuf *op_err; 5043d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 505ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 506f8829a4aSRandall Stewart 5073d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 508b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 509f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 51080fefe0aSRandall Stewart } 51149656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 512f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 513f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5143d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 515f8829a4aSRandall Stewart /* 516f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 517f8829a4aSRandall Stewart * association destruction 518f8829a4aSRandall Stewart */ 51944249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 52049656eefSMichael Tuexen if (asoc->idata_supported) { 52149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52249656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 52349656eefSMichael Tuexen control->sinfo_stream, control->mid); 52449656eefSMichael Tuexen } else { 525ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52649656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 52749656eefSMichael Tuexen control->sinfo_tsn, 52849656eefSMichael Tuexen control->sinfo_stream, 52949656eefSMichael Tuexen (uint16_t)control->mid); 53049656eefSMichael Tuexen } 531ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 533ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 534f8829a4aSRandall Stewart *abort_flag = 1; 535f8829a4aSRandall Stewart return; 536f8829a4aSRandall Stewart 537f8829a4aSRandall Stewart } 53844249214SRandall Stewart queue_needed = 1; 53944249214SRandall Stewart asoc->size_on_all_streams += control->length; 54044249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54149656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 543cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 544cf9e47b2SMichael Tuexen struct socket *so; 545cf9e47b2SMichael Tuexen 546cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 547cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 548cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 549cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 550cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 551cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 552cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 553cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 554cf9e47b2SMichael Tuexen return; 555cf9e47b2SMichael Tuexen } 556cf9e47b2SMichael Tuexen #endif 557f8829a4aSRandall Stewart /* can be delivered right away? */ 558b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 559f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 56080fefe0aSRandall Stewart } 561830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 562f8829a4aSRandall Stewart queue_needed = 0; 56328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 564f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 56528cd0699SMichael Tuexen } else { 56628cd0699SMichael Tuexen #ifdef INVARIANTS 56728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 56828cd0699SMichael Tuexen #else 56928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 57028cd0699SMichael Tuexen #endif 57128cd0699SMichael Tuexen } 572f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57349656eefSMichael Tuexen strm->last_mid_delivered++; 574b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 575f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 576f8829a4aSRandall Stewart control, 577cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 578574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 57944249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 580f8829a4aSRandall Stewart /* all delivered */ 58149656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 58249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 58344249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 58444249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 58544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 58628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 58728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 58828cd0699SMichael Tuexen } else { 58928cd0699SMichael Tuexen #ifdef INVARIANTS 59028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 59128cd0699SMichael Tuexen #else 59228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 59328cd0699SMichael Tuexen #endif 59428cd0699SMichael Tuexen } 59528cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 59698d5fd97SMichael Tuexen #ifdef INVARIANTS 59744249214SRandall Stewart } else { 59844249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 59944249214SRandall Stewart control, control->on_strm_q); 60098d5fd97SMichael Tuexen #endif 60144249214SRandall Stewart } 60244249214SRandall Stewart control->on_strm_q = 0; 60349656eefSMichael Tuexen strm->last_mid_delivered++; 604f8829a4aSRandall Stewart /* 605f8829a4aSRandall Stewart * We ignore the return of deliver_data here 606f8829a4aSRandall Stewart * since we always can hold the chunk on the 607f8829a4aSRandall Stewart * d-queue. And we have a finite number that 608f8829a4aSRandall Stewart * can be delivered from the strq. 609f8829a4aSRandall Stewart */ 610b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 611f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 612f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 61380fefe0aSRandall Stewart } 614b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 615f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 616f8829a4aSRandall Stewart control, 617cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 618cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 619574679afSMichael Tuexen SCTP_SO_LOCKED); 620f8829a4aSRandall Stewart continue; 62149656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 62244249214SRandall Stewart *need_reasm = 1; 623f8829a4aSRandall Stewart } 624f8829a4aSRandall Stewart break; 625f8829a4aSRandall Stewart } 62644249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 62744249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 62844249214SRandall Stewart #endif 629f8829a4aSRandall Stewart } 630f8829a4aSRandall Stewart if (queue_needed) { 631f8829a4aSRandall Stewart /* 632f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 633f8829a4aSRandall Stewart * to put it on the queue. 634f8829a4aSRandall Stewart */ 63544249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 63644249214SRandall Stewart snprintf(msg, sizeof(msg), 63749656eefSMichael Tuexen "Queue to str MID: %u duplicate", 63849656eefSMichael Tuexen control->mid); 639d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 640b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 64144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 642b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 64344249214SRandall Stewart *abort_flag = 1; 644f8829a4aSRandall Stewart } 645f8829a4aSRandall Stewart } 646f8829a4aSRandall Stewart } 647f8829a4aSRandall Stewart 64844249214SRandall Stewart 64944249214SRandall Stewart static void 65044249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 651f8829a4aSRandall Stewart { 65244249214SRandall Stewart struct mbuf *m, *prev = NULL; 65344249214SRandall Stewart struct sctp_tcb *stcb; 654f8829a4aSRandall Stewart 65544249214SRandall Stewart stcb = control->stcb; 65644249214SRandall Stewart control->held_length = 0; 65744249214SRandall Stewart control->length = 0; 65844249214SRandall Stewart m = control->data; 65944249214SRandall Stewart while (m) { 66044249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 66144249214SRandall Stewart /* Skip mbufs with NO length */ 66244249214SRandall Stewart if (prev == NULL) { 66344249214SRandall Stewart /* First one */ 66444249214SRandall Stewart control->data = sctp_m_free(m); 66544249214SRandall Stewart m = control->data; 66644249214SRandall Stewart } else { 66744249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 66844249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 669f8829a4aSRandall Stewart } 67044249214SRandall Stewart if (m == NULL) { 67144249214SRandall Stewart control->tail_mbuf = prev; 672f8829a4aSRandall Stewart } 67344249214SRandall Stewart continue; 674f8829a4aSRandall Stewart } 67544249214SRandall Stewart prev = m; 67644249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 67744249214SRandall Stewart if (control->on_read_q) { 67844249214SRandall Stewart /* 67944249214SRandall Stewart * On read queue so we must increment the SB stuff, 68044249214SRandall Stewart * we assume caller has done any locks of SB. 68144249214SRandall Stewart */ 68244249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 683f8829a4aSRandall Stewart } 68444249214SRandall Stewart m = SCTP_BUF_NEXT(m); 685f8829a4aSRandall Stewart } 68644249214SRandall Stewart if (prev) { 68744249214SRandall Stewart control->tail_mbuf = prev; 68844249214SRandall Stewart } 689f8829a4aSRandall Stewart } 690f8829a4aSRandall Stewart 691f8829a4aSRandall Stewart static void 69228cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 693f8829a4aSRandall Stewart { 69444249214SRandall Stewart struct mbuf *prev = NULL; 69544249214SRandall Stewart struct sctp_tcb *stcb; 696f8829a4aSRandall Stewart 69744249214SRandall Stewart stcb = control->stcb; 69844249214SRandall Stewart if (stcb == NULL) { 69998d5fd97SMichael Tuexen #ifdef INVARIANTS 70044249214SRandall Stewart panic("Control broken"); 70198d5fd97SMichael Tuexen #else 70298d5fd97SMichael Tuexen return; 70398d5fd97SMichael Tuexen #endif 70444249214SRandall Stewart } 70544249214SRandall Stewart if (control->tail_mbuf == NULL) { 70644249214SRandall Stewart /* TSNH */ 70744249214SRandall Stewart control->data = m; 70844249214SRandall Stewart sctp_setup_tail_pointer(control); 709f8829a4aSRandall Stewart return; 710f8829a4aSRandall Stewart } 71144249214SRandall Stewart control->tail_mbuf->m_next = m; 71244249214SRandall Stewart while (m) { 71344249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 71444249214SRandall Stewart /* Skip mbufs with NO length */ 71544249214SRandall Stewart if (prev == NULL) { 71644249214SRandall Stewart /* First one */ 71744249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 71844249214SRandall Stewart m = control->tail_mbuf->m_next; 71944249214SRandall Stewart } else { 72044249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 72144249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 72244249214SRandall Stewart } 72344249214SRandall Stewart if (m == NULL) { 72444249214SRandall Stewart control->tail_mbuf = prev; 72544249214SRandall Stewart } 72644249214SRandall Stewart continue; 72744249214SRandall Stewart } 72844249214SRandall Stewart prev = m; 72944249214SRandall Stewart if (control->on_read_q) { 730f8829a4aSRandall Stewart /* 73144249214SRandall Stewart * On read queue so we must increment the SB stuff, 73244249214SRandall Stewart * we assume caller has done any locks of SB. 733f8829a4aSRandall Stewart */ 73444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 73544249214SRandall Stewart } 73628cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 73744249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 73844249214SRandall Stewart m = SCTP_BUF_NEXT(m); 73944249214SRandall Stewart } 74044249214SRandall Stewart if (prev) { 74144249214SRandall Stewart control->tail_mbuf = prev; 74244249214SRandall Stewart } 74344249214SRandall Stewart } 74444249214SRandall Stewart 74544249214SRandall Stewart static void 74644249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 74744249214SRandall Stewart { 74844249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 74944249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 75049656eefSMichael Tuexen nc->mid = control->mid; 75144249214SRandall Stewart TAILQ_INIT(&nc->reasm); 75244249214SRandall Stewart nc->top_fsn = control->top_fsn; 75349656eefSMichael Tuexen nc->mid = control->mid; 75444249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 75544249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 75644249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 75744249214SRandall Stewart nc->fsn_included = 0xffffffff; 75844249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 75944249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 76044249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 76144249214SRandall Stewart nc->whoFrom = control->whoFrom; 76244249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 76344249214SRandall Stewart nc->stcb = control->stcb; 76444249214SRandall Stewart nc->port_from = control->port_from; 76544249214SRandall Stewart } 76644249214SRandall Stewart 767d1ea5fa9SMichael Tuexen static void 768d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 769d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 770d1ea5fa9SMichael Tuexen { 771d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 772d1ea5fa9SMichael Tuexen if (control->on_read_q) { 773d1ea5fa9SMichael Tuexen /* 774d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 775d1ea5fa9SMichael Tuexen * :-) 776d1ea5fa9SMichael Tuexen */ 777d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 778d1ea5fa9SMichael Tuexen control->on_read_q = 0; 779d1ea5fa9SMichael Tuexen } 780d1ea5fa9SMichael Tuexen } 781d1ea5fa9SMichael Tuexen 78244249214SRandall Stewart static int 783d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 784d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 785d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 786d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 787d1ea5fa9SMichael Tuexen uint32_t pd_point, 788d1ea5fa9SMichael Tuexen int inp_read_lock_held) 78944249214SRandall Stewart { 79044249214SRandall Stewart /* 79144249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 79249656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 79349656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 79449656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 79549656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 79649656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 79744249214SRandall Stewart */ 79844249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 79944249214SRandall Stewart uint32_t fsn; 800643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 80144249214SRandall Stewart int cnt_added; 80244249214SRandall Stewart 80344249214SRandall Stewart if (control->first_frag_seen == 0) { 80444249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 80544249214SRandall Stewart return (1); 80644249214SRandall Stewart } 80744249214SRandall Stewart /* Collapse any we can */ 80844249214SRandall Stewart cnt_added = 0; 80944249214SRandall Stewart restart: 81044249214SRandall Stewart fsn = control->fsn_included + 1; 81144249214SRandall Stewart /* Now what can we add? */ 81244249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 81349656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 81444249214SRandall Stewart /* Ok lets add it */ 815643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 816643fd575SMichael Tuexen if (nc == NULL) { 817643fd575SMichael Tuexen break; 818643fd575SMichael Tuexen } 819643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 82044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 821d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 82244249214SRandall Stewart fsn++; 82344249214SRandall Stewart cnt_added++; 82444249214SRandall Stewart chk = NULL; 82544249214SRandall Stewart if (control->end_added) { 82644249214SRandall Stewart /* We are done */ 82744249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 82844249214SRandall Stewart /* 82944249214SRandall Stewart * Ok we have to move anything left 83044249214SRandall Stewart * on the control queue to a new 83144249214SRandall Stewart * control. 83244249214SRandall Stewart */ 83344249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 83444249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83544249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 83644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83728cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8385cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 83928cd0699SMichael Tuexen } else { 84028cd0699SMichael Tuexen #ifdef INVARIANTS 84128cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 84228cd0699SMichael Tuexen #else 84328cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 84428cd0699SMichael Tuexen #endif 84528cd0699SMichael Tuexen } 8465cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 84744249214SRandall Stewart nc->first_frag_seen = 1; 84849656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 84944249214SRandall Stewart nc->data = tchk->data; 85049656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 85149656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 85249656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 85344249214SRandall Stewart tchk->data = NULL; 85444249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 85544249214SRandall Stewart sctp_setup_tail_pointer(nc); 85644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 85744249214SRandall Stewart } 85844249214SRandall Stewart /* Spin the rest onto the queue */ 85944249214SRandall Stewart while (tchk) { 86044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 86144249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 86244249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 86344249214SRandall Stewart } 864b7b84c0eSMichael Tuexen /* 865b7b84c0eSMichael Tuexen * Now lets add it to the queue 866b7b84c0eSMichael Tuexen * after removing control 867b7b84c0eSMichael Tuexen */ 86844249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 86944249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 87044249214SRandall Stewart if (control->on_strm_q) { 87144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 87244249214SRandall Stewart control->on_strm_q = 0; 87344249214SRandall Stewart } 87444249214SRandall Stewart } 87544249214SRandall Stewart if (control->pdapi_started) { 87644249214SRandall Stewart strm->pd_api_started = 0; 87744249214SRandall Stewart control->pdapi_started = 0; 87844249214SRandall Stewart } 87944249214SRandall Stewart if (control->on_strm_q) { 88044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88144249214SRandall Stewart control->on_strm_q = 0; 88226f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 88344249214SRandall Stewart } 884c09a1534SMichael Tuexen if (control->on_read_q == 0) { 885c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 886c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 887d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 888c09a1534SMichael Tuexen } 889b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8900fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 891b7b84c0eSMichael Tuexen /* 892b7b84c0eSMichael Tuexen * Switch to the new guy and 893b7b84c0eSMichael Tuexen * continue 894b7b84c0eSMichael Tuexen */ 89544249214SRandall Stewart control = nc; 89644249214SRandall Stewart goto restart; 897643fd575SMichael Tuexen } else { 898d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 899643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90044249214SRandall Stewart } 901d1ea5fa9SMichael Tuexen } 90244249214SRandall Stewart return (1); 903643fd575SMichael Tuexen } else { 904643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90544249214SRandall Stewart } 90644249214SRandall Stewart } else { 90744249214SRandall Stewart /* Can't add more */ 90844249214SRandall Stewart break; 90944249214SRandall Stewart } 91044249214SRandall Stewart } 91144249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 912c09a1534SMichael Tuexen strm->pd_api_started = 1; 913c09a1534SMichael Tuexen control->pdapi_started = 1; 91444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 91544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 916d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 917b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 91844249214SRandall Stewart return (0); 91944249214SRandall Stewart } else { 92044249214SRandall Stewart return (1); 92144249214SRandall Stewart } 92244249214SRandall Stewart } 92344249214SRandall Stewart 92444249214SRandall Stewart static void 925d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 926d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 92744249214SRandall Stewart struct sctp_queued_to_read *control, 92844249214SRandall Stewart struct sctp_tmit_chunk *chk, 92944249214SRandall Stewart int *abort_flag) 93044249214SRandall Stewart { 93144249214SRandall Stewart struct sctp_tmit_chunk *at; 932d1ea5fa9SMichael Tuexen int inserted; 93344249214SRandall Stewart 93444249214SRandall Stewart /* 93544249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 93644249214SRandall Stewart * in the correct order. 93744249214SRandall Stewart */ 93844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 93944249214SRandall Stewart /* Its the very first one. */ 94044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 941f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 94249656eefSMichael Tuexen chk->rec.data.fsn); 94344249214SRandall Stewart if (control->first_frag_seen) { 94444249214SRandall Stewart /* 94544249214SRandall Stewart * In old un-ordered we can reassembly on one 94644249214SRandall Stewart * control multiple messages. As long as the next 94744249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 94844249214SRandall Stewart * wise) 94944249214SRandall Stewart */ 95044249214SRandall Stewart struct mbuf *tdata; 95144249214SRandall Stewart uint32_t tmp; 95244249214SRandall Stewart 95349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 954b7b84c0eSMichael Tuexen /* 955b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 956b7b84c0eSMichael Tuexen * the lowest 957b7b84c0eSMichael Tuexen */ 95844249214SRandall Stewart goto place_chunk; 95944249214SRandall Stewart } 96049656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 96144249214SRandall Stewart (control->pdapi_started)) { 96244249214SRandall Stewart /* 96344249214SRandall Stewart * Ok this should not happen, if it does we 96444249214SRandall Stewart * started the pd-api on the higher TSN 96544249214SRandall Stewart * (since the equals part is a TSN failure 96644249214SRandall Stewart * it must be that). 96744249214SRandall Stewart * 9685b495f17SMichael Tuexen * We are completly hosed in that case since 9695b495f17SMichael Tuexen * I have no way to recover. This really 9705b495f17SMichael Tuexen * will only happen if we can get more TSN's 97144249214SRandall Stewart * higher before the pd-api-point. 97244249214SRandall Stewart */ 973b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 97444249214SRandall Stewart abort_flag, 97544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 97644249214SRandall Stewart 97744249214SRandall Stewart return; 97844249214SRandall Stewart } 97944249214SRandall Stewart /* 98044249214SRandall Stewart * Ok we have two firsts and the one we just got is 98144249214SRandall Stewart * smaller than the one we previously placed.. yuck! 98244249214SRandall Stewart * We must swap them out. 98344249214SRandall Stewart */ 98444249214SRandall Stewart /* swap the mbufs */ 98544249214SRandall Stewart tdata = control->data; 98644249214SRandall Stewart control->data = chk->data; 98744249214SRandall Stewart chk->data = tdata; 988d1ea5fa9SMichael Tuexen /* Save the lengths */ 989d1ea5fa9SMichael Tuexen chk->send_size = control->length; 990d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 991d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 99244249214SRandall Stewart /* Fix the FSN included */ 99344249214SRandall Stewart tmp = control->fsn_included; 99449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 99549656eefSMichael Tuexen chk->rec.data.fsn = tmp; 996d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 997d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 99849656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 99949656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1000d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1001d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 100249656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 100349656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1004d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 100544249214SRandall Stewart goto place_chunk; 100644249214SRandall Stewart } 100744249214SRandall Stewart control->first_frag_seen = 1; 10088b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10098b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101049656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 101149656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 101244249214SRandall Stewart control->data = chk->data; 101349656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 101444249214SRandall Stewart chk->data = NULL; 101544249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 101644249214SRandall Stewart sctp_setup_tail_pointer(control); 101744249214SRandall Stewart return; 101844249214SRandall Stewart } 101944249214SRandall Stewart place_chunk: 1020d1ea5fa9SMichael Tuexen inserted = 0; 102144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 102249656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 102344249214SRandall Stewart /* 102444249214SRandall Stewart * This one in queue is bigger than the new one, 102544249214SRandall Stewart * insert the new one before at. 102644249214SRandall Stewart */ 102744249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 102844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 102944249214SRandall Stewart inserted = 1; 103044249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 103144249214SRandall Stewart break; 103249656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 103344249214SRandall Stewart /* 103444249214SRandall Stewart * They sent a duplicate fsn number. This really 103544249214SRandall Stewart * should not happen since the FSN is a TSN and it 103644249214SRandall Stewart * should have been dropped earlier. 103744249214SRandall Stewart */ 1038b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 103944249214SRandall Stewart abort_flag, 104044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 104144249214SRandall Stewart return; 104244249214SRandall Stewart } 104344249214SRandall Stewart } 104444249214SRandall Stewart if (inserted == 0) { 104544249214SRandall Stewart /* Its at the end */ 104644249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 104744249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 104849656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 104944249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 105044249214SRandall Stewart } 105144249214SRandall Stewart } 105244249214SRandall Stewart 105344249214SRandall Stewart static int 1054d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1055d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 105644249214SRandall Stewart { 105744249214SRandall Stewart /* 105844249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 105944249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 106044249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 106144249214SRandall Stewart * need to remove them from the stream's queue. 106244249214SRandall Stewart */ 106344249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 106444249214SRandall Stewart uint32_t next_to_del; 106544249214SRandall Stewart uint32_t pd_point; 106644249214SRandall Stewart int ret = 0; 106744249214SRandall Stewart 1068810ec536SMichael Tuexen if (stcb->sctp_socket) { 1069d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1070810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1071810ec536SMichael Tuexen } else { 1072810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1073810ec536SMichael Tuexen } 107444249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1075d1ea5fa9SMichael Tuexen 10763d6fe5d8SMichael Tuexen if ((control != NULL) && 107744249214SRandall Stewart (asoc->idata_supported == 0)) { 107844249214SRandall Stewart /* Special handling needed for "old" data format */ 1079d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 108044249214SRandall Stewart goto done_un; 1081f8829a4aSRandall Stewart } 1082f8829a4aSRandall Stewart } 108344249214SRandall Stewart if (strm->pd_api_started) { 108444249214SRandall Stewart /* Can't add more */ 108544249214SRandall Stewart return (0); 108644249214SRandall Stewart } 108744249214SRandall Stewart while (control) { 1088f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 108949656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 109044249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 109144249214SRandall Stewart if (control->end_added) { 109244249214SRandall Stewart /* We just put the last bit on */ 109344249214SRandall Stewart if (control->on_strm_q) { 109498d5fd97SMichael Tuexen #ifdef INVARIANTS 109544249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 109644249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 109744249214SRandall Stewart control, control->on_strm_q); 109844249214SRandall Stewart } 109998d5fd97SMichael Tuexen #endif 110026f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 110144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 110244249214SRandall Stewart control->on_strm_q = 0; 110344249214SRandall Stewart } 110444249214SRandall Stewart if (control->on_read_q == 0) { 110544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 110644249214SRandall Stewart control, 110744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1108d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 110944249214SRandall Stewart } 1110f8829a4aSRandall Stewart } else { 111144249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 111244249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 111344249214SRandall Stewart strm->pd_api_started = 1; 111444249214SRandall Stewart control->pdapi_started = 1; 111544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 111644249214SRandall Stewart control, 111744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1118d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 111944249214SRandall Stewart 112044249214SRandall Stewart break; 1121139bc87fSRandall Stewart } 1122f8829a4aSRandall Stewart } 112344249214SRandall Stewart control = nctl; 112444249214SRandall Stewart } 112544249214SRandall Stewart done_un: 112644249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 112744249214SRandall Stewart if (strm->pd_api_started) { 112844249214SRandall Stewart /* Can't add more */ 112944249214SRandall Stewart return (0); 113044249214SRandall Stewart } 113144249214SRandall Stewart if (control == NULL) { 113244249214SRandall Stewart return (ret); 113344249214SRandall Stewart } 113449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 113544249214SRandall Stewart /* 113644249214SRandall Stewart * Ok the guy at the top was being partially delivered 113744249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 113844249214SRandall Stewart * taken off when the chunk was merged on in 113944249214SRandall Stewart * sctp_queue_data_for_reasm below. 114044249214SRandall Stewart */ 114144249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 114244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1143f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 114449656eefSMichael Tuexen control, control->end_added, control->mid, 114544249214SRandall Stewart control->top_fsn, control->fsn_included, 114649656eefSMichael Tuexen strm->last_mid_delivered); 114744249214SRandall Stewart if (control->end_added) { 114844249214SRandall Stewart if (control->on_strm_q) { 114998d5fd97SMichael Tuexen #ifdef INVARIANTS 115044249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 115144249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 115244249214SRandall Stewart control, control->on_strm_q); 115344249214SRandall Stewart } 115498d5fd97SMichael Tuexen #endif 115526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 115644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 115728cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 115828cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 115928cd0699SMichael Tuexen } else { 116028cd0699SMichael Tuexen #ifdef INVARIANTS 116128cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 116228cd0699SMichael Tuexen #else 116328cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 116428cd0699SMichael Tuexen #endif 116528cd0699SMichael Tuexen } 116628cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 116744249214SRandall Stewart control->on_strm_q = 0; 116844249214SRandall Stewart } 1169c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1170c09a1534SMichael Tuexen control->pdapi_started = 0; 1171c09a1534SMichael Tuexen strm->pd_api_started = 0; 1172c09a1534SMichael Tuexen } 117344249214SRandall Stewart if (control->on_read_q == 0) { 117444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 117544249214SRandall Stewart control, 117644249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1177d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 117844249214SRandall Stewart } 117944249214SRandall Stewart control = nctl; 118044249214SRandall Stewart } 118144249214SRandall Stewart } 118244249214SRandall Stewart if (strm->pd_api_started) { 1183b7b84c0eSMichael Tuexen /* 1184b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1185b7b84c0eSMichael Tuexen * partially delivered. 1186b7b84c0eSMichael Tuexen */ 118744249214SRandall Stewart return (0); 118844249214SRandall Stewart } 118944249214SRandall Stewart deliver_more: 119049656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 119144249214SRandall Stewart if (control) { 119244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1193f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 119449656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 119544249214SRandall Stewart next_to_del); 119644249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 119749656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 119844249214SRandall Stewart (control->first_frag_seen)) { 1199c09a1534SMichael Tuexen int done; 1200c09a1534SMichael Tuexen 120144249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 120244249214SRandall Stewart if (control->end_added) { 120344249214SRandall Stewart /* We are done with it afterwards */ 120444249214SRandall Stewart if (control->on_strm_q) { 120598d5fd97SMichael Tuexen #ifdef INVARIANTS 120644249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 120744249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 120844249214SRandall Stewart control, control->on_strm_q); 120944249214SRandall Stewart } 121098d5fd97SMichael Tuexen #endif 121126f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 121244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 121328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 121428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 121528cd0699SMichael Tuexen } else { 121628cd0699SMichael Tuexen #ifdef INVARIANTS 121728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 121828cd0699SMichael Tuexen #else 121928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 122028cd0699SMichael Tuexen #endif 122128cd0699SMichael Tuexen } 122228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 122344249214SRandall Stewart control->on_strm_q = 0; 122444249214SRandall Stewart } 122544249214SRandall Stewart ret++; 122644249214SRandall Stewart } 122744249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1228b7b84c0eSMichael Tuexen /* 1229b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1230b7b84c0eSMichael Tuexen * it non-revokable too 1231b7b84c0eSMichael Tuexen */ 123244249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 123344249214SRandall Stewart } else if (control->end_added == 0) { 1234b7b84c0eSMichael Tuexen /* 1235b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1236b7b84c0eSMichael Tuexen * all there 1237b7b84c0eSMichael Tuexen */ 123844249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1239b7b84c0eSMichael Tuexen /* 1240b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1241b7b84c0eSMichael Tuexen * (one being delivered that way) 1242b7b84c0eSMichael Tuexen */ 124344249214SRandall Stewart goto out; 124444249214SRandall Stewart } 124544249214SRandall Stewart } 1246c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 124744249214SRandall Stewart if (control->on_read_q == 0) { 124844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 124944249214SRandall Stewart control, 125044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1251d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 125244249214SRandall Stewart } 125349656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1254c09a1534SMichael Tuexen if (done) { 125544249214SRandall Stewart control = nctl; 125644249214SRandall Stewart goto deliver_more; 125744249214SRandall Stewart } else { 125844249214SRandall Stewart /* We are now doing PD API */ 125944249214SRandall Stewart strm->pd_api_started = 1; 126044249214SRandall Stewart control->pdapi_started = 1; 126144249214SRandall Stewart } 126244249214SRandall Stewart } 126344249214SRandall Stewart } 126444249214SRandall Stewart out: 126544249214SRandall Stewart return (ret); 126644249214SRandall Stewart } 126744249214SRandall Stewart 1268d1ea5fa9SMichael Tuexen 126928cd0699SMichael Tuexen uint32_t 127044249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 127144249214SRandall Stewart struct sctp_stream_in *strm, 127244249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1273d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 127444249214SRandall Stewart { 127544249214SRandall Stewart /* 127644249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 127744249214SRandall Stewart * control and free up the chunk resources. 127844249214SRandall Stewart */ 127928cd0699SMichael Tuexen uint32_t added = 0; 128044249214SRandall Stewart int i_locked = 0; 128144249214SRandall Stewart 1282d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 128344249214SRandall Stewart /* 128444249214SRandall Stewart * Its being pd-api'd so we must do some locks. 128544249214SRandall Stewart */ 128644249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 128744249214SRandall Stewart i_locked = 1; 128844249214SRandall Stewart } 128944249214SRandall Stewart if (control->data == NULL) { 129044249214SRandall Stewart control->data = chk->data; 129144249214SRandall Stewart sctp_setup_tail_pointer(control); 129244249214SRandall Stewart } else { 129328cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 129444249214SRandall Stewart } 129549656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 129644249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 129744249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 129849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 129944249214SRandall Stewart chk->data = NULL; 130044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 130144249214SRandall Stewart control->first_frag_seen = 1; 13028b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13038b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 130444249214SRandall Stewart } 130544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 130644249214SRandall Stewart /* Its complete */ 130744249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 130844249214SRandall Stewart if (control->pdapi_started) { 130944249214SRandall Stewart control->pdapi_started = 0; 131044249214SRandall Stewart strm->pd_api_started = 0; 131144249214SRandall Stewart } 131244249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 131344249214SRandall Stewart /* Unordered */ 131444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 131544249214SRandall Stewart control->on_strm_q = 0; 131644249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 131744249214SRandall Stewart /* Ordered */ 131844249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 131928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 132028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 132128cd0699SMichael Tuexen } else { 132228cd0699SMichael Tuexen #ifdef INVARIANTS 132328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 132428cd0699SMichael Tuexen #else 132528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 132628cd0699SMichael Tuexen #endif 132728cd0699SMichael Tuexen } 132828cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 132944249214SRandall Stewart control->on_strm_q = 0; 133098d5fd97SMichael Tuexen #ifdef INVARIANTS 133144249214SRandall Stewart } else if (control->on_strm_q) { 133244249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 133344249214SRandall Stewart control->on_strm_q); 133498d5fd97SMichael Tuexen #endif 133544249214SRandall Stewart } 133644249214SRandall Stewart } 133744249214SRandall Stewart control->end_added = 1; 133844249214SRandall Stewart control->last_frag_seen = 1; 133944249214SRandall Stewart } 134044249214SRandall Stewart if (i_locked) { 134144249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 134244249214SRandall Stewart } 134344249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 134428cd0699SMichael Tuexen return (added); 1345f8829a4aSRandall Stewart } 1346f8829a4aSRandall Stewart 1347f8829a4aSRandall Stewart /* 1348f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1349f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1350f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1351f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1352f8829a4aSRandall Stewart */ 1353f8829a4aSRandall Stewart static void 1354f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 135544249214SRandall Stewart struct sctp_queued_to_read *control, 135644249214SRandall Stewart struct sctp_tmit_chunk *chk, 135744249214SRandall Stewart int created_control, 135844249214SRandall Stewart int *abort_flag, uint32_t tsn) 1359f8829a4aSRandall Stewart { 136044249214SRandall Stewart uint32_t next_fsn; 136144249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13623d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1363c09a1534SMichael Tuexen int do_wakeup, unordered; 136428cd0699SMichael Tuexen uint32_t lenadded; 1365f8829a4aSRandall Stewart 13663d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1367f8829a4aSRandall Stewart /* 136844249214SRandall Stewart * For old un-ordered data chunks. 1369f8829a4aSRandall Stewart */ 137044249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 137144249214SRandall Stewart unordered = 1; 1372f8829a4aSRandall Stewart } else { 137344249214SRandall Stewart unordered = 0; 137444249214SRandall Stewart } 137544249214SRandall Stewart /* Must be added to the stream-in queue */ 137644249214SRandall Stewart if (created_control) { 137728cd0699SMichael Tuexen if (unordered == 0) { 137828cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 137928cd0699SMichael Tuexen } 138044249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 138144249214SRandall Stewart /* Duplicate SSN? */ 1382b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 138344249214SRandall Stewart abort_flag, 138444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 1385*53999485SMichael Tuexen sctp_clean_up_control(stcb, control); 138644249214SRandall Stewart return; 138744249214SRandall Stewart } 138844249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1389f8829a4aSRandall Stewart /* 139044249214SRandall Stewart * Ok we created this control and now lets validate 139144249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 139244249214SRandall Stewart * and we have up to the cum-ack then its invalid. 139344249214SRandall Stewart */ 139444249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1395b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139644249214SRandall Stewart abort_flag, 139744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 139844249214SRandall Stewart return; 139944249214SRandall Stewart } 140044249214SRandall Stewart } 140144249214SRandall Stewart } 1402a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1403d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 140444249214SRandall Stewart return; 140544249214SRandall Stewart } 140644249214SRandall Stewart /* 140744249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 140844249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 140944249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 141044249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 141144249214SRandall Stewart * in its place. 141244249214SRandall Stewart */ 141344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 141444249214SRandall Stewart /* Its the very first one. */ 141544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1416f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 141749656eefSMichael Tuexen chk->rec.data.fsn); 141844249214SRandall Stewart if (control->first_frag_seen) { 141944249214SRandall Stewart /* 142044249214SRandall Stewart * Error on senders part, they either sent us two 142144249214SRandall Stewart * data chunks with FIRST, or they sent two 142244249214SRandall Stewart * un-ordered chunks that were fragmented at the 142344249214SRandall Stewart * same time in the same stream. 142444249214SRandall Stewart */ 1425b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142644249214SRandall Stewart abort_flag, 142744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 142844249214SRandall Stewart return; 142944249214SRandall Stewart } 143044249214SRandall Stewart control->first_frag_seen = 1; 14318b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14328b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 143349656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 143444249214SRandall Stewart control->data = chk->data; 143549656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 143644249214SRandall Stewart chk->data = NULL; 143744249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 143844249214SRandall Stewart sctp_setup_tail_pointer(control); 143928cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 144044249214SRandall Stewart } else { 144144249214SRandall Stewart /* Place the chunk in our list */ 144244249214SRandall Stewart int inserted = 0; 144344249214SRandall Stewart 144444249214SRandall Stewart if (control->last_frag_seen == 0) { 144544249214SRandall Stewart /* Still willing to raise highest FSN seen */ 144649656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 144744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1448f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 144949656eefSMichael Tuexen chk->rec.data.fsn); 145049656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 145144249214SRandall Stewart } 145244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 145344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1454f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 145549656eefSMichael Tuexen chk->rec.data.fsn); 145644249214SRandall Stewart control->last_frag_seen = 1; 145744249214SRandall Stewart } 145844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 145944249214SRandall Stewart /* 146044249214SRandall Stewart * For IDATA we always check since we know 146144249214SRandall Stewart * that the first fragment is 0. For old 146244249214SRandall Stewart * DATA we have to receive the first before 1463cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 146444249214SRandall Stewart */ 146549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1466b7b84c0eSMichael Tuexen /* 1467b7b84c0eSMichael Tuexen * We have already delivered up to 1468b7b84c0eSMichael Tuexen * this so its a dup 1469b7b84c0eSMichael Tuexen */ 1470b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 147144249214SRandall Stewart abort_flag, 147244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 147344249214SRandall Stewart return; 147444249214SRandall Stewart } 147544249214SRandall Stewart } 147644249214SRandall Stewart } else { 147744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 147844249214SRandall Stewart /* Second last? huh? */ 147944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1480f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 148149656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1482b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 148344249214SRandall Stewart chk, abort_flag, 148444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 148544249214SRandall Stewart return; 148644249214SRandall Stewart } 148744249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 148844249214SRandall Stewart /* 148944249214SRandall Stewart * For IDATA we always check since we know 149044249214SRandall Stewart * that the first fragment is 0. For old 149144249214SRandall Stewart * DATA we have to receive the first before 1492cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 149344249214SRandall Stewart */ 149444249214SRandall Stewart 149549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1496b7b84c0eSMichael Tuexen /* 1497b7b84c0eSMichael Tuexen * We have already delivered up to 1498b7b84c0eSMichael Tuexen * this so its a dup 1499b7b84c0eSMichael Tuexen */ 150044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1501f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 150249656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1503b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 150444249214SRandall Stewart abort_flag, 150544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 150644249214SRandall Stewart return; 150744249214SRandall Stewart } 150844249214SRandall Stewart } 1509b7b84c0eSMichael Tuexen /* 1510b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1511b7b84c0eSMichael Tuexen * one 1512b7b84c0eSMichael Tuexen */ 151349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 151444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1515f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 151649656eefSMichael Tuexen chk->rec.data.fsn, 151744249214SRandall Stewart control->top_fsn); 1518b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 151944249214SRandall Stewart abort_flag, 152044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 152144249214SRandall Stewart return; 152244249214SRandall Stewart } 152344249214SRandall Stewart } 152444249214SRandall Stewart /* 152544249214SRandall Stewart * If we reach here, we need to place the new chunk in the 152644249214SRandall Stewart * reassembly for this control. 152744249214SRandall Stewart */ 152844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1529f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 153049656eefSMichael Tuexen chk->rec.data.fsn); 153144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 153249656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 153344249214SRandall Stewart /* 153444249214SRandall Stewart * This one in queue is bigger than the new 153544249214SRandall Stewart * one, insert the new one before at. 153644249214SRandall Stewart */ 153744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1538f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 153949656eefSMichael Tuexen at->rec.data.fsn); 1540f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1541f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 154244249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 154344249214SRandall Stewart inserted = 1; 154444249214SRandall Stewart break; 154549656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1546b7b84c0eSMichael Tuexen /* 1547b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1548b7b84c0eSMichael Tuexen * number 1549b7b84c0eSMichael Tuexen */ 155044249214SRandall Stewart /* 155144249214SRandall Stewart * foo bar, I guess I will just free this 155244249214SRandall Stewart * new guy, should we abort too? FIX ME 155344249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 155444249214SRandall Stewart * wrapped. Maybe I should compare to TSN 155544249214SRandall Stewart * somehow... sigh for now just blow away 155644249214SRandall Stewart * the chunk! 155744249214SRandall Stewart */ 155844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1559f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 156049656eefSMichael Tuexen at->rec.data.fsn); 1561b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 156244249214SRandall Stewart chk, abort_flag, 156344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 156444249214SRandall Stewart return; 156544249214SRandall Stewart } 156644249214SRandall Stewart } 156744249214SRandall Stewart if (inserted == 0) { 156844249214SRandall Stewart /* Goes on the end */ 1569f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 157049656eefSMichael Tuexen chk->rec.data.fsn); 157144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 157244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 157344249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 157444249214SRandall Stewart } 157544249214SRandall Stewart } 157644249214SRandall Stewart /* 157744249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 157844249214SRandall Stewart * are in seq if it makes sense. 157944249214SRandall Stewart */ 1580c09a1534SMichael Tuexen do_wakeup = 0; 158144249214SRandall Stewart /* 158244249214SRandall Stewart * If the first fragment has not been seen there is no sense in 158344249214SRandall Stewart * looking. 158444249214SRandall Stewart */ 158544249214SRandall Stewart if (control->first_frag_seen) { 158644249214SRandall Stewart next_fsn = control->fsn_included + 1; 158744249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 158849656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 158944249214SRandall Stewart /* We can add this one now to the control */ 159044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1591f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 159244249214SRandall Stewart control, at, 159349656eefSMichael Tuexen at->rec.data.fsn, 159444249214SRandall Stewart next_fsn, control->fsn_included); 159544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 159628cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1597c09a1534SMichael Tuexen if (control->on_read_q) { 1598c09a1534SMichael Tuexen do_wakeup = 1; 159972e23abaSMichael Tuexen } else { 160072e23abaSMichael Tuexen /* 160172e23abaSMichael Tuexen * We only add to the 160272e23abaSMichael Tuexen * size-on-all-streams if its not on 160372e23abaSMichael Tuexen * the read q. The read q flag will 160472e23abaSMichael Tuexen * cause a sballoc so its accounted 160572e23abaSMichael Tuexen * for there. 160672e23abaSMichael Tuexen */ 160772e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1608c09a1534SMichael Tuexen } 160944249214SRandall Stewart next_fsn++; 161044249214SRandall Stewart if (control->end_added && control->pdapi_started) { 161144249214SRandall Stewart if (strm->pd_api_started) { 161244249214SRandall Stewart strm->pd_api_started = 0; 161344249214SRandall Stewart control->pdapi_started = 0; 161444249214SRandall Stewart } 161544249214SRandall Stewart if (control->on_read_q == 0) { 161644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 161744249214SRandall Stewart control, 161844249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 161944249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 162044249214SRandall Stewart } 162144249214SRandall Stewart break; 162244249214SRandall Stewart } 162344249214SRandall Stewart } else { 1624f8829a4aSRandall Stewart break; 1625f8829a4aSRandall Stewart } 1626f8829a4aSRandall Stewart } 1627f8829a4aSRandall Stewart } 1628c09a1534SMichael Tuexen if (do_wakeup) { 162944249214SRandall Stewart /* Need to wakeup the reader */ 1630b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1631f8829a4aSRandall Stewart } 1632f8829a4aSRandall Stewart } 1633f8829a4aSRandall Stewart 163444249214SRandall Stewart static struct sctp_queued_to_read * 163549656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1636f8829a4aSRandall Stewart { 1637c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1638f8829a4aSRandall Stewart 163944249214SRandall Stewart if (ordered) { 1640c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 164149656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 164244249214SRandall Stewart break; 164344249214SRandall Stewart } 164444249214SRandall Stewart } 1645f8829a4aSRandall Stewart } else { 164649656eefSMichael Tuexen if (idata_supported) { 1647c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 164849656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 164944249214SRandall Stewart break; 1650f8829a4aSRandall Stewart } 1651f8829a4aSRandall Stewart } 165249656eefSMichael Tuexen } else { 165349656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 165449656eefSMichael Tuexen } 1655f8829a4aSRandall Stewart } 1656c09a1534SMichael Tuexen return (control); 1657f8829a4aSRandall Stewart } 165844249214SRandall Stewart 1659f8829a4aSRandall Stewart static int 1660f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 166144249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1662f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 16638b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1664f8829a4aSRandall Stewart { 1665f8829a4aSRandall Stewart /* Process a data chunk */ 1666f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1667f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 166849656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1669f8829a4aSRandall Stewart struct mbuf *dmbuf; 16707215cc1bSMichael Tuexen int the_len; 1671139bc87fSRandall Stewart int need_reasm_check = 0; 167249656eefSMichael Tuexen uint16_t sid; 1673ff1ffd74SMichael Tuexen struct mbuf *op_err; 1674ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 167528cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 167649656eefSMichael Tuexen uint32_t ppid; 16778b9c95f4SMichael Tuexen uint8_t chk_flags; 167817205eccSRandall Stewart struct sctp_stream_reset_list *liste; 167944249214SRandall Stewart int ordered; 168044249214SRandall Stewart size_t clen; 168144249214SRandall Stewart int created_control = 0; 1682f8829a4aSRandall Stewart 16838b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 16848b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 16858b9c95f4SMichael Tuexen 16868b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 168744249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 16888b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 168944249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 16908b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 16918b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 16928b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 16938b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 169444249214SRandall Stewart fsn = 0; 16958b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 169644249214SRandall Stewart } else { 16978b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 16988b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 169944249214SRandall Stewart } 17008b9c95f4SMichael Tuexen } else { 17018b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17028b9c95f4SMichael Tuexen 17038b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17048b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17058b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17068b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17078b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17088b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17098b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17108b9c95f4SMichael Tuexen fsn = tsn; 17118b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17128b9c95f4SMichael Tuexen } 171344249214SRandall Stewart if ((size_t)chk_length == clen) { 171444249214SRandall Stewart /* 171544249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 171644249214SRandall Stewart */ 17178b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 171844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 171944249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 172044249214SRandall Stewart *abort_flag = 1; 172144249214SRandall Stewart return (0); 172244249214SRandall Stewart } 17238b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1724b3f1ea41SRandall Stewart asoc->send_sack = 1; 1725b3f1ea41SRandall Stewart } 17268b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1727b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1728c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 172980fefe0aSRandall Stewart } 1730ad81507eSRandall Stewart if (stcb == NULL) { 1731ad81507eSRandall Stewart return (0); 1732ad81507eSRandall Stewart } 17338b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 173420b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1735f8829a4aSRandall Stewart /* It is a duplicate */ 1736f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1737f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1738f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1739f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1740f8829a4aSRandall Stewart asoc->numduptsns++; 1741f8829a4aSRandall Stewart } 1742b201f536SRandall Stewart asoc->send_sack = 1; 1743f8829a4aSRandall Stewart return (0); 1744f8829a4aSRandall Stewart } 1745f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1746d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1747f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1748f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1749f8829a4aSRandall Stewart return (0); 1750f8829a4aSRandall Stewart } 1751f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1752207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17530696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1754f8829a4aSRandall Stewart /* Can't expand, drop it */ 1755f8829a4aSRandall Stewart return (0); 1756f8829a4aSRandall Stewart } 1757f8829a4aSRandall Stewart } 175820b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1759f8829a4aSRandall Stewart *high_tsn = tsn; 1760f8829a4aSRandall Stewart } 1761f8829a4aSRandall Stewart /* See if we have received this one already */ 176277acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 176377acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1764f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1765f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1766f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1767f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1768f8829a4aSRandall Stewart asoc->numduptsns++; 1769f8829a4aSRandall Stewart } 177042551e99SRandall Stewart asoc->send_sack = 1; 1771f8829a4aSRandall Stewart return (0); 1772f8829a4aSRandall Stewart } 1773f8829a4aSRandall Stewart /* 1774f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1775f8829a4aSRandall Stewart * to be sent up above 1776f8829a4aSRandall Stewart */ 1777ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1778f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1779ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1780f8829a4aSRandall Stewart /* 1781f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1782f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1783f8829a4aSRandall Stewart */ 1784ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1785a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1786f8829a4aSRandall Stewart *abort_flag = 1; 1787f8829a4aSRandall Stewart return (0); 1788f8829a4aSRandall Stewart } 1789f8829a4aSRandall Stewart /* 1790f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1791f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1792f8829a4aSRandall Stewart * for on a partial delivery API. 1793f8829a4aSRandall Stewart */ 1794f8829a4aSRandall Stewart 179544249214SRandall Stewart /* Is the stream valid? */ 179649656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 179786eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1798f8829a4aSRandall Stewart 179986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1800eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 180186eda749SMichael Tuexen if (op_err != NULL) { 1802f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 180386eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 180486eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1805f8829a4aSRandall Stewart /* 1806f8829a4aSRandall Stewart * Error causes are just param's and this one has 1807f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1808f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1809f8829a4aSRandall Stewart */ 181086eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 181186eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 181286eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18138b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 181486eda749SMichael Tuexen cause->reserved = htons(0); 181586eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1816f8829a4aSRandall Stewart } 1817f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1818207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1819830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 182020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1821830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1822d06c82f1SRandall Stewart } 1823d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1824d06c82f1SRandall Stewart /* Update cum-ack */ 1825d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1826d06c82f1SRandall Stewart } 1827f8829a4aSRandall Stewart return (0); 1828f8829a4aSRandall Stewart } 1829f8829a4aSRandall Stewart /* 183044249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 183144249214SRandall Stewart * on the reassembly queues. 1832f8829a4aSRandall Stewart */ 18338b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18348b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1835be46a7c5SMichael Tuexen (fsn == 0)) { 183644249214SRandall Stewart /* 183744249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1838be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1839be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 184044249214SRandall Stewart */ 1841be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 18428b9c95f4SMichael Tuexen mid, chk_flags); 184344249214SRandall Stewart goto err_out; 184444249214SRandall Stewart } 18453d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 184644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18478b9c95f4SMichael Tuexen chk_flags, control); 18488b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1849be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1850be46a7c5SMichael Tuexen if (control != NULL) { 185144249214SRandall Stewart /* We found something, does it belong? */ 185249656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 185349656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 185444249214SRandall Stewart err_out: 185544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 185644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 185744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 185844249214SRandall Stewart *abort_flag = 1; 185944249214SRandall Stewart return (0); 186044249214SRandall Stewart } 186144249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1862b7b84c0eSMichael Tuexen /* 1863b7b84c0eSMichael Tuexen * We can't have a switched order with an 1864b7b84c0eSMichael Tuexen * unordered chunk 1865b7b84c0eSMichael Tuexen */ 1866be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1867be46a7c5SMichael Tuexen tsn); 186844249214SRandall Stewart goto err_out; 186944249214SRandall Stewart } 187044249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1871b7b84c0eSMichael Tuexen /* 1872b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1873b7b84c0eSMichael Tuexen * ordered chunk 1874b7b84c0eSMichael Tuexen */ 1875be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1876be46a7c5SMichael Tuexen tsn); 187744249214SRandall Stewart goto err_out; 187844249214SRandall Stewart } 187944249214SRandall Stewart } 188044249214SRandall Stewart } else { 188144249214SRandall Stewart /* 188244249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 188344249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 188444249214SRandall Stewart * ordered) or in the same Stream for unordered. 188544249214SRandall Stewart */ 1886be46a7c5SMichael Tuexen if (control != NULL) { 188749656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 188849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 18898b9c95f4SMichael Tuexen chk_flags, mid); 189049656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 189144249214SRandall Stewart goto err_out; 1892be46a7c5SMichael Tuexen } else { 1893be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1894be46a7c5SMichael Tuexen (control->end_added == 0)) { 1895be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1896be46a7c5SMichael Tuexen goto err_out; 1897be46a7c5SMichael Tuexen } else { 1898be46a7c5SMichael Tuexen control = NULL; 1899be46a7c5SMichael Tuexen } 1900be46a7c5SMichael Tuexen } 190144249214SRandall Stewart } 190244249214SRandall Stewart } 190344249214SRandall Stewart /* now do the tests */ 190444249214SRandall Stewart if (((asoc->cnt_on_all_streams + 190544249214SRandall Stewart asoc->cnt_on_reasm_queue + 190644249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 190744249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 190844249214SRandall Stewart /* 190944249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 191044249214SRandall Stewart * the reader is doing its job... 191144249214SRandall Stewart */ 191244249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 191344249214SRandall Stewart /* some to read, wake-up */ 191444249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 191544249214SRandall Stewart struct socket *so; 191644249214SRandall Stewart 191744249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 191844249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 191944249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 192044249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 192144249214SRandall Stewart SCTP_TCB_LOCK(stcb); 192244249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 192344249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 192444249214SRandall Stewart /* assoc was freed while we were unlocked */ 192544249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 192644249214SRandall Stewart return (0); 192744249214SRandall Stewart } 192844249214SRandall Stewart #endif 192944249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 193044249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 193144249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 193244249214SRandall Stewart #endif 193344249214SRandall Stewart } 193444249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19358b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 193644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 193744249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 193844249214SRandall Stewart /* Nope not in the valid range dump it */ 193944249214SRandall Stewart dump_packet: 194044249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 194144249214SRandall Stewart if ((asoc->cnt_on_all_streams + 194244249214SRandall Stewart asoc->cnt_on_reasm_queue + 194344249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 194444249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 194544249214SRandall Stewart } else { 194644249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 194744249214SRandall Stewart } 194844249214SRandall Stewart *break_flag = 1; 194944249214SRandall Stewart return (0); 195044249214SRandall Stewart } 195144249214SRandall Stewart } else { 195244249214SRandall Stewart if (control == NULL) { 195344249214SRandall Stewart goto dump_packet; 195444249214SRandall Stewart } 195544249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 195644249214SRandall Stewart goto dump_packet; 195744249214SRandall Stewart } 195844249214SRandall Stewart } 195944249214SRandall Stewart } 1960f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 196118e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 196218e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 196318e198d3SRandall Stewart asoc->tsn_in_at = 0; 196418e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 196518e198d3SRandall Stewart } 1966f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 196749656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 196849656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1969f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1970f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 197118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 197218e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 197318e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1974f42a358aSRandall Stewart asoc->tsn_in_at++; 1975f42a358aSRandall Stewart #endif 197644249214SRandall Stewart /* 197744249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 197844249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 197944249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 198044249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 198144249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 198244249214SRandall Stewart */ 19838b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1984d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 19858b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 198649656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1987f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1988f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 198949656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1990f8829a4aSRandall Stewart 199149656eefSMichael Tuexen if (asoc->idata_supported) { 199249656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 199349656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 199449656eefSMichael Tuexen tsn, 199549656eefSMichael Tuexen sid, 199649656eefSMichael Tuexen mid); 199749656eefSMichael Tuexen } else { 1998ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 199949656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 200049656eefSMichael Tuexen tsn, 200149656eefSMichael Tuexen sid, 200249656eefSMichael Tuexen (uint16_t)mid); 200349656eefSMichael Tuexen } 2004ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2005b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 2006ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2007f8829a4aSRandall Stewart *abort_flag = 1; 2008f8829a4aSRandall Stewart return (0); 2009f8829a4aSRandall Stewart } 20108b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 201144249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 201244249214SRandall Stewart } else { 2013f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 201444249214SRandall Stewart } 2015f8829a4aSRandall Stewart if (last_chunk == 0) { 20168b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 201744249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 201844249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 201944249214SRandall Stewart the_len, M_NOWAIT); 202044249214SRandall Stewart } else { 202144b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2022f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2023eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 202444249214SRandall Stewart } 2025f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2026b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20274be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2028f8829a4aSRandall Stewart } 2029f8829a4aSRandall Stewart #endif 2030f8829a4aSRandall Stewart } else { 2031f8829a4aSRandall Stewart /* We can steal the last chunk */ 2032139bc87fSRandall Stewart int l_len; 2033139bc87fSRandall Stewart 2034f8829a4aSRandall Stewart dmbuf = *m; 2035f8829a4aSRandall Stewart /* lop off the top part */ 20368b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 203744249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 203844249214SRandall Stewart } else { 2039f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 204044249214SRandall Stewart } 2041139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2042139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2043139bc87fSRandall Stewart } else { 2044139bc87fSRandall Stewart /* 2045139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2046139bc87fSRandall Stewart * this to often :-0 2047139bc87fSRandall Stewart */ 2048139bc87fSRandall Stewart struct mbuf *lat; 2049139bc87fSRandall Stewart 2050139bc87fSRandall Stewart l_len = 0; 205160990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2052139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2053139bc87fSRandall Stewart } 2054139bc87fSRandall Stewart } 2055139bc87fSRandall Stewart if (l_len > the_len) { 2056f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2057139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2058f8829a4aSRandall Stewart } 2059f8829a4aSRandall Stewart } 2060f8829a4aSRandall Stewart if (dmbuf == NULL) { 2061f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2062f8829a4aSRandall Stewart return (0); 2063f8829a4aSRandall Stewart } 206444249214SRandall Stewart /* 20658b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 206644249214SRandall Stewart * one (we may have gotten it above when we found the message was 206744249214SRandall Stewart * fragmented 206844249214SRandall Stewart */ 206944249214SRandall Stewart if (control == NULL) { 207044249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 207144249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 207249656eefSMichael Tuexen ppid, 207349656eefSMichael Tuexen sid, 20748b9c95f4SMichael Tuexen chk_flags, 207549656eefSMichael Tuexen NULL, fsn, mid); 207644249214SRandall Stewart if (control == NULL) { 207744249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 207844249214SRandall Stewart return (0); 207944249214SRandall Stewart } 20808b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 20811f76872cSMichael Tuexen struct mbuf *mm; 208228cd0699SMichael Tuexen 208344249214SRandall Stewart control->data = dmbuf; 20841f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 20851f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 208628cd0699SMichael Tuexen } 208744249214SRandall Stewart control->tail_mbuf = NULL; 20888b9c95f4SMichael Tuexen control->end_added = 1; 20898b9c95f4SMichael Tuexen control->last_frag_seen = 1; 20908b9c95f4SMichael Tuexen control->first_frag_seen = 1; 20918b9c95f4SMichael Tuexen control->fsn_included = fsn; 20928b9c95f4SMichael Tuexen control->top_fsn = fsn; 209344249214SRandall Stewart } 209444249214SRandall Stewart created_control = 1; 209544249214SRandall Stewart } 209649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 20978b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 20988b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2099f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2100f42a358aSRandall Stewart ((ordered == 0) || 210149656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 210249656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2103f8829a4aSRandall Stewart /* Candidate for express delivery */ 2104f8829a4aSRandall Stewart /* 2105f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2106f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2107f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2108f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2109f8829a4aSRandall Stewart * stuff it up the buffer.... 2110f8829a4aSRandall Stewart */ 21111ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 211220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21131ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21141ea735c8SMichael Tuexen } 211549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 211649656eefSMichael Tuexen control, mid); 211744249214SRandall Stewart 2118cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2119cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2120cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2121830d754dSRandall Stewart 21228b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2123f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21243d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2125f8829a4aSRandall Stewart } 2126f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2127b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 212849656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2129f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 213080fefe0aSRandall Stewart } 2131f8829a4aSRandall Stewart control = NULL; 2132f8829a4aSRandall Stewart goto finish_express_del; 2133f8829a4aSRandall Stewart } 213444249214SRandall Stewart /* Now will we need a chunk too? */ 21358b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2136f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2137f8829a4aSRandall Stewart if (chk == NULL) { 2138f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2139f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2140f8829a4aSRandall Stewart if (last_chunk == 0) { 2141f8829a4aSRandall Stewart /* we copied it, free the copy */ 2142f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2143f8829a4aSRandall Stewart } 2144f8829a4aSRandall Stewart return (0); 2145f8829a4aSRandall Stewart } 214649656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2147f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 214849656eefSMichael Tuexen chk->rec.data.fsn = fsn; 214949656eefSMichael Tuexen chk->rec.data.mid = mid; 215049656eefSMichael Tuexen chk->rec.data.sid = sid; 215149656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2152f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2153f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21548b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2155f8829a4aSRandall Stewart chk->asoc = asoc; 2156f8829a4aSRandall Stewart chk->send_size = the_len; 2157f8829a4aSRandall Stewart chk->whoTo = net; 215849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 215944249214SRandall Stewart chk, 216049656eefSMichael Tuexen control, mid); 2161f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2162f8829a4aSRandall Stewart chk->data = dmbuf; 216344249214SRandall Stewart } 216444249214SRandall Stewart /* Set the appropriate TSN mark */ 216544249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 216644249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 216744249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 216844249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 216944249214SRandall Stewart } 2170f8829a4aSRandall Stewart } else { 217144249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 217244249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 217344249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2174f8829a4aSRandall Stewart } 2175f8829a4aSRandall Stewart } 217644249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21778b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2178f8829a4aSRandall Stewart /* 217944249214SRandall Stewart * Special check for when streams are resetting. We could be 218044249214SRandall Stewart * more smart about this and check the actual stream to see 218144249214SRandall Stewart * if it is not being reset.. that way we would not create a 218244249214SRandall Stewart * HOLB when amongst streams being reset and those not being 218344249214SRandall Stewart * reset. 2184f8829a4aSRandall Stewart * 2185f8829a4aSRandall Stewart */ 2186f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 218720b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2188f8829a4aSRandall Stewart /* 218944249214SRandall Stewart * yep its past where we need to reset... go ahead 219044249214SRandall Stewart * and queue it. 2191f8829a4aSRandall Stewart */ 2192f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2193f8829a4aSRandall Stewart /* first one on */ 2194f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2195f8829a4aSRandall Stewart } else { 219628cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2197f8829a4aSRandall Stewart unsigned char inserted = 0; 2198f8829a4aSRandall Stewart 219928cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 220028cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 220144249214SRandall Stewart 22024a9ef3f8SMichael Tuexen continue; 2203f8829a4aSRandall Stewart } else { 2204f8829a4aSRandall Stewart /* found it */ 220528cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2206f8829a4aSRandall Stewart inserted = 1; 2207f8829a4aSRandall Stewart break; 2208f8829a4aSRandall Stewart } 2209f8829a4aSRandall Stewart } 2210f8829a4aSRandall Stewart if (inserted == 0) { 2211f8829a4aSRandall Stewart /* 221244249214SRandall Stewart * must be put at end, use prevP 221344249214SRandall Stewart * (all setup from loop) to setup 221444249214SRandall Stewart * nextP. 2215f8829a4aSRandall Stewart */ 2216f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2217f8829a4aSRandall Stewart } 2218f8829a4aSRandall Stewart } 221944249214SRandall Stewart goto finish_express_del; 222044249214SRandall Stewart } 22218b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 222244249214SRandall Stewart /* queue directly into socket buffer */ 222349656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 222449656eefSMichael Tuexen control, mid); 222544249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 222644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 222744249214SRandall Stewart control, 222844249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 222944249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 223044249214SRandall Stewart 2231f8829a4aSRandall Stewart } else { 223249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 223349656eefSMichael Tuexen mid); 22343d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2235f8829a4aSRandall Stewart if (*abort_flag) { 22368be0fd55SMichael Tuexen if (last_chunk) { 22378be0fd55SMichael Tuexen *m = NULL; 22388be0fd55SMichael Tuexen } 2239f8829a4aSRandall Stewart return (0); 2240f8829a4aSRandall Stewart } 2241f8829a4aSRandall Stewart } 224244249214SRandall Stewart goto finish_express_del; 2243f8829a4aSRandall Stewart } 224444249214SRandall Stewart /* If we reach here its a reassembly */ 224544249214SRandall Stewart need_reasm_check = 1; 224644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 224749656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 224849656eefSMichael Tuexen control, mid); 22493d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2250f8829a4aSRandall Stewart if (*abort_flag) { 2251a5d547adSRandall Stewart /* 225244249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 225344249214SRandall Stewart * queue, which has all been freed. 2254a5d547adSRandall Stewart */ 22558be0fd55SMichael Tuexen if (last_chunk) { 2256a5d547adSRandall Stewart *m = NULL; 22578be0fd55SMichael Tuexen } 2258f8829a4aSRandall Stewart return (0); 2259f8829a4aSRandall Stewart } 2260f8829a4aSRandall Stewart finish_express_del: 226144249214SRandall Stewart /* Here we tidy up things */ 2262307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2263307b49efSMichael Tuexen /* Update cum-ack */ 2264307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2265307b49efSMichael Tuexen } 2266f8829a4aSRandall Stewart if (last_chunk) { 2267f8829a4aSRandall Stewart *m = NULL; 2268f8829a4aSRandall Stewart } 2269f42a358aSRandall Stewart if (ordered) { 2270f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2271f8829a4aSRandall Stewart } else { 2272f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2273f8829a4aSRandall Stewart } 2274f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2275f8829a4aSRandall Stewart /* Set it present please */ 2276b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 227749656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 227880fefe0aSRandall Stewart } 2279b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2280f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2281f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 228280fefe0aSRandall Stewart } 22833d6fe5d8SMichael Tuexen if (need_reasm_check) { 22843d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 22853d6fe5d8SMichael Tuexen need_reasm_check = 0; 22863d6fe5d8SMichael Tuexen } 228717205eccSRandall Stewart /* check the special flag for stream resets */ 228817205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 228920b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 229017205eccSRandall Stewart /* 229117205eccSRandall Stewart * we have finished working through the backlogged TSN's now 229217205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 229317205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 229417205eccSRandall Stewart * pending_reply_queue. 229517205eccSRandall Stewart */ 2296a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 229717205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 22987cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2299207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23003c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 230117205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23024a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 230317205eccSRandall Stewart /* All can be removed */ 230428cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 230528cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 230628cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 230717205eccSRandall Stewart if (*abort_flag) { 230817205eccSRandall Stewart return (0); 230917205eccSRandall Stewart } 23103d6fe5d8SMichael Tuexen if (need_reasm_check) { 231128cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23123d6fe5d8SMichael Tuexen need_reasm_check = 0; 23133d6fe5d8SMichael Tuexen } 231417205eccSRandall Stewart } 23154a9ef3f8SMichael Tuexen } else { 231628cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 231728cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23184a9ef3f8SMichael Tuexen break; 23194a9ef3f8SMichael Tuexen } 232017205eccSRandall Stewart /* 232128cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 232228cd0699SMichael Tuexen * can process it which is the NOT of 232328cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 232417205eccSRandall Stewart */ 232528cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 232628cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 232717205eccSRandall Stewart if (*abort_flag) { 232817205eccSRandall Stewart return (0); 232917205eccSRandall Stewart } 23303d6fe5d8SMichael Tuexen if (need_reasm_check) { 233128cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 233217205eccSRandall Stewart need_reasm_check = 0; 233317205eccSRandall Stewart } 23343d6fe5d8SMichael Tuexen } 23353d6fe5d8SMichael Tuexen } 2336139bc87fSRandall Stewart } 2337f8829a4aSRandall Stewart return (1); 2338f8829a4aSRandall Stewart } 2339f8829a4aSRandall Stewart 2340ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2341b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2342b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2343b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2344b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2345b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2346b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2347b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2348b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2349b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2350b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2351b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2352b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2353b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2354b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2355b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2356b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2357b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2358b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2359b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2360b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2361b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2362b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2363b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2364b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2365b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2366b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2367b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2368b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2369b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2370b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2371b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2372b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2373f8829a4aSRandall Stewart }; 2374f8829a4aSRandall Stewart 2375f8829a4aSRandall Stewart 2376f8829a4aSRandall Stewart void 2377b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2378f8829a4aSRandall Stewart { 2379f8829a4aSRandall Stewart /* 2380f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2381f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 238266bd30bdSRandall Stewart * 23835b495f17SMichael Tuexen * When you first glance at this you might think that all entries 23845b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 23855b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 238666bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 238766bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 238866bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 238966bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2390f8829a4aSRandall Stewart */ 2391f8829a4aSRandall Stewart struct sctp_association *asoc; 2392b3f1ea41SRandall Stewart int at; 239366bd30bdSRandall Stewart uint8_t val; 2394f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 239577acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2396f8829a4aSRandall Stewart 2397f8829a4aSRandall Stewart asoc = &stcb->asoc; 2398f8829a4aSRandall Stewart 2399f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2400f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2401f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2402f8829a4aSRandall Stewart /* 2403f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2404f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2405f8829a4aSRandall Stewart */ 2406f8829a4aSRandall Stewart at = 0; 2407b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 240866bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 240966bd30bdSRandall Stewart if (val == 0xff) { 2410f8829a4aSRandall Stewart at += 8; 2411f8829a4aSRandall Stewart } else { 2412f8829a4aSRandall Stewart /* there is a 0 bit */ 241366bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2414f8829a4aSRandall Stewart break; 2415f8829a4aSRandall Stewart } 2416f8829a4aSRandall Stewart } 2417b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2418f8829a4aSRandall Stewart 241920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 242020b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2421a5d547adSRandall Stewart #ifdef INVARIANTS 2422ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2423ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2424f8829a4aSRandall Stewart #else 2425ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2426ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24270e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2428b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2429b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2430b3f1ea41SRandall Stewart } 2431f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2432830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2433f8829a4aSRandall Stewart #endif 2434f8829a4aSRandall Stewart } 243520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 243677acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 243777acdc25SRandall Stewart } else { 243877acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 243977acdc25SRandall Stewart } 244077acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2441f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 244277acdc25SRandall Stewart /* highest becomes the cum-ack */ 244337f144ebSMichael Tuexen int clr; 244437f144ebSMichael Tuexen #ifdef INVARIANTS 244537f144ebSMichael Tuexen unsigned int i; 244637f144ebSMichael Tuexen #endif 2447f8829a4aSRandall Stewart 2448f8829a4aSRandall Stewart /* clear the array */ 2449b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2450c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2451f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2452f8829a4aSRandall Stewart } 2453f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2454830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 245537f144ebSMichael Tuexen #ifdef INVARIANTS 2456b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2457b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2458cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2459b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2460b5c16493SMichael Tuexen } 2461b5c16493SMichael Tuexen } 246237f144ebSMichael Tuexen #endif 246377acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 246477acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2465f8829a4aSRandall Stewart } else if (at >= 8) { 2466f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2467b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2468b3f1ea41SRandall Stewart 2469f8829a4aSRandall Stewart /* 2470f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2471f8829a4aSRandall Stewart * TSN value 2472f8829a4aSRandall Stewart */ 247377acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 247477acdc25SRandall Stewart slide_end = (lgap >> 3); 2475f8829a4aSRandall Stewart if (slide_end < slide_from) { 247677acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2477d55b0b1bSRandall Stewart #ifdef INVARIANTS 2478f8829a4aSRandall Stewart panic("impossible slide"); 2479d55b0b1bSRandall Stewart #else 2480cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 248177acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2482d55b0b1bSRandall Stewart return; 2483d55b0b1bSRandall Stewart #endif 2484f8829a4aSRandall Stewart } 2485b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2486b3f1ea41SRandall Stewart #ifdef INVARIANTS 2487b3f1ea41SRandall Stewart panic("would overrun buffer"); 2488b3f1ea41SRandall Stewart #else 2489cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2490b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2491b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2492b3f1ea41SRandall Stewart #endif 2493b3f1ea41SRandall Stewart } 2494f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2495b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2496f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2497f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2498f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2499f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 250080fefe0aSRandall Stewart } 2501f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2502f8829a4aSRandall Stewart distance < 0) { 2503f8829a4aSRandall Stewart /* 2504f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2505f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2506f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2507f8829a4aSRandall Stewart * don't think this should happen :-0 2508f8829a4aSRandall Stewart */ 2509f8829a4aSRandall Stewart 2510b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2511f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2512f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2513f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 251480fefe0aSRandall Stewart } 2515f8829a4aSRandall Stewart } else { 2516f8829a4aSRandall Stewart int ii; 2517f8829a4aSRandall Stewart 2518f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 251937f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 252037f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 252177acdc25SRandall Stewart 2522f8829a4aSRandall Stewart } 2523aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2524f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 252577acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2526f8829a4aSRandall Stewart } 2527ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2528ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2529ee94f0a2SMichael Tuexen } 2530ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2531ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2532ee94f0a2SMichael Tuexen } 2533f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2534b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2535f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2536f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2537f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 253880fefe0aSRandall Stewart } 2539830d754dSRandall Stewart } 2540830d754dSRandall Stewart } 2541b5c16493SMichael Tuexen } 2542b5c16493SMichael Tuexen 2543b5c16493SMichael Tuexen void 25447215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2545b5c16493SMichael Tuexen { 2546b5c16493SMichael Tuexen struct sctp_association *asoc; 2547b5c16493SMichael Tuexen uint32_t highest_tsn; 2548ebecdad8SMichael Tuexen int is_a_gap; 2549b5c16493SMichael Tuexen 2550ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2551b5c16493SMichael Tuexen asoc = &stcb->asoc; 255220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2553b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2554b5c16493SMichael Tuexen } else { 2555b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2556b5c16493SMichael Tuexen } 2557ebecdad8SMichael Tuexen /* Is there a gap now? */ 2558ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2559b5c16493SMichael Tuexen 2560830d754dSRandall Stewart /* 2561f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2562f8829a4aSRandall Stewart * timer (if allowed). 2563f8829a4aSRandall Stewart */ 2564f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2565f8829a4aSRandall Stewart /* 2566b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2567b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2568b5c16493SMichael Tuexen * SACK 2569f8829a4aSRandall Stewart */ 2570139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2571f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2572b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 257344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2574f8829a4aSRandall Stewart } 2575ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2576ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2577ebecdad8SMichael Tuexen if (is_a_gap) { 2578689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2579ebecdad8SMichael Tuexen } 2580f8829a4aSRandall Stewart } else { 2581f8829a4aSRandall Stewart /* 2582b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2583b5c16493SMichael Tuexen * since last ack 2584f8829a4aSRandall Stewart */ 2585f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2586f8829a4aSRandall Stewart 258742551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 258842551e99SRandall Stewart * SACK */ 2589f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2590f8829a4aSRandall Stewart * longer is one */ 2591f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2592f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 259342551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2594b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2595b7b84c0eSMichael Tuexen ) { 2596f8829a4aSRandall Stewart 25977c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2598b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 259942551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2600f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2601f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2602139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2603f8829a4aSRandall Stewart 2604f8829a4aSRandall Stewart /* 2605b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2606b5c16493SMichael Tuexen * even in the face of 2607f8829a4aSRandall Stewart * 26085b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26095b495f17SMichael Tuexen * not have to be sent because of the above 2610b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2611b5c16493SMichael Tuexen * that would have been sent due to gap 2612b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2613f8829a4aSRandall Stewart * the delayed ack timer. 2614f8829a4aSRandall Stewart */ 2615f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2616f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2617f8829a4aSRandall Stewart } else { 2618f8829a4aSRandall Stewart /* 2619b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2620b5c16493SMichael Tuexen * is pending, we got our first packet OR 2621b5c16493SMichael Tuexen * there are gaps or duplicates. 2622f8829a4aSRandall Stewart */ 2623ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2624689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2625f8829a4aSRandall Stewart } 2626f8829a4aSRandall Stewart } else { 262742551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2628f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2629f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2630f8829a4aSRandall Stewart } 2631f8829a4aSRandall Stewart } 2632f8829a4aSRandall Stewart } 2633f8829a4aSRandall Stewart } 2634f8829a4aSRandall Stewart 2635f8829a4aSRandall Stewart int 2636f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2637e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2638e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2639f8829a4aSRandall Stewart { 264044249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2641f8829a4aSRandall Stewart struct sctp_association *asoc; 2642f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2643f8829a4aSRandall Stewart int stop_proc = 0; 2644f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 26458f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2646f8829a4aSRandall Stewart struct mbuf *m; 26478f777478SMichael Tuexen uint32_t highest_tsn; 2648f8829a4aSRandall Stewart 2649f8829a4aSRandall Stewart /* set the rwnd */ 2650f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2651f8829a4aSRandall Stewart 2652f8829a4aSRandall Stewart m = *mm; 2653f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2654f8829a4aSRandall Stewart asoc = &stcb->asoc; 265520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 26568f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 26578f777478SMichael Tuexen } else { 26588f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2659f8829a4aSRandall Stewart } 266020b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2661f8829a4aSRandall Stewart /* 2662f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2663f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2664f8829a4aSRandall Stewart * chunk is assigned. 2665f8829a4aSRandall Stewart */ 2666f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2667f8829a4aSRandall Stewart 2668d06c82f1SRandall Stewart /*- 2669f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2670f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2671f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2672f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2673d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2674d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2675f8829a4aSRandall Stewart */ 267644b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2677f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2678eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2679f8829a4aSRandall Stewart if (m) { 2680f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2681f8829a4aSRandall Stewart caddr_t *from, *to; 2682f8829a4aSRandall Stewart 2683f8829a4aSRandall Stewart /* get the pointers and copy */ 2684f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2685f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2686139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2687f8829a4aSRandall Stewart /* copy the length and free up the old */ 2688139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2689f8829a4aSRandall Stewart sctp_m_freem(*mm); 2690cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2691f8829a4aSRandall Stewart *mm = m; 2692f8829a4aSRandall Stewart } else { 2693f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2694f8829a4aSRandall Stewart m = *mm; 2695f8829a4aSRandall Stewart } 2696f8829a4aSRandall Stewart } 2697f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 269844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 269944249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2700f8829a4aSRandall Stewart if (ch == NULL) { 2701f8829a4aSRandall Stewart return (1); 2702f8829a4aSRandall Stewart } 2703f8829a4aSRandall Stewart /* 2704f8829a4aSRandall Stewart * process all DATA chunks... 2705f8829a4aSRandall Stewart */ 2706f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2707f8829a4aSRandall Stewart break_flag = 0; 270842551e99SRandall Stewart asoc->data_pkts_seen++; 2709f8829a4aSRandall Stewart while (stop_proc == 0) { 2710f8829a4aSRandall Stewart /* validate chunk length */ 271144249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2712f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2713f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2714f8829a4aSRandall Stewart stop_proc = 1; 271560990c0cSMichael Tuexen continue; 2716f8829a4aSRandall Stewart } 271744249214SRandall Stewart if ((asoc->idata_supported == 1) && 271844249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 271944249214SRandall Stewart struct mbuf *op_err; 272044249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 272144249214SRandall Stewart 2722e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 272344249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 272444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 272544249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 272644249214SRandall Stewart return (2); 272744249214SRandall Stewart } 272844249214SRandall Stewart if ((asoc->idata_supported == 0) && 272944249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 273044249214SRandall Stewart struct mbuf *op_err; 273144249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 273244249214SRandall Stewart 2733e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 273444249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 273544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 273644249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 273744249214SRandall Stewart return (2); 273844249214SRandall Stewart } 273944249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 274044249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 274144249214SRandall Stewart int clen; 274244249214SRandall Stewart 274344249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 274444249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 274544249214SRandall Stewart } else { 274644249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 274744249214SRandall Stewart } 2748f8ee69bfSMichael Tuexen if (chk_length < clen) { 2749f8829a4aSRandall Stewart /* 2750f8829a4aSRandall Stewart * Need to send an abort since we had a 2751f8829a4aSRandall Stewart * invalid data chunk. 2752f8829a4aSRandall Stewart */ 2753f8829a4aSRandall Stewart struct mbuf *op_err; 2754ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2755f8829a4aSRandall Stewart 2756ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2757ff1ffd74SMichael Tuexen chk_length); 2758ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 275944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2760e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 276132451da4SMichael Tuexen return (2); 276232451da4SMichael Tuexen } 2763f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2764f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2765f8829a4aSRandall Stewart #endif 2766f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2767f8829a4aSRandall Stewart last_chunk = 1; 2768f8829a4aSRandall Stewart } else { 2769f8829a4aSRandall Stewart last_chunk = 0; 2770f8829a4aSRandall Stewart } 277144249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2772f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 277344249214SRandall Stewart last_chunk, ch->chunk_type)) { 2774f8829a4aSRandall Stewart num_chunks++; 2775f8829a4aSRandall Stewart } 2776f8829a4aSRandall Stewart if (abort_flag) 2777f8829a4aSRandall Stewart return (2); 2778f8829a4aSRandall Stewart 2779f8829a4aSRandall Stewart if (break_flag) { 2780f8829a4aSRandall Stewart /* 2781f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2782f8829a4aSRandall Stewart * drop rep space left. 2783f8829a4aSRandall Stewart */ 2784f8829a4aSRandall Stewart stop_proc = 1; 278560990c0cSMichael Tuexen continue; 2786f8829a4aSRandall Stewart } 2787f8829a4aSRandall Stewart } else { 2788f8829a4aSRandall Stewart /* not a data chunk in the data region */ 278944249214SRandall Stewart switch (ch->chunk_type) { 2790f8829a4aSRandall Stewart case SCTP_INITIATION: 2791f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2792f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 279360990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2794f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2795f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2796f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2797f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2798f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2799f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2800f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2801f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2802f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2803f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2804f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2805f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2806f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2807f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2808f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2809f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2810f8829a4aSRandall Stewart case SCTP_ASCONF: 2811fd60718dSMichael Tuexen { 2812f8829a4aSRandall Stewart /* 2813fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2814fd60718dSMichael Tuexen * chunks that are NOT in the right 2815fd60718dSMichael Tuexen * place? 2816f8829a4aSRandall Stewart * 2817fd60718dSMichael Tuexen * For now, I do nothing but ignore 2818fd60718dSMichael Tuexen * them. We may later want to add 2819fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2820fd60718dSMichael Tuexen * either an ABORT() or possibly 2821fd60718dSMichael Tuexen * process them. 2822f8829a4aSRandall Stewart */ 2823f8829a4aSRandall Stewart struct mbuf *op_err; 2824267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2825f8829a4aSRandall Stewart 28269ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 282744249214SRandall Stewart ch->chunk_type); 2828267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2829e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2830f8829a4aSRandall Stewart return (2); 2831f8829a4aSRandall Stewart } 2832f8829a4aSRandall Stewart default: 2833f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 283444249214SRandall Stewart if (ch->chunk_type & 0x40) { 2835f8829a4aSRandall Stewart /* Add a error report to the queue */ 283686eda749SMichael Tuexen struct mbuf *op_err; 283786eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2838f8829a4aSRandall Stewart 283986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 284086eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 284186eda749SMichael Tuexen if (op_err != NULL) { 284286eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 284386eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 28449a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 284586eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 284686eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 284786eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 284886eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2849f8829a4aSRandall Stewart } else { 285086eda749SMichael Tuexen sctp_m_freem(op_err); 2851f8829a4aSRandall Stewart } 2852f8829a4aSRandall Stewart } 2853f8829a4aSRandall Stewart } 285444249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2855f8829a4aSRandall Stewart /* discard the rest of this packet */ 2856f8829a4aSRandall Stewart stop_proc = 1; 2857f8829a4aSRandall Stewart } /* else skip this bad chunk and 2858b7b84c0eSMichael Tuexen * continue... */ 2859b7b84c0eSMichael Tuexen break; 286060990c0cSMichael Tuexen } /* switch of chunk type */ 2861f8829a4aSRandall Stewart } 2862f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2863f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2864f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2865f8829a4aSRandall Stewart stop_proc = 1; 2866f8829a4aSRandall Stewart continue; 2867f8829a4aSRandall Stewart } 286844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 286944249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2870f8829a4aSRandall Stewart if (ch == NULL) { 2871f8829a4aSRandall Stewart *offset = length; 2872f8829a4aSRandall Stewart stop_proc = 1; 287360990c0cSMichael Tuexen continue; 2874f8829a4aSRandall Stewart } 287560990c0cSMichael Tuexen } 2876f8829a4aSRandall Stewart if (break_flag) { 2877f8829a4aSRandall Stewart /* 2878f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2879f8829a4aSRandall Stewart */ 288020cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2881f8829a4aSRandall Stewart } 2882f8829a4aSRandall Stewart if (num_chunks) { 2883f8829a4aSRandall Stewart /* 2884ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2885f8829a4aSRandall Stewart * give peer credit for being alive. 2886f8829a4aSRandall Stewart */ 2887f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2888b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2889c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2890c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2891c4739e2fSRandall Stewart 0, 2892c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2893c4739e2fSRandall Stewart __LINE__); 2894c4739e2fSRandall Stewart } 2895f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 28966e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2897f8829a4aSRandall Stewart } 2898f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2899f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 290042551e99SRandall Stewart /* Assure that we ack right away */ 290142551e99SRandall Stewart stcb->asoc.send_sack = 1; 2902f8829a4aSRandall Stewart } 2903f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29047215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2905f8829a4aSRandall Stewart return (0); 2906f8829a4aSRandall Stewart } 2907f8829a4aSRandall Stewart 29080fa753b3SRandall Stewart static int 29090fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29100fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29110fa753b3SRandall Stewart int *num_frs, 29120fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29130fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29147215cc1bSMichael Tuexen int *rto_ok) 29150fa753b3SRandall Stewart { 29160fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29170fa753b3SRandall Stewart unsigned int theTSN; 2918b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29190fa753b3SRandall Stewart 29200fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29210fa753b3SRandall Stewart tp1 = *p_tp1; 29220fa753b3SRandall Stewart if (tp1 == NULL) { 29230fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29240fa753b3SRandall Stewart } 29250fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29260fa753b3SRandall Stewart theTSN = j + last_tsn; 29270fa753b3SRandall Stewart while (tp1) { 29280fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29290fa753b3SRandall Stewart (*num_frs) += 1; 29300fa753b3SRandall Stewart 29310fa753b3SRandall Stewart /*- 29320fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29330fa753b3SRandall Stewart * processed from the sent queue, track the 29340fa753b3SRandall Stewart * next expected pseudo-cumack, or 29350fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 29360fa753b3SRandall Stewart * cumack trackers for first transmissions, 29370fa753b3SRandall Stewart * and retransmissions. 29380fa753b3SRandall Stewart */ 29398427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29408427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 29410fa753b3SRandall Stewart (tp1->snd_count == 1)) { 294249656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 29430fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 29440fa753b3SRandall Stewart } 29458427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29468427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 29470fa753b3SRandall Stewart (tp1->snd_count > 1)) { 294849656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 29490fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 29500fa753b3SRandall Stewart } 295149656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 29520fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 29530fa753b3SRandall Stewart /*- 29540fa753b3SRandall Stewart * must be held until 29550fa753b3SRandall Stewart * cum-ack passes 29560fa753b3SRandall Stewart */ 29570fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 29580fa753b3SRandall Stewart /*- 29590fa753b3SRandall Stewart * If it is less than RESEND, it is 29600fa753b3SRandall Stewart * now no-longer in flight. 29610fa753b3SRandall Stewart * Higher values may already be set 29620fa753b3SRandall Stewart * via previous Gap Ack Blocks... 29630fa753b3SRandall Stewart * i.e. ACKED or RESEND. 29640fa753b3SRandall Stewart */ 296549656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 296620b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 296749656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 29680fa753b3SRandall Stewart } 29690fa753b3SRandall Stewart /*- 29700fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 29710fa753b3SRandall Stewart * saw_newack to 1 for dest being 29720fa753b3SRandall Stewart * newly acked. update 29730fa753b3SRandall Stewart * this_sack_highest_newack if 29740fa753b3SRandall Stewart * appropriate. 29750fa753b3SRandall Stewart */ 29760fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 29770fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 29780fa753b3SRandall Stewart 297949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 298020b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 29810fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 298249656eefSMichael Tuexen tp1->rec.data.tsn; 29830fa753b3SRandall Stewart } 29840fa753b3SRandall Stewart /*- 29850fa753b3SRandall Stewart * CMT DAC algo: also update 29860fa753b3SRandall Stewart * this_sack_lowest_newack 29870fa753b3SRandall Stewart */ 29880fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 29890fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29900fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 29910fa753b3SRandall Stewart last_tsn, 299249656eefSMichael Tuexen tp1->rec.data.tsn, 29930fa753b3SRandall Stewart 0, 29940fa753b3SRandall Stewart 0, 29950fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29960fa753b3SRandall Stewart } 299749656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 29980fa753b3SRandall Stewart } 29990fa753b3SRandall Stewart /*- 30000fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30010fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30020fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30030fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30040fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30050fa753b3SRandall Stewart * retransmissions. 30060fa753b3SRandall Stewart */ 300749656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30080fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30090fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30100fa753b3SRandall Stewart } 30110fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30120fa753b3SRandall Stewart } 30130fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 301449656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30150fa753b3SRandall Stewart } 301649656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30170fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30180fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30190fa753b3SRandall Stewart } 30200fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30210fa753b3SRandall Stewart } 30220fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30230fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30240fa753b3SRandall Stewart last_tsn, 302549656eefSMichael Tuexen tp1->rec.data.tsn, 30260fa753b3SRandall Stewart frag_strt, 30270fa753b3SRandall Stewart frag_end, 30280fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30290fa753b3SRandall Stewart } 30300fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30310fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30320fa753b3SRandall Stewart tp1->whoTo->flight_size, 30330fa753b3SRandall Stewart tp1->book_size, 30349a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 303549656eefSMichael Tuexen tp1->rec.data.tsn); 30360fa753b3SRandall Stewart } 30370fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3038299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3039299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3040299108c5SRandall Stewart tp1); 3041299108c5SRandall Stewart } 30420fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 30430fa753b3SRandall Stewart 30440fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 30450fa753b3SRandall Stewart if (tp1->snd_count < 2) { 30460fa753b3SRandall Stewart /*- 30470fa753b3SRandall Stewart * True non-retransmited chunk 30480fa753b3SRandall Stewart */ 30490fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 30500fa753b3SRandall Stewart 30510fa753b3SRandall Stewart /*- 30520fa753b3SRandall Stewart * update RTO too ? 30530fa753b3SRandall Stewart */ 30540fa753b3SRandall Stewart if (tp1->do_rtt) { 3055f79aab18SRandall Stewart if (*rto_ok) { 30560fa753b3SRandall Stewart tp1->whoTo->RTO = 30570fa753b3SRandall Stewart sctp_calculate_rto(stcb, 30580fa753b3SRandall Stewart &stcb->asoc, 30590fa753b3SRandall Stewart tp1->whoTo, 30600fa753b3SRandall Stewart &tp1->sent_rcv_time, 3061899288aeSRandall Stewart sctp_align_safe_nocopy, 3062f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3063f79aab18SRandall Stewart *rto_ok = 0; 3064f79aab18SRandall Stewart } 3065f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3066f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3067f79aab18SRandall Stewart } 30680fa753b3SRandall Stewart tp1->do_rtt = 0; 30690fa753b3SRandall Stewart } 30700fa753b3SRandall Stewart } 30710fa753b3SRandall Stewart } 30720fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 307349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 307420b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 30750fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 307649656eefSMichael Tuexen tp1->rec.data.tsn; 30770fa753b3SRandall Stewart } 30780fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 30790fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 30800fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 30810fa753b3SRandall Stewart sctp_audit_log(0xB2, 30820fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 30830fa753b3SRandall Stewart #endif 30840fa753b3SRandall Stewart } 30850fa753b3SRandall Stewart } 30860fa753b3SRandall Stewart /*- 30870fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 30880fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 30890fa753b3SRandall Stewart */ 30902a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3091325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 30920fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 30932a498584SMichael Tuexen } 30940fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 30950fa753b3SRandall Stewart /* deflate the cwnd */ 30960fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 30970fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 30980fa753b3SRandall Stewart } 30990fa753b3SRandall Stewart /* NR Sack code here */ 3100325c8c46SMichael Tuexen if (nr_sacking && 3101325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 310249656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 310349656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3104325c8c46SMichael Tuexen #ifdef INVARIANTS 3105325c8c46SMichael Tuexen } else { 310649656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3107325c8c46SMichael Tuexen #endif 3108325c8c46SMichael Tuexen } 310949656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 311049656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 311149656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3112d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3113d96bef9cSMichael Tuexen } 3114325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31150fa753b3SRandall Stewart if (tp1->data) { 3116b7b84c0eSMichael Tuexen /* 3117b7b84c0eSMichael Tuexen * sa_ignore 3118b7b84c0eSMichael Tuexen * NO_NULL_CHK 3119b7b84c0eSMichael Tuexen */ 31200fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31210fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31220fa753b3SRandall Stewart tp1->data = NULL; 3123b5c16493SMichael Tuexen } 31240fa753b3SRandall Stewart wake_him++; 31250fa753b3SRandall Stewart } 31260fa753b3SRandall Stewart } 31270fa753b3SRandall Stewart break; 3128b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3129b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31300fa753b3SRandall Stewart break; 313120b07a4dSMichael Tuexen } 31320fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3133b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3134b5c16493SMichael Tuexen circled++; 31350fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 31360fa753b3SRandall Stewart } 3137b5c16493SMichael Tuexen } /* end while (tp1) */ 3138b5c16493SMichael Tuexen if (tp1 == NULL) { 3139b5c16493SMichael Tuexen circled = 0; 3140b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3141b5c16493SMichael Tuexen } 3142b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 31430fa753b3SRandall Stewart } /* end for (j = fragStart */ 31440fa753b3SRandall Stewart *p_tp1 = tp1; 31450fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 31460fa753b3SRandall Stewart } 31470fa753b3SRandall Stewart 31480fa753b3SRandall Stewart 3149cd554309SMichael Tuexen static int 3150458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3151cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3152139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 31537215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3154f8829a4aSRandall Stewart { 3155458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3156f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 31570fa753b3SRandall Stewart int i; 3158f8829a4aSRandall Stewart int num_frs = 0; 3159cd554309SMichael Tuexen int chunk_freed; 3160cd554309SMichael Tuexen int non_revocable; 3161d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3162f8829a4aSRandall Stewart 3163d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3164d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3165cd554309SMichael Tuexen chunk_freed = 0; 3166f8829a4aSRandall Stewart 3167cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3168d9c5cfeaSMichael Tuexen if (i == num_seg) { 3169d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3170d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3171d9c5cfeaSMichael Tuexen } 3172458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3173458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3174458303daSRandall Stewart *offset += sizeof(block); 3175458303daSRandall Stewart if (frag == NULL) { 3176cd554309SMichael Tuexen return (chunk_freed); 3177458303daSRandall Stewart } 3178f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3179f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3180d9c5cfeaSMichael Tuexen 3181f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3182d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3183f8829a4aSRandall Stewart continue; 3184f8829a4aSRandall Stewart } 3185d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3186d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3187f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3188f8829a4aSRandall Stewart } 318920b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3190d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3191f8829a4aSRandall Stewart } 3192cd554309SMichael Tuexen if (i < num_seg) { 3193cd554309SMichael Tuexen non_revocable = 0; 3194cd554309SMichael Tuexen } else { 3195cd554309SMichael Tuexen non_revocable = 1; 3196cd554309SMichael Tuexen } 3197cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3198cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 31997215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3200cd554309SMichael Tuexen chunk_freed = 1; 3201458303daSRandall Stewart } 3202d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3203f8829a4aSRandall Stewart } 3204b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 320580fefe0aSRandall Stewart if (num_frs) 320680fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 320780fefe0aSRandall Stewart *biggest_newly_acked_tsn, 320880fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 320980fefe0aSRandall Stewart } 3210cd554309SMichael Tuexen return (chunk_freed); 3211f8829a4aSRandall Stewart } 3212f8829a4aSRandall Stewart 3213f8829a4aSRandall Stewart static void 3214c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3215c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 321663eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3217f8829a4aSRandall Stewart { 3218f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3219f8829a4aSRandall Stewart 32204a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 322149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3222f8829a4aSRandall Stewart /* 3223f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3224f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3225f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3226f8829a4aSRandall Stewart * again. 3227f8829a4aSRandall Stewart */ 322849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3229d06c82f1SRandall Stewart break; 323020b07a4dSMichael Tuexen } 3231f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3232f8829a4aSRandall Stewart /* it has been revoked */ 3233f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3234f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3235a5d547adSRandall Stewart /* 323642551e99SRandall Stewart * We must add this stuff back in to assure 323742551e99SRandall Stewart * timers and such get started. 3238a5d547adSRandall Stewart */ 3239b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3240c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3241c105859eSRandall Stewart tp1->whoTo->flight_size, 3242c105859eSRandall Stewart tp1->book_size, 32439a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 324449656eefSMichael Tuexen tp1->rec.data.tsn); 324580fefe0aSRandall Stewart } 3246c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3247c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 324842551e99SRandall Stewart /* 324942551e99SRandall Stewart * We inflate the cwnd to compensate for our 325042551e99SRandall Stewart * artificial inflation of the flight_size. 325142551e99SRandall Stewart */ 325242551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3253b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3254f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3255f8829a4aSRandall Stewart cumack, 325649656eefSMichael Tuexen tp1->rec.data.tsn, 3257f8829a4aSRandall Stewart 0, 3258f8829a4aSRandall Stewart 0, 3259f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 326080fefe0aSRandall Stewart } 3261f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3262f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3263f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3264f8829a4aSRandall Stewart } 3265f8829a4aSRandall Stewart } 3266f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3267f8829a4aSRandall Stewart break; 3268f8829a4aSRandall Stewart } 3269f8829a4aSRandall Stewart } 3270f8829a4aSRandall Stewart 3271830d754dSRandall Stewart 3272f8829a4aSRandall Stewart static void 3273f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 327463eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3275f8829a4aSRandall Stewart { 3276f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3277f8829a4aSRandall Stewart int strike_flag = 0; 3278f8829a4aSRandall Stewart struct timeval now; 3279f8829a4aSRandall Stewart int tot_retrans = 0; 3280f8829a4aSRandall Stewart uint32_t sending_seq; 3281f8829a4aSRandall Stewart struct sctp_nets *net; 3282f8829a4aSRandall Stewart int num_dests_sacked = 0; 3283f8829a4aSRandall Stewart 3284f8829a4aSRandall Stewart /* 3285f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3286f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3287f8829a4aSRandall Stewart */ 3288f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3289f8829a4aSRandall Stewart if (tp1 == NULL) { 3290f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3291f8829a4aSRandall Stewart } else { 329249656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3293f8829a4aSRandall Stewart } 3294f8829a4aSRandall Stewart 3295f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 32967c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 329720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3298f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3299f8829a4aSRandall Stewart if (net->saw_newack) 3300f8829a4aSRandall Stewart num_dests_sacked++; 3301f8829a4aSRandall Stewart } 3302f8829a4aSRandall Stewart } 3303dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33046e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3305f8829a4aSRandall Stewart } 33064a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3307f8829a4aSRandall Stewart strike_flag = 0; 3308f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3309f8829a4aSRandall Stewart /* this one had a timeout or something */ 3310f8829a4aSRandall Stewart continue; 3311f8829a4aSRandall Stewart } 3312b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3313f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3314f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 331549656eefSMichael Tuexen tp1->rec.data.tsn, 3316f8829a4aSRandall Stewart tp1->sent, 3317f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 331880fefe0aSRandall Stewart } 331949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3320f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3321f8829a4aSRandall Stewart /* done */ 3322f8829a4aSRandall Stewart break; 3323f8829a4aSRandall Stewart } 3324dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3325f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3326f8829a4aSRandall Stewart /* Is it expired? */ 332799ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3328f8829a4aSRandall Stewart /* Yes so drop it */ 3329f8829a4aSRandall Stewart if (tp1->data != NULL) { 33301edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33310c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3332f8829a4aSRandall Stewart } 3333f8829a4aSRandall Stewart continue; 3334f8829a4aSRandall Stewart } 3335f8829a4aSRandall Stewart } 3336f8829a4aSRandall Stewart } 333749656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3338f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3339f8829a4aSRandall Stewart break; 3340f8829a4aSRandall Stewart } 3341f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3342f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3343f8829a4aSRandall Stewart /* skip */ 334444fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 334544fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 334644fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 334744fbe462SRandall Stewart } 3348f8829a4aSRandall Stewart continue; 3349f8829a4aSRandall Stewart } 3350f8829a4aSRandall Stewart /* 3351f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3352f8829a4aSRandall Stewart */ 3353ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3354f8829a4aSRandall Stewart /* 3355f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3356f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3357f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3358c105859eSRandall Stewart * FR using this SACK. 3359f8829a4aSRandall Stewart */ 3360f8829a4aSRandall Stewart continue; 336149656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 336220b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3363f8829a4aSRandall Stewart /* 3364f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3365f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3366f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3367f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3368f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3369f8829a4aSRandall Stewart * and the HTNA algo as well. 3370f8829a4aSRandall Stewart */ 3371f8829a4aSRandall Stewart continue; 3372f8829a4aSRandall Stewart } 3373f8829a4aSRandall Stewart /* 3374f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3375f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3376f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3377f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3378f8829a4aSRandall Stewart */ 3379f8829a4aSRandall Stewart /* 338042551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 338142551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 338242551e99SRandall Stewart * 0)) { 3383f8829a4aSRandall Stewart */ 338442551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3385f8829a4aSRandall Stewart /* 3386f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3387f8829a4aSRandall Stewart * moved. 3388f8829a4aSRandall Stewart */ 3389b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3390f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 339149656eefSMichael Tuexen tp1->rec.data.tsn, 3392f8829a4aSRandall Stewart tp1->sent, 3393f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 339480fefe0aSRandall Stewart } 33955e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3396f8829a4aSRandall Stewart tp1->sent++; 33975e54f665SRandall Stewart } 33987c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 339920083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3400f8829a4aSRandall Stewart /* 3401f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3402f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3403f8829a4aSRandall Stewart * because it would have been set to the 3404f8829a4aSRandall Stewart * cumack earlier. If not already to be 3405f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3406f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3407c105859eSRandall Stewart * one more. NOTE that we are marking by one 3408c105859eSRandall Stewart * additional time since the SACK DAC flag 3409c105859eSRandall Stewart * indicates that two packets have been 3410c105859eSRandall Stewart * received after this missing TSN. 34115e54f665SRandall Stewart */ 34125e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 341349656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3414b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3415f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 341649656eefSMichael Tuexen tp1->rec.data.tsn, 3417f8829a4aSRandall Stewart tp1->sent, 3418f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 341980fefe0aSRandall Stewart } 3420f8829a4aSRandall Stewart tp1->sent++; 3421f8829a4aSRandall Stewart } 3422f8829a4aSRandall Stewart } 342320083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 342420083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3425f8829a4aSRandall Stewart /* 3426f8829a4aSRandall Stewart * For those that have done a FR we must take 3427f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3428f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3429f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3430f8829a4aSRandall Stewart */ 34315e54f665SRandall Stewart if ( 3432f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3433f8829a4aSRandall Stewart /* 3434f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3435f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3436f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3437f8829a4aSRandall Stewart * ok to FR multiple times. 3438f8829a4aSRandall Stewart */ 34395e54f665SRandall Stewart (asoc->numnets < 2) 3440f8829a4aSRandall Stewart #else 34415e54f665SRandall Stewart (1) 3442f8829a4aSRandall Stewart #endif 34435e54f665SRandall Stewart ) { 34445e54f665SRandall Stewart 344520b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3446f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3447f8829a4aSRandall Stewart /* 3448f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3449f8829a4aSRandall Stewart * beyond where things were when we 3450f8829a4aSRandall Stewart * did a FR. 3451f8829a4aSRandall Stewart */ 3452b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3453f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 345449656eefSMichael Tuexen tp1->rec.data.tsn, 3455f8829a4aSRandall Stewart tp1->sent, 3456f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 345780fefe0aSRandall Stewart } 34585e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3459f8829a4aSRandall Stewart tp1->sent++; 34605e54f665SRandall Stewart } 3461f8829a4aSRandall Stewart strike_flag = 1; 34627c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 346320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3464f8829a4aSRandall Stewart /* 3465f8829a4aSRandall Stewart * CMT DAC algorithm: If 3466f8829a4aSRandall Stewart * SACK flag is set to 0, 3467f8829a4aSRandall Stewart * then lowest_newack test 3468f8829a4aSRandall Stewart * will not pass because it 3469f8829a4aSRandall Stewart * would have been set to 3470f8829a4aSRandall Stewart * the cumack earlier. If 3471f8829a4aSRandall Stewart * not already to be rtx'd, 3472f8829a4aSRandall Stewart * If not a mixed sack and 3473f8829a4aSRandall Stewart * if tp1 is not between two 3474f8829a4aSRandall Stewart * sacked TSNs, then mark by 3475c105859eSRandall Stewart * one more. NOTE that we 3476c105859eSRandall Stewart * are marking by one 3477c105859eSRandall Stewart * additional time since the 3478c105859eSRandall Stewart * SACK DAC flag indicates 3479c105859eSRandall Stewart * that two packets have 3480c105859eSRandall Stewart * been received after this 3481c105859eSRandall Stewart * missing TSN. 3482f8829a4aSRandall Stewart */ 34835e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 34845e54f665SRandall Stewart (num_dests_sacked == 1) && 348520b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 348649656eefSMichael Tuexen tp1->rec.data.tsn)) { 3487b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3488f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 348949656eefSMichael Tuexen tp1->rec.data.tsn, 3490f8829a4aSRandall Stewart tp1->sent, 3491f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 349280fefe0aSRandall Stewart } 34935e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3494f8829a4aSRandall Stewart tp1->sent++; 34955e54f665SRandall Stewart } 3496f8829a4aSRandall Stewart } 3497f8829a4aSRandall Stewart } 3498f8829a4aSRandall Stewart } 3499f8829a4aSRandall Stewart } 3500f8829a4aSRandall Stewart /* 350142551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 350242551e99SRandall Stewart * algo covers HTNA. 3503f8829a4aSRandall Stewart */ 350449656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 350520b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3506f8829a4aSRandall Stewart /* 3507f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3508f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3509f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3510f8829a4aSRandall Stewart */ 3511f8829a4aSRandall Stewart ; 3512f8829a4aSRandall Stewart } else { 3513f8829a4aSRandall Stewart /* Strike the TSN */ 3514b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3515f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 351649656eefSMichael Tuexen tp1->rec.data.tsn, 3517f8829a4aSRandall Stewart tp1->sent, 3518f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 351980fefe0aSRandall Stewart } 35205e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3521f8829a4aSRandall Stewart tp1->sent++; 35225e54f665SRandall Stewart } 35237c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 352420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3525f8829a4aSRandall Stewart /* 3526f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3527f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3528f8829a4aSRandall Stewart * because it would have been set to the 3529f8829a4aSRandall Stewart * cumack earlier. If not already to be 3530f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3531f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3532c105859eSRandall Stewart * one more. NOTE that we are marking by one 3533c105859eSRandall Stewart * additional time since the SACK DAC flag 3534c105859eSRandall Stewart * indicates that two packets have been 3535c105859eSRandall Stewart * received after this missing TSN. 3536f8829a4aSRandall Stewart */ 35375e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 353849656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3539b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3540f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 354149656eefSMichael Tuexen tp1->rec.data.tsn, 3542f8829a4aSRandall Stewart tp1->sent, 3543f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 354480fefe0aSRandall Stewart } 3545f8829a4aSRandall Stewart tp1->sent++; 3546f8829a4aSRandall Stewart } 3547f8829a4aSRandall Stewart } 3548f8829a4aSRandall Stewart } 3549f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3550f8829a4aSRandall Stewart struct sctp_nets *alt; 3551f8829a4aSRandall Stewart 3552544e35bdSRandall Stewart /* fix counts and things */ 3553544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3554544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3555544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3556544e35bdSRandall Stewart tp1->book_size, 35579a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 355849656eefSMichael Tuexen tp1->rec.data.tsn); 3559544e35bdSRandall Stewart } 3560544e35bdSRandall Stewart if (tp1->whoTo) { 3561544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3562544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3563299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3564299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3565299108c5SRandall Stewart tp1); 3566299108c5SRandall Stewart } 3567544e35bdSRandall Stewart } 3568544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3569544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3570544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3571544e35bdSRandall Stewart } 3572544e35bdSRandall Stewart /* add back to the rwnd */ 3573544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3574544e35bdSRandall Stewart 3575544e35bdSRandall Stewart /* remove from the total flight */ 3576544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3577544e35bdSRandall Stewart 3578dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3579475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3580b7b84c0eSMichael Tuexen /* 3581b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3582b7b84c0eSMichael Tuexen * we store the retran count there. 3583b7b84c0eSMichael Tuexen */ 3584475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3585475d0674SMichael Tuexen /* Yes, so drop it */ 3586475d0674SMichael Tuexen if (tp1->data != NULL) { 35871edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3588475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3589475d0674SMichael Tuexen } 3590475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3591475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3592475d0674SMichael Tuexen continue; 3593475d0674SMichael Tuexen } 3594475d0674SMichael Tuexen } 3595b7b84c0eSMichael Tuexen /* 3596b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3597b7b84c0eSMichael Tuexen * guy\n"); 3598b7b84c0eSMichael Tuexen */ 3599b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 360049656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3601f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 360280fefe0aSRandall Stewart } 3603f8829a4aSRandall Stewart if (strike_flag) { 3604f8829a4aSRandall Stewart /* This is a subsequent FR */ 3605f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3606f8829a4aSRandall Stewart } 36075e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36087c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3609f8829a4aSRandall Stewart /* 3610f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3611f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3612f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3613f8829a4aSRandall Stewart */ 3614f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3615f8829a4aSRandall Stewart alt = tp1->whoTo; 36163c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 361720083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3618b7b84c0eSMichael Tuexen /* 3619b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3620b54d3a6cSRandall Stewart * use the PF version of 3621b7b84c0eSMichael Tuexen * find_alt_net() 3622b7b84c0eSMichael Tuexen */ 3623b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3624b54d3a6cSRandall Stewart } else { 3625b7b84c0eSMichael Tuexen /* 3626b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3627b54d3a6cSRandall Stewart * use the CMT version of 3628b7b84c0eSMichael Tuexen * find_alt_net() 3629b7b84c0eSMichael Tuexen */ 363052be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3631f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3632b54d3a6cSRandall Stewart } 3633ad81507eSRandall Stewart if (alt == NULL) { 3634ad81507eSRandall Stewart alt = tp1->whoTo; 3635ad81507eSRandall Stewart } 3636f8829a4aSRandall Stewart /* 3637f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3638f8829a4aSRandall Stewart * the retransmission, then new 3639f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3640f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3641f8829a4aSRandall Stewart * pseudo-cumack always. 3642f8829a4aSRandall Stewart */ 3643ad81507eSRandall Stewart if (tp1->whoTo) { 3644f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3645f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3646ad81507eSRandall Stewart } 3647f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3648f8829a4aSRandall Stewart 3649f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3650f8829a4aSRandall Stewart /* Can we find an alternate? */ 3651f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3652f8829a4aSRandall Stewart #else 3653f8829a4aSRandall Stewart /* 3654f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3655f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3656f8829a4aSRandall Stewart * paper details why. 3657f8829a4aSRandall Stewart */ 3658f8829a4aSRandall Stewart alt = tp1->whoTo; 3659f8829a4aSRandall Stewart #endif 3660f8829a4aSRandall Stewart } 3661f8829a4aSRandall Stewart 3662f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3663f8829a4aSRandall Stewart tot_retrans++; 3664f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3665f8829a4aSRandall Stewart /* 3666cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 366749656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3668f8829a4aSRandall Stewart */ 3669f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3670f8829a4aSRandall Stewart /* 3671f8829a4aSRandall Stewart * If the queue of send is empty then its 3672f8829a4aSRandall Stewart * the next sequence number that will be 3673f8829a4aSRandall Stewart * assigned so we subtract one from this to 3674f8829a4aSRandall Stewart * get the one we last sent. 3675f8829a4aSRandall Stewart */ 3676f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3677f8829a4aSRandall Stewart } else { 3678f8829a4aSRandall Stewart /* 3679f8829a4aSRandall Stewart * If there are chunks on the send queue 3680f8829a4aSRandall Stewart * (unsent data that has made it from the 3681f8829a4aSRandall Stewart * stream queues but not out the door, we 3682f8829a4aSRandall Stewart * take the first one (which will have the 3683f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3684f8829a4aSRandall Stewart * one we last sent. 3685f8829a4aSRandall Stewart */ 3686f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3687f8829a4aSRandall Stewart 3688f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3689f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 369049656eefSMichael Tuexen ttt->rec.data.tsn; 3691f8829a4aSRandall Stewart } 3692f8829a4aSRandall Stewart 3693f8829a4aSRandall Stewart if (tp1->do_rtt) { 3694f8829a4aSRandall Stewart /* 3695f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3696f8829a4aSRandall Stewart * it, cancel it 3697f8829a4aSRandall Stewart */ 369860990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 369960990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3700f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3701f79aab18SRandall Stewart } 3702f8829a4aSRandall Stewart tp1->do_rtt = 0; 3703f8829a4aSRandall Stewart } 3704f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3705f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3706f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37073c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3708f8829a4aSRandall Stewart tp1->whoTo = alt; 3709f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3710f8829a4aSRandall Stewart } 3711f8829a4aSRandall Stewart } 37124a9ef3f8SMichael Tuexen } 3713f8829a4aSRandall Stewart } 3714f8829a4aSRandall Stewart 3715f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3716f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3717f8829a4aSRandall Stewart struct sctp_association *asoc) 3718f8829a4aSRandall Stewart { 3719f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3720f8829a4aSRandall Stewart struct timeval now; 3721f8829a4aSRandall Stewart int now_filled = 0; 3722f8829a4aSRandall Stewart 3723dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3724f8829a4aSRandall Stewart return (NULL); 3725f8829a4aSRandall Stewart } 37264a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3727f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 372898f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3729325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3730f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3731f8829a4aSRandall Stewart break; 3732f8829a4aSRandall Stewart } 37330c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 37342a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3735325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 37360c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 37370c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 373849656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 37390c0982b8SRandall Stewart } 37400c0982b8SRandall Stewart } 3741f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3742f8829a4aSRandall Stewart /* 3743f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3744f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3745f8829a4aSRandall Stewart */ 3746f8829a4aSRandall Stewart break; 3747f8829a4aSRandall Stewart } 3748f8829a4aSRandall Stewart if (!now_filled) { 37496e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3750f8829a4aSRandall Stewart now_filled = 1; 3751f8829a4aSRandall Stewart } 3752f8829a4aSRandall Stewart /* 3753f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3754f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3755f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3756f8829a4aSRandall Stewart * it if its a resend? 3757f8829a4aSRandall Stewart */ 3758f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3759f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3760f8829a4aSRandall Stewart /* 3761f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3762f8829a4aSRandall Stewart * now up? 3763f8829a4aSRandall Stewart */ 3764f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3765f8829a4aSRandall Stewart /* Yes so drop it */ 3766f8829a4aSRandall Stewart if (tp1->data) { 3767ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 37681edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3769f8829a4aSRandall Stewart } 3770f8829a4aSRandall Stewart } else { 3771f8829a4aSRandall Stewart /* 3772f8829a4aSRandall Stewart * No, we are done when hit one for resend 3773f8829a4aSRandall Stewart * whos time as not expired. 3774f8829a4aSRandall Stewart */ 3775f8829a4aSRandall Stewart break; 3776f8829a4aSRandall Stewart } 3777f8829a4aSRandall Stewart } 3778f8829a4aSRandall Stewart /* 3779f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3780f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3781f8829a4aSRandall Stewart * the next chunk. 3782f8829a4aSRandall Stewart */ 378398f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3784325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3785f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 378649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 378749656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3788f8829a4aSRandall Stewart a_adv = tp1; 378949656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 37900c0982b8SRandall Stewart /* No update but we do save the chk */ 37910c0982b8SRandall Stewart a_adv = tp1; 37920c0982b8SRandall Stewart } 3793f8829a4aSRandall Stewart } else { 3794f8829a4aSRandall Stewart /* 3795f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3796f8829a4aSRandall Stewart * further 3797f8829a4aSRandall Stewart */ 3798f8829a4aSRandall Stewart break; 3799f8829a4aSRandall Stewart } 3800f8829a4aSRandall Stewart } 3801f8829a4aSRandall Stewart return (a_adv); 3802f8829a4aSRandall Stewart } 3803f8829a4aSRandall Stewart 38040c0982b8SRandall Stewart static int 3805c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3806bff64a4dSRandall Stewart { 3807bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3808afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3809548f47a8SMichael Tuexen int ret; 3810548f47a8SMichael Tuexen #ifndef INVARIANTS 3811548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3812548f47a8SMichael Tuexen #endif 3813548f47a8SMichael Tuexen 3814548f47a8SMichael Tuexen ret = 0; 3815548f47a8SMichael Tuexen #ifndef INVARIANTS 38160c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38170c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3818548f47a8SMichael Tuexen #endif 38190c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38200c0982b8SRandall Stewart return (0); 3821bff64a4dSRandall Stewart 3822bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3823bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3824cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 382549656eefSMichael Tuexen chk->rec.data.tsn, 38260c0982b8SRandall Stewart chk->send_size, 3827cd3fd531SMichael Tuexen chk->snd_count); 3828bff64a4dSRandall Stewart inflight++; 3829bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3830bff64a4dSRandall Stewart resend++; 3831bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3832bff64a4dSRandall Stewart inbetween++; 3833bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3834bff64a4dSRandall Stewart above++; 3835bff64a4dSRandall Stewart } else { 3836bff64a4dSRandall Stewart acked++; 3837bff64a4dSRandall Stewart } 3838bff64a4dSRandall Stewart } 3839f1f73e57SRandall Stewart 3840c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3841f1f73e57SRandall Stewart #ifdef INVARIANTS 3842c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3843f1f73e57SRandall Stewart #else 3844cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 38450c0982b8SRandall Stewart entry_flight, entry_cnt); 38460c0982b8SRandall Stewart 38470c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 38480c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 38490c0982b8SRandall Stewart ret = 1; 3850f1f73e57SRandall Stewart #endif 3851bff64a4dSRandall Stewart } 38520c0982b8SRandall Stewart return (ret); 3853c105859eSRandall Stewart } 3854c105859eSRandall Stewart 3855c105859eSRandall Stewart 3856c105859eSRandall Stewart static void 3857c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3858c105859eSRandall Stewart struct sctp_association *asoc, 3859c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3860c105859eSRandall Stewart { 3861dfb11ef8SRandall Stewart tp1->window_probe = 0; 38625171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3863dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3864dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 38658427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3866dfb11ef8SRandall Stewart tp1->book_size, 38679a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 386849656eefSMichael Tuexen tp1->rec.data.tsn); 3869dfb11ef8SRandall Stewart return; 3870dfb11ef8SRandall Stewart } 38715171328bSRandall Stewart /* First setup this by shrinking flight */ 3872299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3873299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3874299108c5SRandall Stewart tp1); 3875299108c5SRandall Stewart } 38765171328bSRandall Stewart sctp_flight_size_decrease(tp1); 38775171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 38785171328bSRandall Stewart /* Now mark for resend */ 38795171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3880791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3881791437b5SRandall Stewart 3882b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3883c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3884c105859eSRandall Stewart tp1->whoTo->flight_size, 3885c105859eSRandall Stewart tp1->book_size, 38869a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 388749656eefSMichael Tuexen tp1->rec.data.tsn); 388880fefe0aSRandall Stewart } 3889c105859eSRandall Stewart } 3890c105859eSRandall Stewart 3891f8829a4aSRandall Stewart void 3892f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3893899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3894f8829a4aSRandall Stewart { 3895f8829a4aSRandall Stewart struct sctp_nets *net; 3896f8829a4aSRandall Stewart struct sctp_association *asoc; 3897f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 38985e54f665SRandall Stewart uint32_t old_rwnd; 38995e54f665SRandall Stewart int win_probe_recovery = 0; 3900c105859eSRandall Stewart int win_probe_recovered = 0; 3901d06c82f1SRandall Stewart int j, done_once = 0; 3902f79aab18SRandall Stewart int rto_ok = 1; 3903fd60718dSMichael Tuexen uint32_t send_s; 3904f8829a4aSRandall Stewart 3905b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3906d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3907d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 390880fefe0aSRandall Stewart } 3909f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 391018e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 391118e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 391218e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 391318e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 391418e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 391518e198d3SRandall Stewart } 391618e198d3SRandall Stewart #endif 3917f8829a4aSRandall Stewart asoc = &stcb->asoc; 3918d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 391920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39205e54f665SRandall Stewart /* old ack */ 39215e54f665SRandall Stewart return; 3922d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3923d06c82f1SRandall Stewart /* Window update sack */ 3924d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 392544fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3926d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3927d06c82f1SRandall Stewart /* SWS sender side engages */ 3928d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3929d06c82f1SRandall Stewart } 3930d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3931d06c82f1SRandall Stewart goto again; 3932d06c82f1SRandall Stewart } 3933d06c82f1SRandall Stewart return; 39345e54f665SRandall Stewart } 3935f8829a4aSRandall Stewart /* First setup for CC stuff */ 3936f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3937a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3938a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3939a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3940a21779f0SRandall Stewart } 3941f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3942f8829a4aSRandall Stewart net->net_ack = 0; 3943f8829a4aSRandall Stewart net->net_ack2 = 0; 3944132dea7dSRandall Stewart 3945132dea7dSRandall Stewart /* 3946132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3947132dea7dSRandall Stewart * SACK processing 3948132dea7dSRandall Stewart */ 3949132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3950132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3951299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3952299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3953299108c5SRandall Stewart } 3954f8829a4aSRandall Stewart } 3955c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3956c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3957c105859eSRandall Stewart sctpchunk_listhead); 395849656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3959139bc87fSRandall Stewart } else { 3960c105859eSRandall Stewart send_s = asoc->sending_seq; 3961139bc87fSRandall Stewart } 396220b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3963ff1ffd74SMichael Tuexen struct mbuf *op_err; 3964ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3965139bc87fSRandall Stewart 3966139bc87fSRandall Stewart *abort_now = 1; 3967139bc87fSRandall Stewart /* XXX */ 396855f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3969ff1ffd74SMichael Tuexen cumack, send_s); 3970ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 397144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3972ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3973139bc87fSRandall Stewart return; 3974139bc87fSRandall Stewart } 3975f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3976b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3977c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3978c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3979c4739e2fSRandall Stewart 0, 3980c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3981c4739e2fSRandall Stewart __LINE__); 3982c4739e2fSRandall Stewart } 3983f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 398420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3985f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 39864a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 398749656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 398818e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3989cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 399018e198d3SRandall Stewart } 3991f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3992f8829a4aSRandall Stewart /* 399318e198d3SRandall Stewart * If it is less than ACKED, it is 399418e198d3SRandall Stewart * now no-longer in flight. Higher 399518e198d3SRandall Stewart * values may occur during marking 3996f8829a4aSRandall Stewart */ 3997c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3998b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3999c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4000a5d547adSRandall Stewart tp1->whoTo->flight_size, 4001a5d547adSRandall Stewart tp1->book_size, 40029a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 400349656eefSMichael Tuexen tp1->rec.data.tsn); 400480fefe0aSRandall Stewart } 4005c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4006299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4007299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4008299108c5SRandall Stewart tp1); 4009299108c5SRandall Stewart } 401004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4011c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4012f8829a4aSRandall Stewart } 4013f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4014f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4015f8829a4aSRandall Stewart /* 401618e198d3SRandall Stewart * True non-retransmited 4017f8829a4aSRandall Stewart * chunk 4018f8829a4aSRandall Stewart */ 4019f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4020f8829a4aSRandall Stewart tp1->send_size; 4021f8829a4aSRandall Stewart 4022f8829a4aSRandall Stewart /* update RTO too? */ 402362c1ff9cSRandall Stewart if (tp1->do_rtt) { 4024f79aab18SRandall Stewart if (rto_ok) { 4025f8829a4aSRandall Stewart tp1->whoTo->RTO = 402604ee05e8SRandall Stewart /* 402704ee05e8SRandall Stewart * sa_ignore 40285b495f17SMichael Tuexen * NO_NULL_CHK 402904ee05e8SRandall Stewart */ 4030f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4031f8829a4aSRandall Stewart asoc, tp1->whoTo, 403218e198d3SRandall Stewart &tp1->sent_rcv_time, 4033899288aeSRandall Stewart sctp_align_safe_nocopy, 4034f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4035f79aab18SRandall Stewart rto_ok = 0; 4036f79aab18SRandall Stewart } 4037f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4038f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4039f79aab18SRandall Stewart } 4040f8829a4aSRandall Stewart tp1->do_rtt = 0; 4041f8829a4aSRandall Stewart } 4042f8829a4aSRandall Stewart } 4043132dea7dSRandall Stewart /* 404418e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 404518e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 404618e198d3SRandall Stewart * acked for the first time, set the 404718e198d3SRandall Stewart * following variables for the 404818e198d3SRandall Stewart * corresp destination. 404918e198d3SRandall Stewart * new_pseudo_cumack will trigger a 405018e198d3SRandall Stewart * cwnd update. 405118e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 405218e198d3SRandall Stewart * trigger search for the next 405318e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4054132dea7dSRandall Stewart */ 4055132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4056132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4057132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4058132dea7dSRandall Stewart 4059b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 406004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 406149656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 406280fefe0aSRandall Stewart } 4063f8829a4aSRandall Stewart } 4064f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4065f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4066f8829a4aSRandall Stewart } 406742551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 406842551e99SRandall Stewart /* deflate the cwnd */ 406942551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 407042551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 407142551e99SRandall Stewart } 4072325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 407349656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 407449656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4075a7ad6026SMichael Tuexen #ifdef INVARIANTS 4076a7ad6026SMichael Tuexen } else { 407749656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4078a7ad6026SMichael Tuexen #endif 4079a7ad6026SMichael Tuexen } 4080a7ad6026SMichael Tuexen } 408149656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 408249656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 408349656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4084d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4085d96bef9cSMichael Tuexen } 4086f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4087f8829a4aSRandall Stewart if (tp1->data) { 408804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4089f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4090f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 40914a9ef3f8SMichael Tuexen tp1->data = NULL; 4092f8829a4aSRandall Stewart } 4093b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4094f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4095f8829a4aSRandall Stewart cumack, 409649656eefSMichael Tuexen tp1->rec.data.tsn, 4097f8829a4aSRandall Stewart 0, 4098f8829a4aSRandall Stewart 0, 4099f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 410080fefe0aSRandall Stewart } 4101f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4102689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 410318e198d3SRandall Stewart } else { 410418e198d3SRandall Stewart break; 4105f8829a4aSRandall Stewart } 41065e54f665SRandall Stewart } 410718e198d3SRandall Stewart 410818e198d3SRandall Stewart } 410904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4110f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4111ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4112ceaad40aSRandall Stewart struct socket *so; 4113ceaad40aSRandall Stewart 4114ceaad40aSRandall Stewart #endif 4115f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4116b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 411704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41187215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 411980fefe0aSRandall Stewart } 4120ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4121ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4122ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4123ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4124ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4125ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4126ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4127ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4128ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4129ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4130ceaad40aSRandall Stewart return; 4131ceaad40aSRandall Stewart } 4132ceaad40aSRandall Stewart #endif 4133f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4134ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4135ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4136ceaad40aSRandall Stewart #endif 4137f8829a4aSRandall Stewart } else { 4138b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 41397215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 414080fefe0aSRandall Stewart } 4141f8829a4aSRandall Stewart } 4142f8829a4aSRandall Stewart 4143b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4144ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4145ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4146ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4147ca85e948SMichael Tuexen /* 4148ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4149ca85e948SMichael Tuexen * count, this is optional. 4150ca85e948SMichael Tuexen */ 4151ca85e948SMichael Tuexen net->error_count = 0; 4152ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4153ca85e948SMichael Tuexen /* addr came good */ 4154ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4155ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 41564b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4157ca85e948SMichael Tuexen } 4158ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4159ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4160b7b84c0eSMichael Tuexen /* 4161b7b84c0eSMichael Tuexen * release the alternate, 4162b7b84c0eSMichael Tuexen * primary is good 4163b7b84c0eSMichael Tuexen */ 4164ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4165ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4166ca85e948SMichael Tuexen } 4167ca85e948SMichael Tuexen } 4168ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4169ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4170b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4171b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 417244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4173ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4174ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4175ca85e948SMichael Tuexen /* Done with this net */ 4176ca85e948SMichael Tuexen net->net_ack = 0; 4177ca85e948SMichael Tuexen } 4178ca85e948SMichael Tuexen /* restore any doubled timers */ 4179ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4180ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4181ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4182ca85e948SMichael Tuexen } 4183ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4184ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4185ca85e948SMichael Tuexen } 4186ca85e948SMichael Tuexen } 4187ca85e948SMichael Tuexen } 4188b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4189ca85e948SMichael Tuexen } 4190f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 41915e54f665SRandall Stewart 4192f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4193f8829a4aSRandall Stewart /* nothing left in-flight */ 4194f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4195f8829a4aSRandall Stewart net->flight_size = 0; 4196f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4197f8829a4aSRandall Stewart } 4198f8829a4aSRandall Stewart asoc->total_flight = 0; 4199f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4200f8829a4aSRandall Stewart } 4201f8829a4aSRandall Stewart /* RWND update */ 4202f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 420344fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4204f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4205f8829a4aSRandall Stewart /* SWS sender side engages */ 4206f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4207f8829a4aSRandall Stewart } 42085e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42095e54f665SRandall Stewart win_probe_recovery = 1; 42105e54f665SRandall Stewart } 4211f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4212a5d547adSRandall Stewart again: 4213a5d547adSRandall Stewart j = 0; 4214f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42155e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4216c105859eSRandall Stewart win_probe_recovered = 1; 42175e54f665SRandall Stewart /* 42185e54f665SRandall Stewart * Find first chunk that was used with window probe 42195e54f665SRandall Stewart * and clear the sent 42205e54f665SRandall Stewart */ 42213c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42225e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42235e54f665SRandall Stewart if (tp1->window_probe) { 4224cd554309SMichael Tuexen /* move back to data send queue */ 42257215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42265e54f665SRandall Stewart break; 42275e54f665SRandall Stewart } 42285e54f665SRandall Stewart } 42295e54f665SRandall Stewart } 42305171328bSRandall Stewart if (net->flight_size) { 4231a5d547adSRandall Stewart j++; 423272e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42335171328bSRandall Stewart if (net->window_probe) { 42345171328bSRandall Stewart net->window_probe = 0; 42355171328bSRandall Stewart } 4236f8829a4aSRandall Stewart } else { 42375171328bSRandall Stewart if (net->window_probe) { 4238b7b84c0eSMichael Tuexen /* 4239b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4240b7b84c0eSMichael Tuexen * is still running there 4241b7b84c0eSMichael Tuexen */ 42425171328bSRandall Stewart net->window_probe = 0; 42435171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 424472e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42455171328bSRandall Stewart } 42465171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4247f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4248a5d547adSRandall Stewart stcb, net, 424944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4250f8829a4aSRandall Stewart } 4251f8829a4aSRandall Stewart } 4252f8829a4aSRandall Stewart } 4253bff64a4dSRandall Stewart if ((j == 0) && 4254bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4255bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4256c105859eSRandall Stewart (win_probe_recovered == 0) && 4257bff64a4dSRandall Stewart (done_once == 0)) { 42580c0982b8SRandall Stewart /* 42590c0982b8SRandall Stewart * huh, this should not happen unless all packets are 42600c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 42610c0982b8SRandall Stewart */ 42620c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4263a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4264a5d547adSRandall Stewart net->flight_size = 0; 4265a5d547adSRandall Stewart } 4266a5d547adSRandall Stewart asoc->total_flight = 0; 4267a5d547adSRandall Stewart asoc->total_flight_count = 0; 4268a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4269a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4270a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4271c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4272c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4273a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4274791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4275a5d547adSRandall Stewart } 4276a5d547adSRandall Stewart } 42770c0982b8SRandall Stewart } 4278bff64a4dSRandall Stewart done_once = 1; 4279a5d547adSRandall Stewart goto again; 4280a5d547adSRandall Stewart } 4281f8829a4aSRandall Stewart /**********************************/ 4282f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4283f8829a4aSRandall Stewart /**********************************/ 4284f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4285f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4286f8829a4aSRandall Stewart /* clean up */ 4287f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4288f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4289f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4290d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4291f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 42922afb3e84SRandall Stewart } 4293bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4294bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4295bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4296bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4297ff1ffd74SMichael Tuexen struct mbuf *op_err; 4298f8829a4aSRandall Stewart 4299f8829a4aSRandall Stewart *abort_now = 1; 4300f8829a4aSRandall Stewart /* XXX */ 4301ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 430244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4303ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4304fe4a59b3SMichael Tuexen return; 4305bbc9dfbcSMichael Tuexen } 4306bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4307bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4308ca85e948SMichael Tuexen struct sctp_nets *netp; 4309ca85e948SMichael Tuexen 4310f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4311f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4312f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4313f42a358aSRandall Stewart } 4314c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4315b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4316f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4317ca85e948SMichael Tuexen if (asoc->alternate) { 4318ca85e948SMichael Tuexen netp = asoc->alternate; 4319ca85e948SMichael Tuexen } else { 4320ca85e948SMichael Tuexen netp = asoc->primary_destination; 4321ca85e948SMichael Tuexen } 4322ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4323f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4324ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4325f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4326ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4327f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4328f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4329ca85e948SMichael Tuexen struct sctp_nets *netp; 4330ca85e948SMichael Tuexen 4331f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4332c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4333b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 433412af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4335c39cfa1fSMichael Tuexen if (asoc->alternate) { 4336c39cfa1fSMichael Tuexen netp = asoc->alternate; 4337c39cfa1fSMichael Tuexen } else { 4338c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4339c39cfa1fSMichael Tuexen } 4340c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4341f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4342ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4343f8829a4aSRandall Stewart } 4344f8829a4aSRandall Stewart } 4345dfb11ef8SRandall Stewart /*********************************************/ 4346dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4347dfb11ef8SRandall Stewart /* (section 4.2) */ 4348dfb11ef8SRandall Stewart /*********************************************/ 4349dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 435020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4351dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4352dfb11ef8SRandall Stewart } 4353830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4354dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4355830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4356830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4357830d754dSRandall Stewart 4358830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4359830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4360830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 436120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4362830d754dSRandall Stewart /* 4363493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4364830d754dSRandall Stewart */ 436520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4366830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 43670c0982b8SRandall Stewart } else if (lchk) { 43680c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 436944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 43700c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 43710c0982b8SRandall Stewart } 4372830d754dSRandall Stewart } 4373830d754dSRandall Stewart } 4374830d754dSRandall Stewart if (lchk) { 4375830d754dSRandall Stewart /* Assure a timer is up */ 4376830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4377830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4378830d754dSRandall Stewart } 4379830d754dSRandall Stewart } 4380b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4381f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4382f8829a4aSRandall Stewart rwnd, 4383f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4384f8829a4aSRandall Stewart stcb->asoc.total_flight, 4385f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 438680fefe0aSRandall Stewart } 4387f8829a4aSRandall Stewart } 4388f8829a4aSRandall Stewart 4389f8829a4aSRandall Stewart void 4390cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 43917215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4392cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4393cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4394899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4395f8829a4aSRandall Stewart { 4396f8829a4aSRandall Stewart struct sctp_association *asoc; 4397f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4398cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4399f8829a4aSRandall Stewart uint16_t wake_him = 0; 4400c105859eSRandall Stewart uint32_t send_s = 0; 4401f8829a4aSRandall Stewart long j; 4402f8829a4aSRandall Stewart int accum_moved = 0; 4403f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44045e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44055e54f665SRandall Stewart int win_probe_recovery = 0; 4406c105859eSRandall Stewart int win_probe_recovered = 0; 4407f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4408bff64a4dSRandall Stewart int done_once; 4409f79aab18SRandall Stewart int rto_ok = 1; 4410f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4411f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4412f8829a4aSRandall Stewart 4413f8829a4aSRandall Stewart /* 4414f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4415f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4416f8829a4aSRandall Stewart */ 4417f8829a4aSRandall Stewart /* 4418f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4419f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4420f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4421f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4422f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4423f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4424f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4425f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4426f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4427f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4428f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4429f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4430f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4431f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4432f8829a4aSRandall Stewart * if in shutdown_recv state. 4433f8829a4aSRandall Stewart */ 4434f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4435f8829a4aSRandall Stewart /* CMT DAC algo */ 4436f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4437f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4438cd554309SMichael Tuexen last_tsn = cum_ack; 4439cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 444018e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 444118e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 444218e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 444318e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 444418e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 444518e198d3SRandall Stewart } 444618e198d3SRandall Stewart #endif 4447d06c82f1SRandall Stewart a_rwnd = rwnd; 4448f8829a4aSRandall Stewart 4449cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4450cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4451cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4452cd554309SMichael Tuexen } 44535e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4454b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4455c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4456c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4457c4739e2fSRandall Stewart 0, 4458c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4459c4739e2fSRandall Stewart __LINE__); 4460c4739e2fSRandall Stewart } 4461f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4462f8829a4aSRandall Stewart asoc = &stcb->asoc; 4463b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4464f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4465f8829a4aSRandall Stewart cum_ack, 4466f8829a4aSRandall Stewart 0, 4467f8829a4aSRandall Stewart num_seg, 4468f8829a4aSRandall Stewart num_dup, 4469f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 447080fefe0aSRandall Stewart } 4471ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4472cd554309SMichael Tuexen uint16_t i; 4473458303daSRandall Stewart uint32_t *dupdata, dblock; 4474f8829a4aSRandall Stewart 4475cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4476cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4477458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4478cd554309SMichael Tuexen if (dupdata == NULL) { 4479458303daSRandall Stewart break; 4480458303daSRandall Stewart } 4481cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4482f8829a4aSRandall Stewart } 4483f8829a4aSRandall Stewart } 4484c105859eSRandall Stewart /* reality check */ 4485c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4486c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4487c105859eSRandall Stewart sctpchunk_listhead); 448849656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4489c105859eSRandall Stewart } else { 4490b5c16493SMichael Tuexen tp1 = NULL; 4491c105859eSRandall Stewart send_s = asoc->sending_seq; 4492c105859eSRandall Stewart } 449320b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4494ff1ffd74SMichael Tuexen struct mbuf *op_err; 4495ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4496c105859eSRandall Stewart 4497f8829a4aSRandall Stewart /* 4498fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4499fd60718dSMichael Tuexen * hopelessly messed up with us. 4500f8829a4aSRandall Stewart */ 4501cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4502b5c16493SMichael Tuexen cum_ack, send_s); 4503b5c16493SMichael Tuexen if (tp1) { 4504cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 450549656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4506b5c16493SMichael Tuexen } 4507f8829a4aSRandall Stewart hopeless_peer: 4508f8829a4aSRandall Stewart *abort_now = 1; 4509f8829a4aSRandall Stewart /* XXX */ 451055f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4511ff1ffd74SMichael Tuexen cum_ack, send_s); 4512ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 451344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4514ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4515f8829a4aSRandall Stewart return; 4516f8829a4aSRandall Stewart } 4517f8829a4aSRandall Stewart /**********************/ 4518f8829a4aSRandall Stewart /* 1) check the range */ 4519f8829a4aSRandall Stewart /**********************/ 452020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4521f8829a4aSRandall Stewart /* acking something behind */ 4522f8829a4aSRandall Stewart return; 4523f8829a4aSRandall Stewart } 4524f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4525f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4526f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4527cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4528f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4529b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4530f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4531f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 453280fefe0aSRandall Stewart } 4533f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4534f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4535f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4536f8829a4aSRandall Stewart } 4537f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4538f8829a4aSRandall Stewart /* SWS sender side engages */ 4539f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4540f8829a4aSRandall Stewart } 4541f8829a4aSRandall Stewart /* stop any timers */ 4542f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4543f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 454444249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4545f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4546f8829a4aSRandall Stewart net->flight_size = 0; 4547f8829a4aSRandall Stewart } 4548f8829a4aSRandall Stewart asoc->total_flight = 0; 4549f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4550f8829a4aSRandall Stewart return; 4551f8829a4aSRandall Stewart } 4552f8829a4aSRandall Stewart /* 4553f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4554f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4555f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4556f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4557f8829a4aSRandall Stewart * destination address basis. 4558f8829a4aSRandall Stewart */ 4559f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4560a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4561a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4562a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4563a21779f0SRandall Stewart } 4564f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4565f8829a4aSRandall Stewart net->net_ack = 0; 4566f8829a4aSRandall Stewart net->net_ack2 = 0; 4567f8829a4aSRandall Stewart 4568f8829a4aSRandall Stewart /* 456942551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 457042551e99SRandall Stewart * SACK processing 4571f8829a4aSRandall Stewart */ 4572f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4573f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4574299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4575299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4576299108c5SRandall Stewart } 4577f8829a4aSRandall Stewart } 4578f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 45794a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 458049656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4581f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4582f8829a4aSRandall Stewart accum_moved = 1; 4583f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4584f8829a4aSRandall Stewart /* 4585f8829a4aSRandall Stewart * If it is less than ACKED, it is 4586f8829a4aSRandall Stewart * now no-longer in flight. Higher 4587f8829a4aSRandall Stewart * values may occur during marking 4588f8829a4aSRandall Stewart */ 4589f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4590f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4591f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4592f8829a4aSRandall Stewart /* 4593f8829a4aSRandall Stewart * If there was no retran 4594f8829a4aSRandall Stewart * and the address is 4595f8829a4aSRandall Stewart * un-confirmed and we sent 4596f8829a4aSRandall Stewart * there and are now 4597f8829a4aSRandall Stewart * sacked.. its confirmed, 4598f8829a4aSRandall Stewart * mark it so. 4599f8829a4aSRandall Stewart */ 4600f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4601f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4602f8829a4aSRandall Stewart } 4603c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4604b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4605c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4606a5d547adSRandall Stewart tp1->whoTo->flight_size, 4607a5d547adSRandall Stewart tp1->book_size, 46089a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 460949656eefSMichael Tuexen tp1->rec.data.tsn); 461080fefe0aSRandall Stewart } 4611c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4612c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4613299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4614299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4615299108c5SRandall Stewart tp1); 4616299108c5SRandall Stewart } 4617f8829a4aSRandall Stewart } 4618f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4619f8829a4aSRandall Stewart 4620f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 462149656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4622f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4623f8829a4aSRandall Stewart 4624f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4625f8829a4aSRandall Stewart /* 4626f8829a4aSRandall Stewart * True non-retransmited 4627f8829a4aSRandall Stewart * chunk 4628f8829a4aSRandall Stewart */ 4629f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4630f8829a4aSRandall Stewart tp1->send_size; 4631f8829a4aSRandall Stewart 4632f8829a4aSRandall Stewart /* update RTO too? */ 4633f8829a4aSRandall Stewart if (tp1->do_rtt) { 4634f79aab18SRandall Stewart if (rto_ok) { 4635f8829a4aSRandall Stewart tp1->whoTo->RTO = 4636f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4637f8829a4aSRandall Stewart asoc, tp1->whoTo, 463818e198d3SRandall Stewart &tp1->sent_rcv_time, 4639899288aeSRandall Stewart sctp_align_safe_nocopy, 4640f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4641f79aab18SRandall Stewart rto_ok = 0; 4642f79aab18SRandall Stewart } 4643f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4644f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4645f79aab18SRandall Stewart } 4646f8829a4aSRandall Stewart tp1->do_rtt = 0; 4647f8829a4aSRandall Stewart } 4648f8829a4aSRandall Stewart } 4649f8829a4aSRandall Stewart /* 4650f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4651f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4652f8829a4aSRandall Stewart * acked for the first time, set the 4653f8829a4aSRandall Stewart * following variables for the 4654f8829a4aSRandall Stewart * corresp destination. 4655f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4656f8829a4aSRandall Stewart * cwnd update. 4657f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4658f8829a4aSRandall Stewart * trigger search for the next 4659f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4660f8829a4aSRandall Stewart */ 4661f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4662f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4663f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4664f8829a4aSRandall Stewart 4665f8829a4aSRandall Stewart 4666b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4667f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4668f8829a4aSRandall Stewart cum_ack, 466949656eefSMichael Tuexen tp1->rec.data.tsn, 4670f8829a4aSRandall Stewart 0, 4671f8829a4aSRandall Stewart 0, 4672f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 467380fefe0aSRandall Stewart } 4674b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 467549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 467680fefe0aSRandall Stewart } 4677f8829a4aSRandall Stewart } 4678f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4679f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4680f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4681f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4682f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4683f8829a4aSRandall Stewart #endif 4684f8829a4aSRandall Stewart } 468542551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 468642551e99SRandall Stewart /* deflate the cwnd */ 468742551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 468842551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 468942551e99SRandall Stewart } 4690325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4691f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4692f8829a4aSRandall Stewart } 4693325c8c46SMichael Tuexen } 4694f8829a4aSRandall Stewart } else { 4695f8829a4aSRandall Stewart break; 4696f8829a4aSRandall Stewart } 4697f8829a4aSRandall Stewart } 4698f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4699f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4700f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4701f8829a4aSRandall Stewart 4702cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4703f8829a4aSRandall Stewart 4704f8829a4aSRandall Stewart /* 4705f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4706f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4707f8829a4aSRandall Stewart * for all dests. 4708f8829a4aSRandall Stewart */ 4709f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4710f8829a4aSRandall Stewart net->saw_newack = 0; 4711f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4712f8829a4aSRandall Stewart } 4713f8829a4aSRandall Stewart 4714f8829a4aSRandall Stewart /* 4715f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4716f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4717f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4718f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4719f8829a4aSRandall Stewart */ 4720cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4721cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47227215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4723cd554309SMichael Tuexen wake_him++; 4724cd554309SMichael Tuexen } 4725f8829a4aSRandall Stewart /* 4726fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4727fd60718dSMichael Tuexen * adherence is wanted. 4728f8829a4aSRandall Stewart */ 472920b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4730f8829a4aSRandall Stewart /* 4731fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4732fd60718dSMichael Tuexen * We must abort. 4733f8829a4aSRandall Stewart */ 4734cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4735cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4736f8829a4aSRandall Stewart goto hopeless_peer; 4737f8829a4aSRandall Stewart } 4738f8829a4aSRandall Stewart } 4739f8829a4aSRandall Stewart /*******************************************/ 4740f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4741f8829a4aSRandall Stewart /*******************************************/ 47427c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4743f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4744f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4745f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4746a5d547adSRandall Stewart stcb, net, 474744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4748f8829a4aSRandall Stewart 4749f8829a4aSRandall Stewart } 4750f8829a4aSRandall Stewart } else { 4751f8829a4aSRandall Stewart if (accum_moved) { 4752f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4753f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 475444249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4755f8829a4aSRandall Stewart } 4756f8829a4aSRandall Stewart } 4757f8829a4aSRandall Stewart } 4758f8829a4aSRandall Stewart /********************************************/ 4759d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4760f8829a4aSRandall Stewart /********************************************/ 4761f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4762f8829a4aSRandall Stewart 47637c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 476449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4765f8829a4aSRandall Stewart break; 4766f8829a4aSRandall Stewart } 4767325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 476849656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 476949656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4770a7ad6026SMichael Tuexen #ifdef INVARIANTS 4771a7ad6026SMichael Tuexen } else { 477249656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4773a7ad6026SMichael Tuexen #endif 4774a7ad6026SMichael Tuexen } 4775f8829a4aSRandall Stewart } 477649656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 477749656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 477849656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4779d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4780d96bef9cSMichael Tuexen } 4781f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 47820ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4783f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4784f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4785f8829a4aSRandall Stewart } 47867c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4787f8829a4aSRandall Stewart if (tp1->data) { 478804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4789f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4790f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 47917c99d56fSMichael Tuexen tp1->data = NULL; 4792dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4793f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4794f8829a4aSRandall Stewart } 4795f8829a4aSRandall Stewart } 4796b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4797f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4798f8829a4aSRandall Stewart cum_ack, 479949656eefSMichael Tuexen tp1->rec.data.tsn, 4800f8829a4aSRandall Stewart 0, 4801f8829a4aSRandall Stewart 0, 4802f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 480380fefe0aSRandall Stewart } 4804689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4805f8829a4aSRandall Stewart wake_him++; 48067c99d56fSMichael Tuexen } 48077c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48087c99d56fSMichael Tuexen #ifdef INVARIANTS 4809cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48107c99d56fSMichael Tuexen #else 48117c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48127c99d56fSMichael Tuexen asoc->total_flight); 48137c99d56fSMichael Tuexen #endif 48147c99d56fSMichael Tuexen asoc->total_flight = 0; 48157c99d56fSMichael Tuexen } 481604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4817f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4818ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4819ceaad40aSRandall Stewart struct socket *so; 4820ceaad40aSRandall Stewart 4821ceaad40aSRandall Stewart #endif 4822f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4823b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48247215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 482580fefe0aSRandall Stewart } 4826ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4827ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4828ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4829ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4830ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4831ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4832ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4833ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4834ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4835ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4836ceaad40aSRandall Stewart return; 4837ceaad40aSRandall Stewart } 4838ceaad40aSRandall Stewart #endif 4839f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4840ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4841ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4842ceaad40aSRandall Stewart #endif 4843f8829a4aSRandall Stewart } else { 4844b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48457215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 484680fefe0aSRandall Stewart } 4847f8829a4aSRandall Stewart } 4848f8829a4aSRandall Stewart 484942551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 485020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4851f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4852f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4853f8829a4aSRandall Stewart } 4854f8829a4aSRandall Stewart } 4855f8829a4aSRandall Stewart /* 4856f8829a4aSRandall Stewart * Check for revoked fragments: 4857f8829a4aSRandall Stewart * 4858f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4859f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4860f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4861f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4862f8829a4aSRandall Stewart * we had some before and now we have NONE. 4863f8829a4aSRandall Stewart */ 4864f8829a4aSRandall Stewart 4865d9c5cfeaSMichael Tuexen if (num_seg) { 4866c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4867d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4868d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4869f8829a4aSRandall Stewart int cnt_revoked = 0; 4870f8829a4aSRandall Stewart 4871f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4872f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4873b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4874f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4875b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4876c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4877c105859eSRandall Stewart tp1->whoTo->flight_size, 4878c105859eSRandall Stewart tp1->book_size, 48799a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 488049656eefSMichael Tuexen tp1->rec.data.tsn); 488180fefe0aSRandall Stewart } 4882c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4883c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4884a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 488542551e99SRandall Stewart /* 488642551e99SRandall Stewart * To ensure that this increase in 48874a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 48884a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 48894a9ef3f8SMichael Tuexen * cwnd artificially. 489042551e99SRandall Stewart */ 489142551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4892f8829a4aSRandall Stewart cnt_revoked++; 4893f8829a4aSRandall Stewart } 4894f8829a4aSRandall Stewart } 4895f8829a4aSRandall Stewart if (cnt_revoked) { 4896f8829a4aSRandall Stewart reneged_all = 1; 4897f8829a4aSRandall Stewart } 4898f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4899f8829a4aSRandall Stewart } 4900d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4901d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4902f8829a4aSRandall Stewart else 4903d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4904f8829a4aSRandall Stewart 4905b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4906ca85e948SMichael Tuexen if (ecne_seen == 0) { 4907ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4908ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4909ca85e948SMichael Tuexen /* 4910ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4911ca85e948SMichael Tuexen * count, this is optional. 4912ca85e948SMichael Tuexen */ 4913ca85e948SMichael Tuexen net->error_count = 0; 4914ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4915ca85e948SMichael Tuexen /* addr came good */ 4916ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4917ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49184b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4919ca85e948SMichael Tuexen } 4920ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4921ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4922b7b84c0eSMichael Tuexen /* 4923b7b84c0eSMichael Tuexen * release the alternate, 4924b7b84c0eSMichael Tuexen * primary is good 4925b7b84c0eSMichael Tuexen */ 4926ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4927ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4928ca85e948SMichael Tuexen } 4929ca85e948SMichael Tuexen } 4930ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4931ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4932b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4933b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 493444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4935ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4936ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4937ca85e948SMichael Tuexen /* Done with this net */ 4938ca85e948SMichael Tuexen net->net_ack = 0; 4939ca85e948SMichael Tuexen } 4940ca85e948SMichael Tuexen /* restore any doubled timers */ 4941ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4942ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4943ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4944ca85e948SMichael Tuexen } 4945ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4946ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4947ca85e948SMichael Tuexen } 4948ca85e948SMichael Tuexen } 4949ca85e948SMichael Tuexen } 4950b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4951ca85e948SMichael Tuexen } 4952f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4953f8829a4aSRandall Stewart /* nothing left in-flight */ 4954f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4955f8829a4aSRandall Stewart /* stop all timers */ 4956f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4957b7d130beSMichael Tuexen stcb, net, 495844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4959f8829a4aSRandall Stewart net->flight_size = 0; 4960f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4961f8829a4aSRandall Stewart } 4962f8829a4aSRandall Stewart asoc->total_flight = 0; 4963f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4964f8829a4aSRandall Stewart } 4965f8829a4aSRandall Stewart /**********************************/ 4966f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4967f8829a4aSRandall Stewart /**********************************/ 4968f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4969f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4970b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4971f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4972f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 497380fefe0aSRandall Stewart } 4974f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4975f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4976f8829a4aSRandall Stewart /* SWS sender side engages */ 4977f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4978f8829a4aSRandall Stewart } 4979f8829a4aSRandall Stewart /* clean up */ 4980f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4981f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4982f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4983d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 49842afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4985f8829a4aSRandall Stewart } 4986bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4987bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4988bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4989bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4990ff1ffd74SMichael Tuexen struct mbuf *op_err; 4991f8829a4aSRandall Stewart 4992f8829a4aSRandall Stewart *abort_now = 1; 4993f8829a4aSRandall Stewart /* XXX */ 4994ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 4995bbc9dfbcSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4996ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4997f8829a4aSRandall Stewart return; 4998bbc9dfbcSMichael Tuexen } 4999bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5000bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5001ca85e948SMichael Tuexen struct sctp_nets *netp; 5002ca85e948SMichael Tuexen 5003f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 5004f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5005f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5006f42a358aSRandall Stewart } 5007c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 5008b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 5009f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5010c39cfa1fSMichael Tuexen if (asoc->alternate) { 5011c39cfa1fSMichael Tuexen netp = asoc->alternate; 5012c39cfa1fSMichael Tuexen } else { 5013c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5014c39cfa1fSMichael Tuexen } 5015ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5016f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5017ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5018f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 5019ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5020f8829a4aSRandall Stewart return; 5021f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5022f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5023ca85e948SMichael Tuexen struct sctp_nets *netp; 5024ca85e948SMichael Tuexen 5025f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5026c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 5027b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 502812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5029c39cfa1fSMichael Tuexen if (asoc->alternate) { 5030c39cfa1fSMichael Tuexen netp = asoc->alternate; 5031c39cfa1fSMichael Tuexen } else { 5032c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5033c39cfa1fSMichael Tuexen } 5034c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5035f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5036ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5037f8829a4aSRandall Stewart return; 5038f8829a4aSRandall Stewart } 5039f8829a4aSRandall Stewart } 5040f8829a4aSRandall Stewart /* 5041f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5042f8829a4aSRandall Stewart * HEADS UP. 5043f8829a4aSRandall Stewart */ 5044f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5045f8829a4aSRandall Stewart net->net_ack = 0; 5046f8829a4aSRandall Stewart } 5047f8829a4aSRandall Stewart 5048f8829a4aSRandall Stewart /* 5049f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5050f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5051f8829a4aSRandall Stewart * automatically ensure that. 5052f8829a4aSRandall Stewart */ 50537c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 505420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 505520083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5056f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5057f8829a4aSRandall Stewart } 5058cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5059f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5060f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5061f8829a4aSRandall Stewart } 5062b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5063b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5064f8829a4aSRandall Stewart 5065f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5066f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5067f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5068f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5069f8829a4aSRandall Stewart } 5070f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 507120b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5072f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5073f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5074f8829a4aSRandall Stewart } 507542551e99SRandall Stewart /* 507642551e99SRandall Stewart * CMT Fast recovery 507742551e99SRandall Stewart */ 5078f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5079f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5080f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5081f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5082f8829a4aSRandall Stewart } 5083f8829a4aSRandall Stewart } 5084f8829a4aSRandall Stewart 5085f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5086b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5087f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 508844fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 508980fefe0aSRandall Stewart } 5090f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 509144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5092f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5093f8829a4aSRandall Stewart /* SWS sender side engages */ 5094f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5095f8829a4aSRandall Stewart } 50965e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 50975e54f665SRandall Stewart win_probe_recovery = 1; 50985e54f665SRandall Stewart } 5099f8829a4aSRandall Stewart /* 5100f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5101f8829a4aSRandall Stewart * outstanding data. 5102f8829a4aSRandall Stewart */ 5103bff64a4dSRandall Stewart done_once = 0; 5104a5d547adSRandall Stewart again: 5105a5d547adSRandall Stewart j = 0; 5106f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51075e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5108c105859eSRandall Stewart win_probe_recovered = 1; 51095e54f665SRandall Stewart /*- 51105e54f665SRandall Stewart * Find first chunk that was used with 51115e54f665SRandall Stewart * window probe and clear the event. Put 51125e54f665SRandall Stewart * it back into the send queue as if has 51135e54f665SRandall Stewart * not been sent. 51145e54f665SRandall Stewart */ 51155e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51165e54f665SRandall Stewart if (tp1->window_probe) { 51177215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51185e54f665SRandall Stewart break; 51195e54f665SRandall Stewart } 51205e54f665SRandall Stewart } 51215e54f665SRandall Stewart } 5122f8829a4aSRandall Stewart if (net->flight_size) { 5123a5d547adSRandall Stewart j++; 5124cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5125f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5126f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5127cd554309SMichael Tuexen } 51285171328bSRandall Stewart if (net->window_probe) { 5129cd554309SMichael Tuexen net->window_probe = 0; 51305171328bSRandall Stewart } 5131c105859eSRandall Stewart } else { 51325171328bSRandall Stewart if (net->window_probe) { 5133b7b84c0eSMichael Tuexen /* 5134b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5135b7b84c0eSMichael Tuexen * is still running there 5136b7b84c0eSMichael Tuexen */ 51375171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 51385171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 51395171328bSRandall Stewart stcb->sctp_ep, stcb, net); 51405171328bSRandall Stewart 51415171328bSRandall Stewart } 51425171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5143c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5144c105859eSRandall Stewart stcb, net, 514544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5146c105859eSRandall Stewart } 5147f8829a4aSRandall Stewart } 5148f8829a4aSRandall Stewart } 5149bff64a4dSRandall Stewart if ((j == 0) && 5150bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5151bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5152c105859eSRandall Stewart (win_probe_recovered == 0) && 5153bff64a4dSRandall Stewart (done_once == 0)) { 51540c0982b8SRandall Stewart /* 51550c0982b8SRandall Stewart * huh, this should not happen unless all packets are 51560c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 51570c0982b8SRandall Stewart */ 51580c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5159a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5160a5d547adSRandall Stewart net->flight_size = 0; 5161a5d547adSRandall Stewart } 5162a5d547adSRandall Stewart asoc->total_flight = 0; 5163a5d547adSRandall Stewart asoc->total_flight_count = 0; 5164a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5165a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5166a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5167c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5168c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5169a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5170791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5171a5d547adSRandall Stewart } 5172a5d547adSRandall Stewart } 51730c0982b8SRandall Stewart } 5174bff64a4dSRandall Stewart done_once = 1; 5175a5d547adSRandall Stewart goto again; 5176a5d547adSRandall Stewart } 5177cd554309SMichael Tuexen /*********************************************/ 5178cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5179cd554309SMichael Tuexen /* (section 4.2) */ 5180cd554309SMichael Tuexen /*********************************************/ 5181cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 518220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5183dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5184dfb11ef8SRandall Stewart } 5185830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5186dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5187830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5188830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5189830d754dSRandall Stewart 5190830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5191830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5192830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 519320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5194830d754dSRandall Stewart /* 5195493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5196830d754dSRandall Stewart */ 51970c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 51980c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 51990c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52000c0982b8SRandall Stewart old_adv_peer_ack_point); 52010c0982b8SRandall Stewart } 520220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5203830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52040c0982b8SRandall Stewart } else if (lchk) { 52050c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 520644fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52070c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52080c0982b8SRandall Stewart } 5209830d754dSRandall Stewart } 5210830d754dSRandall Stewart } 5211830d754dSRandall Stewart if (lchk) { 5212830d754dSRandall Stewart /* Assure a timer is up */ 5213830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5214830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5215830d754dSRandall Stewart } 5216830d754dSRandall Stewart } 5217b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5218f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5219f8829a4aSRandall Stewart a_rwnd, 5220f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5221f8829a4aSRandall Stewart stcb->asoc.total_flight, 5222f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 522380fefe0aSRandall Stewart } 5224f8829a4aSRandall Stewart } 5225f8829a4aSRandall Stewart 5226f8829a4aSRandall Stewart void 52277215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5228f8829a4aSRandall Stewart { 5229f8829a4aSRandall Stewart /* Copy cum-ack */ 5230f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5231f8829a4aSRandall Stewart 5232f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5233f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5234f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5235f8829a4aSRandall Stewart 5236f8829a4aSRandall Stewart /* Now call the express sack handling */ 5237899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5238f8829a4aSRandall Stewart } 5239f8829a4aSRandall Stewart 5240f8829a4aSRandall Stewart static void 5241f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5242f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5243f8829a4aSRandall Stewart { 524428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5245f8829a4aSRandall Stewart struct sctp_association *asoc; 524649656eefSMichael Tuexen uint32_t mid; 524749656eefSMichael Tuexen int need_reasm_check = 0; 5248f8829a4aSRandall Stewart 5249f8829a4aSRandall Stewart asoc = &stcb->asoc; 525049656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5251f8829a4aSRandall Stewart /* 5252f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 525344249214SRandall Stewart * came in. 5254f8829a4aSRandall Stewart */ 525528cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 525628cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5257f8829a4aSRandall Stewart /* this is deliverable now */ 525828cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 525928cd0699SMichael Tuexen if (control->on_strm_q) { 526028cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 526128cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 526228cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 526328cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 526498d5fd97SMichael Tuexen #ifdef INVARIANTS 526544249214SRandall Stewart } else { 526644249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 526728cd0699SMichael Tuexen strmin, control, control->on_strm_q); 526898d5fd97SMichael Tuexen #endif 526944249214SRandall Stewart } 527028cd0699SMichael Tuexen control->on_strm_q = 0; 527144249214SRandall Stewart } 5272f8829a4aSRandall Stewart /* subtract pending on streams */ 527328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 527428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 527528cd0699SMichael Tuexen } else { 527628cd0699SMichael Tuexen #ifdef INVARIANTS 527728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 527828cd0699SMichael Tuexen #else 527928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 528028cd0699SMichael Tuexen #endif 528128cd0699SMichael Tuexen } 5282f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5283f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5284f8829a4aSRandall Stewart if (stcb->sctp_socket) { 528528cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5286f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 528728cd0699SMichael Tuexen control, 528844249214SRandall Stewart &stcb->sctp_socket->so_rcv, 528944249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 529044249214SRandall Stewart SCTP_SO_NOT_LOCKED); 529144249214SRandall Stewart } 529244249214SRandall Stewart } else { 529344249214SRandall Stewart /* Its a fragmented message */ 529428cd0699SMichael Tuexen if (control->first_frag_seen) { 5295b7b84c0eSMichael Tuexen /* 5296b7b84c0eSMichael Tuexen * Make it so this is next to 5297b7b84c0eSMichael Tuexen * deliver, we restore later 5298b7b84c0eSMichael Tuexen */ 529928cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 530044249214SRandall Stewart need_reasm_check = 1; 530144249214SRandall Stewart break; 530244249214SRandall Stewart } 5303f8829a4aSRandall Stewart } 5304f8829a4aSRandall Stewart } else { 5305f8829a4aSRandall Stewart /* no more delivery now. */ 5306f8829a4aSRandall Stewart break; 5307f8829a4aSRandall Stewart } 5308f8829a4aSRandall Stewart } 530944249214SRandall Stewart if (need_reasm_check) { 531044249214SRandall Stewart int ret; 531144249214SRandall Stewart 5312d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 531349656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 531444249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 531549656eefSMichael Tuexen strmin->last_mid_delivered = mid; 531644249214SRandall Stewart } 531744249214SRandall Stewart if (ret == 0) { 531844249214SRandall Stewart /* Left the front Partial one on */ 531944249214SRandall Stewart return; 532044249214SRandall Stewart } 532144249214SRandall Stewart need_reasm_check = 0; 532244249214SRandall Stewart } 5323f8829a4aSRandall Stewart /* 5324f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5325f8829a4aSRandall Stewart * now ready. 5326f8829a4aSRandall Stewart */ 532749656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 532828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 532928cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 533028cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5331f8829a4aSRandall Stewart /* this is deliverable now */ 533228cd0699SMichael Tuexen if (control->on_strm_q) { 533328cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 533428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 533528cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 533628cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 533798d5fd97SMichael Tuexen #ifdef INVARIANTS 533844249214SRandall Stewart } else { 533944249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 534028cd0699SMichael Tuexen strmin, control, control->on_strm_q); 534198d5fd97SMichael Tuexen #endif 534244249214SRandall Stewart } 534328cd0699SMichael Tuexen control->on_strm_q = 0; 534444249214SRandall Stewart } 5345f8829a4aSRandall Stewart /* subtract pending on streams */ 534628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 534728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 534828cd0699SMichael Tuexen } else { 534928cd0699SMichael Tuexen #ifdef INVARIANTS 535028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 535128cd0699SMichael Tuexen #else 535228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 535328cd0699SMichael Tuexen #endif 535428cd0699SMichael Tuexen } 5355f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5356f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 535728cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5358f8829a4aSRandall Stewart if (stcb->sctp_socket) { 535928cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5360f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 536128cd0699SMichael Tuexen control, 536244249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 536344249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 536477acdc25SRandall Stewart 5365f8829a4aSRandall Stewart } 536649656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5367f8829a4aSRandall Stewart } else { 536844249214SRandall Stewart /* Its a fragmented message */ 536928cd0699SMichael Tuexen if (control->first_frag_seen) { 5370b7b84c0eSMichael Tuexen /* 5371b7b84c0eSMichael Tuexen * Make it so this is next to 5372b7b84c0eSMichael Tuexen * deliver 5373b7b84c0eSMichael Tuexen */ 537428cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 537544249214SRandall Stewart need_reasm_check = 1; 5376f8829a4aSRandall Stewart break; 5377f8829a4aSRandall Stewart } 5378f8829a4aSRandall Stewart } 537944249214SRandall Stewart } else { 538044249214SRandall Stewart break; 538144249214SRandall Stewart } 538244249214SRandall Stewart } 538344249214SRandall Stewart if (need_reasm_check) { 5384d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 538544249214SRandall Stewart } 5386f8829a4aSRandall Stewart } 5387f8829a4aSRandall Stewart 53888e1b295fSMichael Tuexen 5389d1ea5fa9SMichael Tuexen 53908933fa13SRandall Stewart static void 53918933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 53928933fa13SRandall Stewart struct sctp_association *asoc, 539349656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 53948933fa13SRandall Stewart { 539544249214SRandall Stewart struct sctp_queued_to_read *control; 539644249214SRandall Stewart struct sctp_stream_in *strm; 53974a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5398d1ea5fa9SMichael Tuexen int cnt_removed = 0; 53998933fa13SRandall Stewart 54008933fa13SRandall Stewart /* 540144249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54024a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54034a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54044a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54054a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54064a9ef3f8SMichael Tuexen * queue. 54078933fa13SRandall Stewart */ 540844249214SRandall Stewart strm = &asoc->strmin[stream]; 540949656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 541044249214SRandall Stewart if (control == NULL) { 541144249214SRandall Stewart /* Not found */ 541244249214SRandall Stewart return; 54138933fa13SRandall Stewart } 541449656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54155cb91655SMichael Tuexen return; 54165cb91655SMichael Tuexen } 541744249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 541844249214SRandall Stewart /* Purge hanging chunks */ 541949656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 542049656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5421d1ea5fa9SMichael Tuexen break; 5422d1ea5fa9SMichael Tuexen } 5423d1ea5fa9SMichael Tuexen } 5424d1ea5fa9SMichael Tuexen cnt_removed++; 542544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 542628cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54278933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 542828cd0699SMichael Tuexen } else { 542928cd0699SMichael Tuexen #ifdef INVARIANTS 543028cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 543128cd0699SMichael Tuexen #else 543228cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 543328cd0699SMichael Tuexen #endif 543428cd0699SMichael Tuexen } 54358933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 54368933fa13SRandall Stewart if (chk->data) { 54378933fa13SRandall Stewart sctp_m_freem(chk->data); 54388933fa13SRandall Stewart chk->data = NULL; 54398933fa13SRandall Stewart } 5440689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 54418933fa13SRandall Stewart } 5442d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5443d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5444d1ea5fa9SMichael Tuexen if (control->data) { 5445d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5446d1ea5fa9SMichael Tuexen control->data = NULL; 5447d1ea5fa9SMichael Tuexen } 5448d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5449d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5450d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5451d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5452d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5453d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5454d1ea5fa9SMichael Tuexen } 5455d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5456d1ea5fa9SMichael Tuexen return; 5457d1ea5fa9SMichael Tuexen } 5458d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 545944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 546028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 546128cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 546228cd0699SMichael Tuexen } else { 546328cd0699SMichael Tuexen #ifdef INVARIANTS 546428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 546528cd0699SMichael Tuexen #else 546628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 546728cd0699SMichael Tuexen #endif 546828cd0699SMichael Tuexen } 546928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5470d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5471d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5472d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5473d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5474d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5475d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5476d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5477d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5478d1ea5fa9SMichael Tuexen #endif 5479d1ea5fa9SMichael Tuexen } 5480d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 548144249214SRandall Stewart if (control->on_read_q == 0) { 548244249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 548344249214SRandall Stewart if (control->data) { 548444249214SRandall Stewart sctp_m_freem(control->data); 548544249214SRandall Stewart control->data = NULL; 548644249214SRandall Stewart } 548744249214SRandall Stewart sctp_free_a_readq(stcb, control); 54888933fa13SRandall Stewart } 54898933fa13SRandall Stewart } 54908933fa13SRandall Stewart 5491f8829a4aSRandall Stewart void 5492f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5493b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5494b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5495f8829a4aSRandall Stewart { 5496f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5497f8829a4aSRandall Stewart /* 5498f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5499f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5500f8829a4aSRandall Stewart * 5501f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5502f8829a4aSRandall Stewart * 55035b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55045b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5505f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5506f8829a4aSRandall Stewart * report where we are. 5507f8829a4aSRandall Stewart */ 5508f8829a4aSRandall Stewart struct sctp_association *asoc; 55097898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55107215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55118933fa13SRandall Stewart uint32_t str_seq; 5512f8829a4aSRandall Stewart struct sctp_stream_in *strm; 551328cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5514f8829a4aSRandall Stewart 5515f8829a4aSRandall Stewart asoc = &stcb->asoc; 5516f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5517ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5518ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5519f8829a4aSRandall Stewart return; 5520f8829a4aSRandall Stewart } 5521f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5522f8829a4aSRandall Stewart /*************************************************************/ 5523f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5524f8829a4aSRandall Stewart /*************************************************************/ 5525f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5526f8829a4aSRandall Stewart 552720b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5528f8829a4aSRandall Stewart /* Already got there ... */ 5529f8829a4aSRandall Stewart return; 5530f8829a4aSRandall Stewart } 5531f8829a4aSRandall Stewart /* 5532f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5533f8829a4aSRandall Stewart * gap 5534f8829a4aSRandall Stewart */ 5535b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 553677acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 55372afb3e84SRandall Stewart if (gap >= m_size) { 5538f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5539ff1ffd74SMichael Tuexen struct mbuf *op_err; 5540ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 554117205eccSRandall Stewart 5542f8829a4aSRandall Stewart /* 5543f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 554417205eccSRandall Stewart * give out). This must be an attacker. 5545f8829a4aSRandall Stewart */ 554617205eccSRandall Stewart *abort_flag = 1; 5547ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5548ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5549ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5550ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 555144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5552ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5553f8829a4aSRandall Stewart return; 5554f8829a4aSRandall Stewart } 5555207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 555677acdc25SRandall Stewart 55572afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 55582afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 555977acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 556077acdc25SRandall Stewart 5561b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5562830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 556377acdc25SRandall Stewart 5564b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5565f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 556680fefe0aSRandall Stewart } 55672afb3e84SRandall Stewart } else { 55682afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 55692afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 55707898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 55717898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 55728933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 557320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 55747898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5575b5c16493SMichael Tuexen } 5576b5c16493SMichael Tuexen } 5577b5c16493SMichael Tuexen } 5578f8829a4aSRandall Stewart } 5579f8829a4aSRandall Stewart /*************************************************************/ 5580f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5581f8829a4aSRandall Stewart /*************************************************************/ 5582f8829a4aSRandall Stewart 558344249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5584d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5585d1ea5fa9SMichael Tuexen uint16_t sid; 558644249214SRandall Stewart 5587d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5588d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5589d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 559049656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5591d1ea5fa9SMichael Tuexen } 5592d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5593d1ea5fa9SMichael Tuexen } 55948933fa13SRandall Stewart /*******************************************************/ 55958933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 55968933fa13SRandall Stewart /* delivery issues as needed. */ 55978933fa13SRandall Stewart /*******************************************************/ 5598f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5599671d309cSRandall Stewart if (m && fwd_sz) { 5600f8829a4aSRandall Stewart /* New method. */ 5601d61a0ae0SRandall Stewart unsigned int num_str; 560249656eefSMichael Tuexen uint32_t mid, cur_mid; 560349656eefSMichael Tuexen uint16_t sid; 56048e1b295fSMichael Tuexen uint16_t ordered, flags; 5605671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 560644249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5607671d309cSRandall Stewart 5608671d309cSRandall Stewart offset += sizeof(*fwd); 5609f8829a4aSRandall Stewart 56108933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 561144249214SRandall Stewart if (asoc->idata_supported) { 561244249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 561344249214SRandall Stewart } else { 5614f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 561544249214SRandall Stewart } 5616f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 561744249214SRandall Stewart if (asoc->idata_supported) { 561844249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 561944249214SRandall Stewart sizeof(struct sctp_strseq_mid), 562044249214SRandall Stewart (uint8_t *)&strseqbuf_m); 562144249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 562244249214SRandall Stewart if (stseq_m == NULL) { 562344249214SRandall Stewart break; 562444249214SRandall Stewart } 562549656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 562649656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56278e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56288e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 56298e1b295fSMichael Tuexen ordered = 0; 56308e1b295fSMichael Tuexen } else { 56318e1b295fSMichael Tuexen ordered = 1; 56328e1b295fSMichael Tuexen } 563344249214SRandall Stewart } else { 5634671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5635671d309cSRandall Stewart sizeof(struct sctp_strseq), 5636671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5637671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 56382afb3e84SRandall Stewart if (stseq == NULL) { 5639671d309cSRandall Stewart break; 56402afb3e84SRandall Stewart } 564149656eefSMichael Tuexen sid = ntohs(stseq->sid); 564249656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 56438e1b295fSMichael Tuexen ordered = 1; 564444249214SRandall Stewart } 5645f8829a4aSRandall Stewart /* Convert */ 56468933fa13SRandall Stewart 5647f8829a4aSRandall Stewart /* now process */ 56488933fa13SRandall Stewart 56498933fa13SRandall Stewart /* 56508933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 56518933fa13SRandall Stewart * queue where its not all delivered. If we find it 56528933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 56538933fa13SRandall Stewart */ 565449656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 56552afb3e84SRandall Stewart /* screwed up streams, stop! */ 56562afb3e84SRandall Stewart break; 5657f8829a4aSRandall Stewart } 565849656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 565949656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 56608933fa13SRandall Stewart /* 56618933fa13SRandall Stewart * If this is the one we were partially 56628933fa13SRandall Stewart * delivering now then we no longer are. 56638933fa13SRandall Stewart * Note this will change with the reassembly 56648933fa13SRandall Stewart * re-write. 56658933fa13SRandall Stewart */ 56668933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 56678933fa13SRandall Stewart } 566849656eefSMichael Tuexen strm = &asoc->strmin[sid]; 566949656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 567049656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5671d1ea5fa9SMichael Tuexen } 567228cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 567328cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 567428cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 567549656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 567628cd0699SMichael Tuexen control->pdapi_aborted = 1; 56778933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 567828cd0699SMichael Tuexen control->end_added = 1; 567928cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 568028cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 568128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 568228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 568328cd0699SMichael Tuexen } else { 568498d5fd97SMichael Tuexen #ifdef INVARIANTS 568528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 568628cd0699SMichael Tuexen #else 568728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 568898d5fd97SMichael Tuexen #endif 568944249214SRandall Stewart } 569028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 569128cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 569228cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 569328cd0699SMichael Tuexen #ifdef INVARIANTS 569428cd0699SMichael Tuexen } else if (control->on_strm_q) { 569528cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 569628cd0699SMichael Tuexen strm, control, control->on_strm_q); 569728cd0699SMichael Tuexen #endif 569828cd0699SMichael Tuexen } 569928cd0699SMichael Tuexen control->on_strm_q = 0; 570028cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5701810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5702810ec536SMichael Tuexen stcb, 57038933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5704810ec536SMichael Tuexen (void *)&str_seq, 5705810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57068933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57078933fa13SRandall Stewart break; 570828cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 570928cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57108933fa13SRandall Stewart /* We are past our victim SSN */ 57118933fa13SRandall Stewart break; 57128933fa13SRandall Stewart } 57138933fa13SRandall Stewart } 571449656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5715f8829a4aSRandall Stewart /* Update the sequence number */ 571649656eefSMichael Tuexen strm->last_mid_delivered = mid; 5717f8829a4aSRandall Stewart } 5718f8829a4aSRandall Stewart /* now kick the stream the new way */ 571904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5720f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5721f8829a4aSRandall Stewart } 57228933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5723f8829a4aSRandall Stewart } 57247898f408SRandall Stewart /* 57257898f408SRandall Stewart * Now slide thing forward. 57267898f408SRandall Stewart */ 57277898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5728f8829a4aSRandall Stewart } 5729