1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6228cd0699SMichael Tuexen static uint32_t 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 9528cd0699SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue == 0, ("cnt_on_reasm_queue is %u", asoc->cnt_on_reasm_queue)); 9628cd0699SMichael Tuexen KASSERT(asoc->cnt_on_all_streams == 0, ("cnt_on_all_streams is %u", asoc->cnt_on_all_streams)); 97b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 98f8829a4aSRandall Stewart return (calc); 99f8829a4aSRandall Stewart } 100f8829a4aSRandall Stewart /* get actual space */ 101f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 102f8829a4aSRandall Stewart /* 103f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 104f8829a4aSRandall Stewart * for putting up. 105f8829a4aSRandall Stewart */ 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 10744fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10844fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 10944fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 110f8829a4aSRandall Stewart if (calc == 0) { 111f8829a4aSRandall Stewart /* out of space */ 112f8829a4aSRandall Stewart return (calc); 113f8829a4aSRandall Stewart } 114f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1152afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 116b3f1ea41SRandall Stewart /* 117b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 118b3f1ea41SRandall Stewart * even it is 0. SWS engaged 119f8829a4aSRandall Stewart */ 120b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 121b3f1ea41SRandall Stewart calc = 1; 1222afb3e84SRandall Stewart } 123b3f1ea41SRandall Stewart return (calc); 124f8829a4aSRandall Stewart } 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart 127f8829a4aSRandall Stewart 128f8829a4aSRandall Stewart /* 129f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 130f8829a4aSRandall Stewart */ 131f8829a4aSRandall Stewart struct sctp_queued_to_read * 132f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 133f8829a4aSRandall Stewart struct sctp_nets *net, 134f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13549656eefSMichael Tuexen uint32_t context, uint16_t sid, 13649656eefSMichael Tuexen uint32_t mid, uint8_t flags, 137f8829a4aSRandall Stewart struct mbuf *dm) 138f8829a4aSRandall Stewart { 139f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 140f8829a4aSRandall Stewart 141f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 142f8829a4aSRandall Stewart if (read_queue_e == NULL) { 143f8829a4aSRandall Stewart goto failed_build; 144f8829a4aSRandall Stewart } 14544249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14649656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 147f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 148f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1497215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 150f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 151f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 152f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15349656eefSMichael Tuexen read_queue_e->mid = mid; 15444249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15544249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 156f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 157f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 158f8829a4aSRandall Stewart read_queue_e->data = dm; 159f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 160f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 161f8829a4aSRandall Stewart failed_build: 162f8829a4aSRandall Stewart return (read_queue_e); 163f8829a4aSRandall Stewart } 164f8829a4aSRandall Stewart 165f8829a4aSRandall Stewart struct mbuf * 166e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 167f8829a4aSRandall Stewart { 168e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 169f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 170e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 171e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 172f8829a4aSRandall Stewart struct cmsghdr *cmh; 173f8829a4aSRandall Stewart struct mbuf *ret; 174f8829a4aSRandall Stewart int len; 175e2e7c62eSMichael Tuexen int use_extended; 176e2e7c62eSMichael Tuexen int provide_nxt; 177f8829a4aSRandall Stewart 178e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 179e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 180e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 181e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 182f8829a4aSRandall Stewart return (NULL); 183f8829a4aSRandall Stewart } 184e2e7c62eSMichael Tuexen len = 0; 185e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 186e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 187e2e7c62eSMichael Tuexen } 188e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 189e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 190b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 191e2e7c62eSMichael Tuexen provide_nxt = 1; 1920bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 193e2e7c62eSMichael Tuexen } else { 194e2e7c62eSMichael Tuexen provide_nxt = 0; 195e2e7c62eSMichael Tuexen } 196e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 197f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 198f8829a4aSRandall Stewart use_extended = 1; 199e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 200f8829a4aSRandall Stewart } else { 201e2e7c62eSMichael Tuexen use_extended = 0; 202e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 203e2e7c62eSMichael Tuexen } 204e2e7c62eSMichael Tuexen } else { 205e2e7c62eSMichael Tuexen use_extended = 0; 206f8829a4aSRandall Stewart } 207f8829a4aSRandall Stewart 208eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 209f8829a4aSRandall Stewart if (ret == NULL) { 210f8829a4aSRandall Stewart /* No space */ 211f8829a4aSRandall Stewart return (ret); 212f8829a4aSRandall Stewart } 213e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 214e2e7c62eSMichael Tuexen 215f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 216f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 217e432298aSXin LI /* 218e432298aSXin LI * Make sure that there is no un-initialized padding between the 219e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 220e432298aSXin LI */ 221e432298aSXin LI memset(cmh, 0, len); 222e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 223f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 224e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 225e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 226e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 227e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 233e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 234e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 235e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 236e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 237f8829a4aSRandall Stewart } 238e2e7c62eSMichael Tuexen if (provide_nxt) { 239e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 240e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 241e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 242e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 243b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 245b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 246e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 247e2e7c62eSMichael Tuexen } 248b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 249e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 250e2e7c62eSMichael Tuexen } 251b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 252e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 253e2e7c62eSMichael Tuexen } 254b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 255b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 256b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 257e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 258e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 259e2e7c62eSMichael Tuexen } 260e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 261e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 262e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 263e2e7c62eSMichael Tuexen if (use_extended) { 264e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 266e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 267e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 268e2e7c62eSMichael Tuexen } else { 269e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 270e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 271e2e7c62eSMichael Tuexen *outinfo = *sinfo; 272e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 273e2e7c62eSMichael Tuexen } 274e2e7c62eSMichael Tuexen } 275f8829a4aSRandall Stewart return (ret); 276f8829a4aSRandall Stewart } 277f8829a4aSRandall Stewart 278139bc87fSRandall Stewart 27977acdc25SRandall Stewart static void 28077acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28177acdc25SRandall Stewart { 2829b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28377acdc25SRandall Stewart int fnd = 0; 28444249214SRandall Stewart int in_r = 0, in_nr = 0; 28577acdc25SRandall Stewart 28677acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28777acdc25SRandall Stewart return; 28877acdc25SRandall Stewart } 2899b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 29020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2919b2e0767SRandall Stewart /* 2929b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2939b2e0767SRandall Stewart * worry about it being moved from one to the other. 2949b2e0767SRandall Stewart */ 2959b2e0767SRandall Stewart return; 2969b2e0767SRandall Stewart } 29777acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29844249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29944249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 30044249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 30144249214SRandall Stewart #ifdef INVARIANTS 30244249214SRandall Stewart panic("Things are really messed up now"); 30344249214SRandall Stewart #else 304cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30677acdc25SRandall Stewart #endif 307b5c16493SMichael Tuexen } 30844249214SRandall Stewart if (in_nr == 0) 30977acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 31044249214SRandall Stewart if (in_r) 31177acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31477acdc25SRandall Stewart } 31577acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31677acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31720b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31877acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31977acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 32077acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 32177acdc25SRandall Stewart fnd = 1; 32277acdc25SRandall Stewart break; 32377acdc25SRandall Stewart } 32477acdc25SRandall Stewart } 32577acdc25SRandall Stewart if (!fnd) { 32677acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart } 32977acdc25SRandall Stewart } 33077acdc25SRandall Stewart 33144249214SRandall Stewart static int 33244249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33344249214SRandall Stewart struct sctp_association *asoc, 33444249214SRandall Stewart struct sctp_queued_to_read *control) 335f8829a4aSRandall Stewart { 33644249214SRandall Stewart struct sctp_queued_to_read *at; 33744249214SRandall Stewart struct sctp_readhead *q; 3388b9c95f4SMichael Tuexen uint8_t flags, unordered; 339f8829a4aSRandall Stewart 3408b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3418b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34244249214SRandall Stewart if (unordered) { 34344249214SRandall Stewart q = &strm->uno_inqueue; 34444249214SRandall Stewart if (asoc->idata_supported == 0) { 34544249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 346b7b84c0eSMichael Tuexen /* 347b7b84c0eSMichael Tuexen * Only one stream can be here in old style 348b7b84c0eSMichael Tuexen * -- abort 349b7b84c0eSMichael Tuexen */ 35044249214SRandall Stewart return (-1); 35144249214SRandall Stewart } 35244249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35344249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35444249214SRandall Stewart return (0); 35544249214SRandall Stewart } 35644249214SRandall Stewart } else { 35744249214SRandall Stewart q = &strm->inqueue; 35844249214SRandall Stewart } 3598b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3608b9c95f4SMichael Tuexen control->end_added = 1; 3618b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3628b9c95f4SMichael Tuexen control->last_frag_seen = 1; 36344249214SRandall Stewart } 36444249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36544249214SRandall Stewart /* Empty queue */ 36644249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36744249214SRandall Stewart if (unordered) { 36844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36944249214SRandall Stewart } else { 37044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37144249214SRandall Stewart } 37244249214SRandall Stewart return (0); 37344249214SRandall Stewart } else { 37444249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37549656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37644249214SRandall Stewart /* 37744249214SRandall Stewart * one in queue is bigger than the new one, 37844249214SRandall Stewart * insert before this one 37944249214SRandall Stewart */ 38044249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 38144249214SRandall Stewart if (unordered) { 38244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 38344249214SRandall Stewart } else { 38444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38544249214SRandall Stewart } 38644249214SRandall Stewart break; 38749656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38844249214SRandall Stewart /* 38944249214SRandall Stewart * Gak, He sent me a duplicate msg id 39044249214SRandall Stewart * number?? return -1 to abort. 39144249214SRandall Stewart */ 39244249214SRandall Stewart return (-1); 39344249214SRandall Stewart } else { 39444249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39544249214SRandall Stewart /* 39644249214SRandall Stewart * We are at the end, insert it 39744249214SRandall Stewart * after this one 39844249214SRandall Stewart */ 39944249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 40044249214SRandall Stewart sctp_log_strm_del(control, at, 40144249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40244249214SRandall Stewart } 4038b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40444249214SRandall Stewart if (unordered) { 40544249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40644249214SRandall Stewart } else { 40744249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40844249214SRandall Stewart } 40944249214SRandall Stewart break; 41044249214SRandall Stewart } 41144249214SRandall Stewart } 41244249214SRandall Stewart } 41344249214SRandall Stewart } 41444249214SRandall Stewart return (0); 41544249214SRandall Stewart } 41644249214SRandall Stewart 41744249214SRandall Stewart static void 41844249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41944249214SRandall Stewart struct sctp_queued_to_read *control, 42044249214SRandall Stewart struct sctp_tmit_chunk *chk, 42144249214SRandall Stewart int *abort_flag, int opspot) 42244249214SRandall Stewart { 42344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42444249214SRandall Stewart struct mbuf *oper; 42544249214SRandall Stewart 42644249214SRandall Stewart if (stcb->asoc.idata_supported) { 42744249214SRandall Stewart snprintf(msg, sizeof(msg), 42844249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42944249214SRandall Stewart opspot, 43044249214SRandall Stewart control->fsn_included, 43149656eefSMichael Tuexen chk->rec.data.tsn, 43249656eefSMichael Tuexen chk->rec.data.sid, 43349656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43444249214SRandall Stewart } else { 43544249214SRandall Stewart snprintf(msg, sizeof(msg), 43644249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43744249214SRandall Stewart opspot, 43844249214SRandall Stewart control->fsn_included, 43949656eefSMichael Tuexen chk->rec.data.tsn, 44049656eefSMichael Tuexen chk->rec.data.sid, 44149656eefSMichael Tuexen chk->rec.data.fsn, 44249656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 44344249214SRandall Stewart } 44444249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 445f8829a4aSRandall Stewart sctp_m_freem(chk->data); 446f8829a4aSRandall Stewart chk->data = NULL; 447689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44944249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 45044249214SRandall Stewart *abort_flag = 1; 451f8829a4aSRandall Stewart } 452f8829a4aSRandall Stewart 45344249214SRandall Stewart static void 454d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45544249214SRandall Stewart { 456f8829a4aSRandall Stewart /* 45744249214SRandall Stewart * The control could not be placed and must be cleaned. 458f8829a4aSRandall Stewart */ 45944249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 460df6e0cc3SRandall Stewart 46144249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46244249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46344249214SRandall Stewart if (chk->data) 46444249214SRandall Stewart sctp_m_freem(chk->data); 465f8829a4aSRandall Stewart chk->data = NULL; 466689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 467f8829a4aSRandall Stewart } 46844249214SRandall Stewart sctp_free_a_readq(stcb, control); 469f8829a4aSRandall Stewart } 470f8829a4aSRandall Stewart 471f8829a4aSRandall Stewart /* 472f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 473f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47444249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47544249214SRandall Stewart * long as the control's entered are non-fragmented. 476f8829a4aSRandall Stewart */ 477f8829a4aSRandall Stewart static void 47844249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47944249214SRandall Stewart struct sctp_association *asoc, 48044249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 481f8829a4aSRandall Stewart { 482f8829a4aSRandall Stewart /* 483f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 484f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 485f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 486cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 487f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 488f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 489f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 490f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 491f8829a4aSRandall Stewart * TSN. 492f8829a4aSRandall Stewart * 4935b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4945b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 495f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 496f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 497f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 498f8829a4aSRandall Stewart * 499f8829a4aSRandall Stewart */ 500f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 501f8829a4aSRandall Stewart int queue_needed; 50244249214SRandall Stewart uint32_t nxt_todel; 503ff1ffd74SMichael Tuexen struct mbuf *op_err; 5043d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 505ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 506f8829a4aSRandall Stewart 5073d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 508b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 509f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 51080fefe0aSRandall Stewart } 51149656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 512f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 513f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5143d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 515f8829a4aSRandall Stewart /* 516f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 517f8829a4aSRandall Stewart * association destruction 518f8829a4aSRandall Stewart */ 51944249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 52049656eefSMichael Tuexen if (asoc->idata_supported) { 52149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52249656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 52349656eefSMichael Tuexen control->sinfo_stream, control->mid); 52449656eefSMichael Tuexen } else { 525ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52649656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 52749656eefSMichael Tuexen control->sinfo_tsn, 52849656eefSMichael Tuexen control->sinfo_stream, 52949656eefSMichael Tuexen (uint16_t)control->mid); 53049656eefSMichael Tuexen } 531ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 533ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 534f8829a4aSRandall Stewart *abort_flag = 1; 535f8829a4aSRandall Stewart return; 536f8829a4aSRandall Stewart 537f8829a4aSRandall Stewart } 53844249214SRandall Stewart queue_needed = 1; 53944249214SRandall Stewart asoc->size_on_all_streams += control->length; 54044249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54149656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 543cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 544cf9e47b2SMichael Tuexen struct socket *so; 545cf9e47b2SMichael Tuexen 546cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 547cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 548cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 549cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 550cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 551cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 552cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 553cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 554cf9e47b2SMichael Tuexen return; 555cf9e47b2SMichael Tuexen } 556cf9e47b2SMichael Tuexen #endif 557f8829a4aSRandall Stewart /* can be delivered right away? */ 558b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 559f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 56080fefe0aSRandall Stewart } 561830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 562f8829a4aSRandall Stewart queue_needed = 0; 56328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 564f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 56528cd0699SMichael Tuexen } else { 56628cd0699SMichael Tuexen #ifdef INVARIANTS 56728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 56828cd0699SMichael Tuexen #else 56928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 57028cd0699SMichael Tuexen #endif 57128cd0699SMichael Tuexen } 572f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57349656eefSMichael Tuexen strm->last_mid_delivered++; 574b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 575f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 576f8829a4aSRandall Stewart control, 577cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 578574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 57944249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 580f8829a4aSRandall Stewart /* all delivered */ 58149656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 58249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 58344249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 58444249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 58544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 58628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 58728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 58828cd0699SMichael Tuexen } else { 58928cd0699SMichael Tuexen #ifdef INVARIANTS 59028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 59128cd0699SMichael Tuexen #else 59228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 59328cd0699SMichael Tuexen #endif 59428cd0699SMichael Tuexen } 59528cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 59698d5fd97SMichael Tuexen #ifdef INVARIANTS 59744249214SRandall Stewart } else { 59844249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 59944249214SRandall Stewart control, control->on_strm_q); 60098d5fd97SMichael Tuexen #endif 60144249214SRandall Stewart } 60244249214SRandall Stewart control->on_strm_q = 0; 60349656eefSMichael Tuexen strm->last_mid_delivered++; 604f8829a4aSRandall Stewart /* 605f8829a4aSRandall Stewart * We ignore the return of deliver_data here 606f8829a4aSRandall Stewart * since we always can hold the chunk on the 607f8829a4aSRandall Stewart * d-queue. And we have a finite number that 608f8829a4aSRandall Stewart * can be delivered from the strq. 609f8829a4aSRandall Stewart */ 610b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 611f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 612f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 61380fefe0aSRandall Stewart } 614b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 615f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 616f8829a4aSRandall Stewart control, 617cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 618cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 619574679afSMichael Tuexen SCTP_SO_LOCKED); 620f8829a4aSRandall Stewart continue; 62149656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 62244249214SRandall Stewart *need_reasm = 1; 623f8829a4aSRandall Stewart } 624f8829a4aSRandall Stewart break; 625f8829a4aSRandall Stewart } 62644249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 62744249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 62844249214SRandall Stewart #endif 629f8829a4aSRandall Stewart } 630f8829a4aSRandall Stewart if (queue_needed) { 631f8829a4aSRandall Stewart /* 632f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 633f8829a4aSRandall Stewart * to put it on the queue. 634f8829a4aSRandall Stewart */ 63544249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 63644249214SRandall Stewart snprintf(msg, sizeof(msg), 63749656eefSMichael Tuexen "Queue to str MID: %u duplicate", 63849656eefSMichael Tuexen control->mid); 639d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 640b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 64144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 642b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 64344249214SRandall Stewart *abort_flag = 1; 644f8829a4aSRandall Stewart } 645f8829a4aSRandall Stewart } 646f8829a4aSRandall Stewart } 647f8829a4aSRandall Stewart 64844249214SRandall Stewart 64944249214SRandall Stewart static void 65044249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 651f8829a4aSRandall Stewart { 65244249214SRandall Stewart struct mbuf *m, *prev = NULL; 65344249214SRandall Stewart struct sctp_tcb *stcb; 654f8829a4aSRandall Stewart 65544249214SRandall Stewart stcb = control->stcb; 65644249214SRandall Stewart control->held_length = 0; 65744249214SRandall Stewart control->length = 0; 65844249214SRandall Stewart m = control->data; 65944249214SRandall Stewart while (m) { 66044249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 66144249214SRandall Stewart /* Skip mbufs with NO length */ 66244249214SRandall Stewart if (prev == NULL) { 66344249214SRandall Stewart /* First one */ 66444249214SRandall Stewart control->data = sctp_m_free(m); 66544249214SRandall Stewart m = control->data; 66644249214SRandall Stewart } else { 66744249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 66844249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 669f8829a4aSRandall Stewart } 67044249214SRandall Stewart if (m == NULL) { 67144249214SRandall Stewart control->tail_mbuf = prev; 672f8829a4aSRandall Stewart } 67344249214SRandall Stewart continue; 674f8829a4aSRandall Stewart } 67544249214SRandall Stewart prev = m; 67644249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 67744249214SRandall Stewart if (control->on_read_q) { 67844249214SRandall Stewart /* 67944249214SRandall Stewart * On read queue so we must increment the SB stuff, 68044249214SRandall Stewart * we assume caller has done any locks of SB. 68144249214SRandall Stewart */ 68244249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 683f8829a4aSRandall Stewart } 68444249214SRandall Stewart m = SCTP_BUF_NEXT(m); 685f8829a4aSRandall Stewart } 68644249214SRandall Stewart if (prev) { 68744249214SRandall Stewart control->tail_mbuf = prev; 68844249214SRandall Stewart } 689f8829a4aSRandall Stewart } 690f8829a4aSRandall Stewart 691f8829a4aSRandall Stewart static void 69228cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 693f8829a4aSRandall Stewart { 69444249214SRandall Stewart struct mbuf *prev = NULL; 69544249214SRandall Stewart struct sctp_tcb *stcb; 696f8829a4aSRandall Stewart 69744249214SRandall Stewart stcb = control->stcb; 69844249214SRandall Stewart if (stcb == NULL) { 69998d5fd97SMichael Tuexen #ifdef INVARIANTS 70044249214SRandall Stewart panic("Control broken"); 70198d5fd97SMichael Tuexen #else 70298d5fd97SMichael Tuexen return; 70398d5fd97SMichael Tuexen #endif 70444249214SRandall Stewart } 70544249214SRandall Stewart if (control->tail_mbuf == NULL) { 70644249214SRandall Stewart /* TSNH */ 70744249214SRandall Stewart control->data = m; 70844249214SRandall Stewart sctp_setup_tail_pointer(control); 709f8829a4aSRandall Stewart return; 710f8829a4aSRandall Stewart } 71144249214SRandall Stewart control->tail_mbuf->m_next = m; 71244249214SRandall Stewart while (m) { 71344249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 71444249214SRandall Stewart /* Skip mbufs with NO length */ 71544249214SRandall Stewart if (prev == NULL) { 71644249214SRandall Stewart /* First one */ 71744249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 71844249214SRandall Stewart m = control->tail_mbuf->m_next; 71944249214SRandall Stewart } else { 72044249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 72144249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 72244249214SRandall Stewart } 72344249214SRandall Stewart if (m == NULL) { 72444249214SRandall Stewart control->tail_mbuf = prev; 72544249214SRandall Stewart } 72644249214SRandall Stewart continue; 72744249214SRandall Stewart } 72844249214SRandall Stewart prev = m; 72944249214SRandall Stewart if (control->on_read_q) { 730f8829a4aSRandall Stewart /* 73144249214SRandall Stewart * On read queue so we must increment the SB stuff, 73244249214SRandall Stewart * we assume caller has done any locks of SB. 733f8829a4aSRandall Stewart */ 73444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 73544249214SRandall Stewart } 73628cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 73744249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 73844249214SRandall Stewart m = SCTP_BUF_NEXT(m); 73944249214SRandall Stewart } 74044249214SRandall Stewart if (prev) { 74144249214SRandall Stewart control->tail_mbuf = prev; 74244249214SRandall Stewart } 74344249214SRandall Stewart } 74444249214SRandall Stewart 74544249214SRandall Stewart static void 74644249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 74744249214SRandall Stewart { 74844249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 74944249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 75049656eefSMichael Tuexen nc->mid = control->mid; 75144249214SRandall Stewart TAILQ_INIT(&nc->reasm); 75244249214SRandall Stewart nc->top_fsn = control->top_fsn; 75349656eefSMichael Tuexen nc->mid = control->mid; 75444249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 75544249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 75644249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 75744249214SRandall Stewart nc->fsn_included = 0xffffffff; 75844249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 75944249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 76044249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 76144249214SRandall Stewart nc->whoFrom = control->whoFrom; 76244249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 76344249214SRandall Stewart nc->stcb = control->stcb; 76444249214SRandall Stewart nc->port_from = control->port_from; 76544249214SRandall Stewart } 76644249214SRandall Stewart 767d1ea5fa9SMichael Tuexen static void 768d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 769d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 770d1ea5fa9SMichael Tuexen { 771d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 772d1ea5fa9SMichael Tuexen if (control->on_read_q) { 773d1ea5fa9SMichael Tuexen /* 774d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 775d1ea5fa9SMichael Tuexen * :-) 776d1ea5fa9SMichael Tuexen */ 777d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 778d1ea5fa9SMichael Tuexen control->on_read_q = 0; 779d1ea5fa9SMichael Tuexen } 780d1ea5fa9SMichael Tuexen } 781d1ea5fa9SMichael Tuexen 78244249214SRandall Stewart static int 783d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 784d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 785d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 786d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 787d1ea5fa9SMichael Tuexen uint32_t pd_point, 788d1ea5fa9SMichael Tuexen int inp_read_lock_held) 78944249214SRandall Stewart { 79044249214SRandall Stewart /* 79144249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 79249656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 79349656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 79449656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 79549656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 79649656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 79744249214SRandall Stewart */ 79844249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 79944249214SRandall Stewart uint32_t fsn; 800643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 80144249214SRandall Stewart int cnt_added; 80244249214SRandall Stewart 80344249214SRandall Stewart if (control->first_frag_seen == 0) { 80444249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 80544249214SRandall Stewart return (1); 80644249214SRandall Stewart } 80744249214SRandall Stewart /* Collapse any we can */ 80844249214SRandall Stewart cnt_added = 0; 80944249214SRandall Stewart restart: 81044249214SRandall Stewart fsn = control->fsn_included + 1; 81144249214SRandall Stewart /* Now what can we add? */ 81244249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 81349656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 81444249214SRandall Stewart /* Ok lets add it */ 815643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 816643fd575SMichael Tuexen if (nc == NULL) { 817643fd575SMichael Tuexen break; 818643fd575SMichael Tuexen } 819643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 82044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 821d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 82244249214SRandall Stewart fsn++; 82344249214SRandall Stewart cnt_added++; 82444249214SRandall Stewart chk = NULL; 82544249214SRandall Stewart if (control->end_added) { 82644249214SRandall Stewart /* We are done */ 82744249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 82844249214SRandall Stewart /* 82944249214SRandall Stewart * Ok we have to move anything left 83044249214SRandall Stewart * on the control queue to a new 83144249214SRandall Stewart * control. 83244249214SRandall Stewart */ 83344249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 83444249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83544249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 83644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83728cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8385cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 83928cd0699SMichael Tuexen } else { 84028cd0699SMichael Tuexen #ifdef INVARIANTS 84128cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 84228cd0699SMichael Tuexen #else 84328cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 84428cd0699SMichael Tuexen #endif 84528cd0699SMichael Tuexen } 8465cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 84744249214SRandall Stewart nc->first_frag_seen = 1; 84849656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 84944249214SRandall Stewart nc->data = tchk->data; 85049656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 85149656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 85249656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 85344249214SRandall Stewart tchk->data = NULL; 85444249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 85544249214SRandall Stewart sctp_setup_tail_pointer(nc); 85644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 85744249214SRandall Stewart } 85844249214SRandall Stewart /* Spin the rest onto the queue */ 85944249214SRandall Stewart while (tchk) { 86044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 86144249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 86244249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 86344249214SRandall Stewart } 864b7b84c0eSMichael Tuexen /* 865b7b84c0eSMichael Tuexen * Now lets add it to the queue 866b7b84c0eSMichael Tuexen * after removing control 867b7b84c0eSMichael Tuexen */ 86844249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 86944249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 87044249214SRandall Stewart if (control->on_strm_q) { 87144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 87244249214SRandall Stewart control->on_strm_q = 0; 87344249214SRandall Stewart } 87444249214SRandall Stewart } 87544249214SRandall Stewart if (control->pdapi_started) { 87644249214SRandall Stewart strm->pd_api_started = 0; 87744249214SRandall Stewart control->pdapi_started = 0; 87844249214SRandall Stewart } 87944249214SRandall Stewart if (control->on_strm_q) { 88044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88144249214SRandall Stewart control->on_strm_q = 0; 88226f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 88344249214SRandall Stewart } 884c09a1534SMichael Tuexen if (control->on_read_q == 0) { 885c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 886c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 887d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 888c09a1534SMichael Tuexen } 889b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8900fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 891b7b84c0eSMichael Tuexen /* 892b7b84c0eSMichael Tuexen * Switch to the new guy and 893b7b84c0eSMichael Tuexen * continue 894b7b84c0eSMichael Tuexen */ 89544249214SRandall Stewart control = nc; 89644249214SRandall Stewart goto restart; 897643fd575SMichael Tuexen } else { 898d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 899643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90044249214SRandall Stewart } 901d1ea5fa9SMichael Tuexen } 90244249214SRandall Stewart return (1); 903643fd575SMichael Tuexen } else { 904643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90544249214SRandall Stewart } 90644249214SRandall Stewart } else { 90744249214SRandall Stewart /* Can't add more */ 90844249214SRandall Stewart break; 90944249214SRandall Stewart } 91044249214SRandall Stewart } 91144249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 912c09a1534SMichael Tuexen strm->pd_api_started = 1; 913c09a1534SMichael Tuexen control->pdapi_started = 1; 91444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 91544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 916d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 917b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 91844249214SRandall Stewart return (0); 91944249214SRandall Stewart } else { 92044249214SRandall Stewart return (1); 92144249214SRandall Stewart } 92244249214SRandall Stewart } 92344249214SRandall Stewart 92444249214SRandall Stewart static void 925d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 926d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 92744249214SRandall Stewart struct sctp_queued_to_read *control, 92844249214SRandall Stewart struct sctp_tmit_chunk *chk, 92944249214SRandall Stewart int *abort_flag) 93044249214SRandall Stewart { 93144249214SRandall Stewart struct sctp_tmit_chunk *at; 932d1ea5fa9SMichael Tuexen int inserted; 93344249214SRandall Stewart 93444249214SRandall Stewart /* 93544249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 93644249214SRandall Stewart * in the correct order. 93744249214SRandall Stewart */ 93844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 93944249214SRandall Stewart /* Its the very first one. */ 94044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 941f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 94249656eefSMichael Tuexen chk->rec.data.fsn); 94344249214SRandall Stewart if (control->first_frag_seen) { 94444249214SRandall Stewart /* 94544249214SRandall Stewart * In old un-ordered we can reassembly on one 94644249214SRandall Stewart * control multiple messages. As long as the next 94744249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 94844249214SRandall Stewart * wise) 94944249214SRandall Stewart */ 95044249214SRandall Stewart struct mbuf *tdata; 95144249214SRandall Stewart uint32_t tmp; 95244249214SRandall Stewart 95349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 954b7b84c0eSMichael Tuexen /* 955b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 956b7b84c0eSMichael Tuexen * the lowest 957b7b84c0eSMichael Tuexen */ 95844249214SRandall Stewart goto place_chunk; 95944249214SRandall Stewart } 96049656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 96144249214SRandall Stewart (control->pdapi_started)) { 96244249214SRandall Stewart /* 96344249214SRandall Stewart * Ok this should not happen, if it does we 96444249214SRandall Stewart * started the pd-api on the higher TSN 96544249214SRandall Stewart * (since the equals part is a TSN failure 96644249214SRandall Stewart * it must be that). 96744249214SRandall Stewart * 9685b495f17SMichael Tuexen * We are completly hosed in that case since 9695b495f17SMichael Tuexen * I have no way to recover. This really 9705b495f17SMichael Tuexen * will only happen if we can get more TSN's 97144249214SRandall Stewart * higher before the pd-api-point. 97244249214SRandall Stewart */ 973b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 97444249214SRandall Stewart abort_flag, 97544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 97644249214SRandall Stewart 97744249214SRandall Stewart return; 97844249214SRandall Stewart } 97944249214SRandall Stewart /* 98044249214SRandall Stewart * Ok we have two firsts and the one we just got is 98144249214SRandall Stewart * smaller than the one we previously placed.. yuck! 98244249214SRandall Stewart * We must swap them out. 98344249214SRandall Stewart */ 98444249214SRandall Stewart /* swap the mbufs */ 98544249214SRandall Stewart tdata = control->data; 98644249214SRandall Stewart control->data = chk->data; 98744249214SRandall Stewart chk->data = tdata; 988d1ea5fa9SMichael Tuexen /* Save the lengths */ 989d1ea5fa9SMichael Tuexen chk->send_size = control->length; 990d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 991d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 99244249214SRandall Stewart /* Fix the FSN included */ 99344249214SRandall Stewart tmp = control->fsn_included; 99449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 99549656eefSMichael Tuexen chk->rec.data.fsn = tmp; 996d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 997d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 99849656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 99949656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1000d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1001d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 100249656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 100349656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1004d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 100544249214SRandall Stewart goto place_chunk; 100644249214SRandall Stewart } 100744249214SRandall Stewart control->first_frag_seen = 1; 10088b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10098b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101049656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 101149656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 101244249214SRandall Stewart control->data = chk->data; 101349656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 101444249214SRandall Stewart chk->data = NULL; 101544249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 101644249214SRandall Stewart sctp_setup_tail_pointer(control); 101744249214SRandall Stewart return; 101844249214SRandall Stewart } 101944249214SRandall Stewart place_chunk: 1020d1ea5fa9SMichael Tuexen inserted = 0; 102144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 102249656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 102344249214SRandall Stewart /* 102444249214SRandall Stewart * This one in queue is bigger than the new one, 102544249214SRandall Stewart * insert the new one before at. 102644249214SRandall Stewart */ 102744249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 102844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 102944249214SRandall Stewart inserted = 1; 103044249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 103144249214SRandall Stewart break; 103249656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 103344249214SRandall Stewart /* 103444249214SRandall Stewart * They sent a duplicate fsn number. This really 103544249214SRandall Stewart * should not happen since the FSN is a TSN and it 103644249214SRandall Stewart * should have been dropped earlier. 103744249214SRandall Stewart */ 1038b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 103944249214SRandall Stewart abort_flag, 104044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 104144249214SRandall Stewart return; 104244249214SRandall Stewart } 104344249214SRandall Stewart } 104444249214SRandall Stewart if (inserted == 0) { 104544249214SRandall Stewart /* Its at the end */ 104644249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 104744249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 104849656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 104944249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 105044249214SRandall Stewart } 105144249214SRandall Stewart } 105244249214SRandall Stewart 105344249214SRandall Stewart static int 1054d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1055d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 105644249214SRandall Stewart { 105744249214SRandall Stewart /* 105844249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 105944249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 106044249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 106144249214SRandall Stewart * need to remove them from the stream's queue. 106244249214SRandall Stewart */ 106344249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 106444249214SRandall Stewart uint32_t next_to_del; 106544249214SRandall Stewart uint32_t pd_point; 106644249214SRandall Stewart int ret = 0; 106744249214SRandall Stewart 1068810ec536SMichael Tuexen if (stcb->sctp_socket) { 1069d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1070810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1071810ec536SMichael Tuexen } else { 1072810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1073810ec536SMichael Tuexen } 107444249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1075d1ea5fa9SMichael Tuexen 10763d6fe5d8SMichael Tuexen if ((control != NULL) && 107744249214SRandall Stewart (asoc->idata_supported == 0)) { 107844249214SRandall Stewart /* Special handling needed for "old" data format */ 1079d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 108044249214SRandall Stewart goto done_un; 1081f8829a4aSRandall Stewart } 1082f8829a4aSRandall Stewart } 108344249214SRandall Stewart if (strm->pd_api_started) { 108444249214SRandall Stewart /* Can't add more */ 108544249214SRandall Stewart return (0); 108644249214SRandall Stewart } 108744249214SRandall Stewart while (control) { 1088f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 108949656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 109044249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 109144249214SRandall Stewart if (control->end_added) { 109244249214SRandall Stewart /* We just put the last bit on */ 109344249214SRandall Stewart if (control->on_strm_q) { 109498d5fd97SMichael Tuexen #ifdef INVARIANTS 109544249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 109644249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 109744249214SRandall Stewart control, control->on_strm_q); 109844249214SRandall Stewart } 109998d5fd97SMichael Tuexen #endif 110026f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 110144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 110244249214SRandall Stewart control->on_strm_q = 0; 110344249214SRandall Stewart } 110444249214SRandall Stewart if (control->on_read_q == 0) { 110544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 110644249214SRandall Stewart control, 110744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1108d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 110944249214SRandall Stewart } 1110f8829a4aSRandall Stewart } else { 111144249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 111244249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 111344249214SRandall Stewart strm->pd_api_started = 1; 111444249214SRandall Stewart control->pdapi_started = 1; 111544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 111644249214SRandall Stewart control, 111744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1118d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 111944249214SRandall Stewart 112044249214SRandall Stewart break; 1121139bc87fSRandall Stewart } 1122f8829a4aSRandall Stewart } 112344249214SRandall Stewart control = nctl; 112444249214SRandall Stewart } 112544249214SRandall Stewart done_un: 112644249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 112744249214SRandall Stewart if (strm->pd_api_started) { 112844249214SRandall Stewart /* Can't add more */ 112944249214SRandall Stewart return (0); 113044249214SRandall Stewart } 113144249214SRandall Stewart if (control == NULL) { 113244249214SRandall Stewart return (ret); 113344249214SRandall Stewart } 113449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 113544249214SRandall Stewart /* 113644249214SRandall Stewart * Ok the guy at the top was being partially delivered 113744249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 113844249214SRandall Stewart * taken off when the chunk was merged on in 113944249214SRandall Stewart * sctp_queue_data_for_reasm below. 114044249214SRandall Stewart */ 114144249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 114244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1143f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 114449656eefSMichael Tuexen control, control->end_added, control->mid, 114544249214SRandall Stewart control->top_fsn, control->fsn_included, 114649656eefSMichael Tuexen strm->last_mid_delivered); 114744249214SRandall Stewart if (control->end_added) { 114844249214SRandall Stewart if (control->on_strm_q) { 114998d5fd97SMichael Tuexen #ifdef INVARIANTS 115044249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 115144249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 115244249214SRandall Stewart control, control->on_strm_q); 115344249214SRandall Stewart } 115498d5fd97SMichael Tuexen #endif 115526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 115644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 115728cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 115828cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 115928cd0699SMichael Tuexen } else { 116028cd0699SMichael Tuexen #ifdef INVARIANTS 116128cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 116228cd0699SMichael Tuexen #else 116328cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 116428cd0699SMichael Tuexen #endif 116528cd0699SMichael Tuexen } 116628cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 116744249214SRandall Stewart control->on_strm_q = 0; 116844249214SRandall Stewart } 1169c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1170c09a1534SMichael Tuexen control->pdapi_started = 0; 1171c09a1534SMichael Tuexen strm->pd_api_started = 0; 1172c09a1534SMichael Tuexen } 117344249214SRandall Stewart if (control->on_read_q == 0) { 117444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 117544249214SRandall Stewart control, 117644249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1177d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 117844249214SRandall Stewart } 117944249214SRandall Stewart control = nctl; 118044249214SRandall Stewart } 118144249214SRandall Stewart } 118244249214SRandall Stewart if (strm->pd_api_started) { 1183b7b84c0eSMichael Tuexen /* 1184b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1185b7b84c0eSMichael Tuexen * partially delivered. 1186b7b84c0eSMichael Tuexen */ 118744249214SRandall Stewart return (0); 118844249214SRandall Stewart } 118944249214SRandall Stewart deliver_more: 119049656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 119144249214SRandall Stewart if (control) { 119244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1193f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 119449656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 119544249214SRandall Stewart next_to_del); 119644249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 119749656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 119844249214SRandall Stewart (control->first_frag_seen)) { 1199c09a1534SMichael Tuexen int done; 1200c09a1534SMichael Tuexen 120144249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 120244249214SRandall Stewart if (control->end_added) { 120344249214SRandall Stewart /* We are done with it afterwards */ 120444249214SRandall Stewart if (control->on_strm_q) { 120598d5fd97SMichael Tuexen #ifdef INVARIANTS 120644249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 120744249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 120844249214SRandall Stewart control, control->on_strm_q); 120944249214SRandall Stewart } 121098d5fd97SMichael Tuexen #endif 121126f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 121244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 121328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 121428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 121528cd0699SMichael Tuexen } else { 121628cd0699SMichael Tuexen #ifdef INVARIANTS 121728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 121828cd0699SMichael Tuexen #else 121928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 122028cd0699SMichael Tuexen #endif 122128cd0699SMichael Tuexen } 122228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 122344249214SRandall Stewart control->on_strm_q = 0; 122444249214SRandall Stewart } 122544249214SRandall Stewart ret++; 122644249214SRandall Stewart } 122744249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1228b7b84c0eSMichael Tuexen /* 1229b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1230b7b84c0eSMichael Tuexen * it non-revokable too 1231b7b84c0eSMichael Tuexen */ 123244249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 123344249214SRandall Stewart } else if (control->end_added == 0) { 1234b7b84c0eSMichael Tuexen /* 1235b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1236b7b84c0eSMichael Tuexen * all there 1237b7b84c0eSMichael Tuexen */ 123844249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1239b7b84c0eSMichael Tuexen /* 1240b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1241b7b84c0eSMichael Tuexen * (one being delivered that way) 1242b7b84c0eSMichael Tuexen */ 124344249214SRandall Stewart goto out; 124444249214SRandall Stewart } 124544249214SRandall Stewart } 1246c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 124744249214SRandall Stewart if (control->on_read_q == 0) { 124844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 124944249214SRandall Stewart control, 125044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1251d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 125244249214SRandall Stewart } 125349656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1254c09a1534SMichael Tuexen if (done) { 125544249214SRandall Stewart control = nctl; 125644249214SRandall Stewart goto deliver_more; 125744249214SRandall Stewart } else { 125844249214SRandall Stewart /* We are now doing PD API */ 125944249214SRandall Stewart strm->pd_api_started = 1; 126044249214SRandall Stewart control->pdapi_started = 1; 126144249214SRandall Stewart } 126244249214SRandall Stewart } 126344249214SRandall Stewart } 126444249214SRandall Stewart out: 126544249214SRandall Stewart return (ret); 126644249214SRandall Stewart } 126744249214SRandall Stewart 1268d1ea5fa9SMichael Tuexen 126928cd0699SMichael Tuexen uint32_t 127044249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 127144249214SRandall Stewart struct sctp_stream_in *strm, 127244249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1273d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 127444249214SRandall Stewart { 127544249214SRandall Stewart /* 127644249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 127744249214SRandall Stewart * control and free up the chunk resources. 127844249214SRandall Stewart */ 127928cd0699SMichael Tuexen uint32_t added = 0; 128044249214SRandall Stewart int i_locked = 0; 128144249214SRandall Stewart 1282d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 128344249214SRandall Stewart /* 128444249214SRandall Stewart * Its being pd-api'd so we must do some locks. 128544249214SRandall Stewart */ 128644249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 128744249214SRandall Stewart i_locked = 1; 128844249214SRandall Stewart } 128944249214SRandall Stewart if (control->data == NULL) { 129044249214SRandall Stewart control->data = chk->data; 129144249214SRandall Stewart sctp_setup_tail_pointer(control); 129244249214SRandall Stewart } else { 129328cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 129444249214SRandall Stewart } 129549656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 129644249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 129744249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 129849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 129944249214SRandall Stewart chk->data = NULL; 130044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 130144249214SRandall Stewart control->first_frag_seen = 1; 13028b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13038b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 130444249214SRandall Stewart } 130544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 130644249214SRandall Stewart /* Its complete */ 130744249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 130844249214SRandall Stewart if (control->pdapi_started) { 130944249214SRandall Stewart control->pdapi_started = 0; 131044249214SRandall Stewart strm->pd_api_started = 0; 131144249214SRandall Stewart } 131244249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 131344249214SRandall Stewart /* Unordered */ 131444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 131544249214SRandall Stewart control->on_strm_q = 0; 131644249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 131744249214SRandall Stewart /* Ordered */ 131844249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 131928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 132028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 132128cd0699SMichael Tuexen } else { 132228cd0699SMichael Tuexen #ifdef INVARIANTS 132328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 132428cd0699SMichael Tuexen #else 132528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 132628cd0699SMichael Tuexen #endif 132728cd0699SMichael Tuexen } 132828cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 132944249214SRandall Stewart control->on_strm_q = 0; 133098d5fd97SMichael Tuexen #ifdef INVARIANTS 133144249214SRandall Stewart } else if (control->on_strm_q) { 133244249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 133344249214SRandall Stewart control->on_strm_q); 133498d5fd97SMichael Tuexen #endif 133544249214SRandall Stewart } 133644249214SRandall Stewart } 133744249214SRandall Stewart control->end_added = 1; 133844249214SRandall Stewart control->last_frag_seen = 1; 133944249214SRandall Stewart } 134044249214SRandall Stewart if (i_locked) { 134144249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 134244249214SRandall Stewart } 134344249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 134428cd0699SMichael Tuexen return (added); 1345f8829a4aSRandall Stewart } 1346f8829a4aSRandall Stewart 1347f8829a4aSRandall Stewart /* 1348f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1349f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1350f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1351f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1352f8829a4aSRandall Stewart */ 1353f8829a4aSRandall Stewart static void 1354f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 135544249214SRandall Stewart struct sctp_queued_to_read *control, 135644249214SRandall Stewart struct sctp_tmit_chunk *chk, 135744249214SRandall Stewart int created_control, 135844249214SRandall Stewart int *abort_flag, uint32_t tsn) 1359f8829a4aSRandall Stewart { 136044249214SRandall Stewart uint32_t next_fsn; 136144249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13623d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1363c09a1534SMichael Tuexen int do_wakeup, unordered; 136428cd0699SMichael Tuexen uint32_t lenadded; 1365f8829a4aSRandall Stewart 13663d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1367f8829a4aSRandall Stewart /* 136844249214SRandall Stewart * For old un-ordered data chunks. 1369f8829a4aSRandall Stewart */ 137044249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 137144249214SRandall Stewart unordered = 1; 1372f8829a4aSRandall Stewart } else { 137344249214SRandall Stewart unordered = 0; 137444249214SRandall Stewart } 137544249214SRandall Stewart /* Must be added to the stream-in queue */ 137644249214SRandall Stewart if (created_control) { 137728cd0699SMichael Tuexen if (unordered == 0) { 137828cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 137928cd0699SMichael Tuexen } 138044249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 138144249214SRandall Stewart /* Duplicate SSN? */ 1382d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 1383b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 138444249214SRandall Stewart abort_flag, 138544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 138644249214SRandall Stewart return; 138744249214SRandall Stewart } 138844249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1389f8829a4aSRandall Stewart /* 139044249214SRandall Stewart * Ok we created this control and now lets validate 139144249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 139244249214SRandall Stewart * and we have up to the cum-ack then its invalid. 139344249214SRandall Stewart */ 139444249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1395b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139644249214SRandall Stewart abort_flag, 139744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 139844249214SRandall Stewart return; 139944249214SRandall Stewart } 140044249214SRandall Stewart } 140144249214SRandall Stewart } 1402a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1403d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 140444249214SRandall Stewart return; 140544249214SRandall Stewart } 140644249214SRandall Stewart /* 140744249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 140844249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 140944249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 141044249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 141144249214SRandall Stewart * in its place. 141244249214SRandall Stewart */ 141344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 141444249214SRandall Stewart /* Its the very first one. */ 141544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1416f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 141749656eefSMichael Tuexen chk->rec.data.fsn); 141844249214SRandall Stewart if (control->first_frag_seen) { 141944249214SRandall Stewart /* 142044249214SRandall Stewart * Error on senders part, they either sent us two 142144249214SRandall Stewart * data chunks with FIRST, or they sent two 142244249214SRandall Stewart * un-ordered chunks that were fragmented at the 142344249214SRandall Stewart * same time in the same stream. 142444249214SRandall Stewart */ 1425b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142644249214SRandall Stewart abort_flag, 142744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 142844249214SRandall Stewart return; 142944249214SRandall Stewart } 143044249214SRandall Stewart control->first_frag_seen = 1; 14318b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14328b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 143349656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 143444249214SRandall Stewart control->data = chk->data; 143549656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 143644249214SRandall Stewart chk->data = NULL; 143744249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 143844249214SRandall Stewart sctp_setup_tail_pointer(control); 143928cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 144044249214SRandall Stewart } else { 144144249214SRandall Stewart /* Place the chunk in our list */ 144244249214SRandall Stewart int inserted = 0; 144344249214SRandall Stewart 144444249214SRandall Stewart if (control->last_frag_seen == 0) { 144544249214SRandall Stewart /* Still willing to raise highest FSN seen */ 144649656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 144744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1448f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 144949656eefSMichael Tuexen chk->rec.data.fsn); 145049656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 145144249214SRandall Stewart } 145244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 145344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1454f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 145549656eefSMichael Tuexen chk->rec.data.fsn); 145644249214SRandall Stewart control->last_frag_seen = 1; 145744249214SRandall Stewart } 145844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 145944249214SRandall Stewart /* 146044249214SRandall Stewart * For IDATA we always check since we know 146144249214SRandall Stewart * that the first fragment is 0. For old 146244249214SRandall Stewart * DATA we have to receive the first before 1463cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 146444249214SRandall Stewart */ 146549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1466b7b84c0eSMichael Tuexen /* 1467b7b84c0eSMichael Tuexen * We have already delivered up to 1468b7b84c0eSMichael Tuexen * this so its a dup 1469b7b84c0eSMichael Tuexen */ 1470b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 147144249214SRandall Stewart abort_flag, 147244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 147344249214SRandall Stewart return; 147444249214SRandall Stewart } 147544249214SRandall Stewart } 147644249214SRandall Stewart } else { 147744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 147844249214SRandall Stewart /* Second last? huh? */ 147944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1480f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 148149656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1482b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 148344249214SRandall Stewart chk, abort_flag, 148444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 148544249214SRandall Stewart return; 148644249214SRandall Stewart } 148744249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 148844249214SRandall Stewart /* 148944249214SRandall Stewart * For IDATA we always check since we know 149044249214SRandall Stewart * that the first fragment is 0. For old 149144249214SRandall Stewart * DATA we have to receive the first before 1492cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 149344249214SRandall Stewart */ 149444249214SRandall Stewart 149549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1496b7b84c0eSMichael Tuexen /* 1497b7b84c0eSMichael Tuexen * We have already delivered up to 1498b7b84c0eSMichael Tuexen * this so its a dup 1499b7b84c0eSMichael Tuexen */ 150044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1501f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 150249656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1503b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 150444249214SRandall Stewart abort_flag, 150544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 150644249214SRandall Stewart return; 150744249214SRandall Stewart } 150844249214SRandall Stewart } 1509b7b84c0eSMichael Tuexen /* 1510b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1511b7b84c0eSMichael Tuexen * one 1512b7b84c0eSMichael Tuexen */ 151349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 151444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1515f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 151649656eefSMichael Tuexen chk->rec.data.fsn, 151744249214SRandall Stewart control->top_fsn); 1518b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 151944249214SRandall Stewart abort_flag, 152044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 152144249214SRandall Stewart return; 152244249214SRandall Stewart } 152344249214SRandall Stewart } 152444249214SRandall Stewart /* 152544249214SRandall Stewart * If we reach here, we need to place the new chunk in the 152644249214SRandall Stewart * reassembly for this control. 152744249214SRandall Stewart */ 152844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1529f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 153049656eefSMichael Tuexen chk->rec.data.fsn); 153144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 153249656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 153344249214SRandall Stewart /* 153444249214SRandall Stewart * This one in queue is bigger than the new 153544249214SRandall Stewart * one, insert the new one before at. 153644249214SRandall Stewart */ 153744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1538f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 153949656eefSMichael Tuexen at->rec.data.fsn); 1540f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1541f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 154244249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 154344249214SRandall Stewart inserted = 1; 154444249214SRandall Stewart break; 154549656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1546b7b84c0eSMichael Tuexen /* 1547b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1548b7b84c0eSMichael Tuexen * number 1549b7b84c0eSMichael Tuexen */ 155044249214SRandall Stewart /* 155144249214SRandall Stewart * foo bar, I guess I will just free this 155244249214SRandall Stewart * new guy, should we abort too? FIX ME 155344249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 155444249214SRandall Stewart * wrapped. Maybe I should compare to TSN 155544249214SRandall Stewart * somehow... sigh for now just blow away 155644249214SRandall Stewart * the chunk! 155744249214SRandall Stewart */ 155844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1559f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 156049656eefSMichael Tuexen at->rec.data.fsn); 1561b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 156244249214SRandall Stewart chk, abort_flag, 156344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 156444249214SRandall Stewart return; 156544249214SRandall Stewart } 156644249214SRandall Stewart } 156744249214SRandall Stewart if (inserted == 0) { 156844249214SRandall Stewart /* Goes on the end */ 1569f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 157049656eefSMichael Tuexen chk->rec.data.fsn); 157144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 157244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 157344249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 157444249214SRandall Stewart } 157544249214SRandall Stewart } 157644249214SRandall Stewart /* 157744249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 157844249214SRandall Stewart * are in seq if it makes sense. 157944249214SRandall Stewart */ 1580c09a1534SMichael Tuexen do_wakeup = 0; 158144249214SRandall Stewart /* 158244249214SRandall Stewart * If the first fragment has not been seen there is no sense in 158344249214SRandall Stewart * looking. 158444249214SRandall Stewart */ 158544249214SRandall Stewart if (control->first_frag_seen) { 158644249214SRandall Stewart next_fsn = control->fsn_included + 1; 158744249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 158849656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 158944249214SRandall Stewart /* We can add this one now to the control */ 159044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1591f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 159244249214SRandall Stewart control, at, 159349656eefSMichael Tuexen at->rec.data.fsn, 159444249214SRandall Stewart next_fsn, control->fsn_included); 159544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 159628cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 159728cd0699SMichael Tuexen asoc->size_on_all_streams += lenadded; 1598c09a1534SMichael Tuexen if (control->on_read_q) { 1599c09a1534SMichael Tuexen do_wakeup = 1; 1600c09a1534SMichael Tuexen } 160144249214SRandall Stewart next_fsn++; 160244249214SRandall Stewart if (control->end_added && control->pdapi_started) { 160344249214SRandall Stewart if (strm->pd_api_started) { 160444249214SRandall Stewart strm->pd_api_started = 0; 160544249214SRandall Stewart control->pdapi_started = 0; 160644249214SRandall Stewart } 160744249214SRandall Stewart if (control->on_read_q == 0) { 160844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 160944249214SRandall Stewart control, 161044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 161144249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1612c09a1534SMichael Tuexen do_wakeup = 1; 161344249214SRandall Stewart } 161444249214SRandall Stewart break; 161544249214SRandall Stewart } 161644249214SRandall Stewart } else { 1617f8829a4aSRandall Stewart break; 1618f8829a4aSRandall Stewart } 1619f8829a4aSRandall Stewart } 1620f8829a4aSRandall Stewart } 1621c09a1534SMichael Tuexen if (do_wakeup) { 162244249214SRandall Stewart /* Need to wakeup the reader */ 1623b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1624f8829a4aSRandall Stewart } 1625f8829a4aSRandall Stewart } 1626f8829a4aSRandall Stewart 162744249214SRandall Stewart static struct sctp_queued_to_read * 162849656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1629f8829a4aSRandall Stewart { 1630c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1631f8829a4aSRandall Stewart 163244249214SRandall Stewart if (ordered) { 1633c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 163449656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 163544249214SRandall Stewart break; 163644249214SRandall Stewart } 163744249214SRandall Stewart } 1638f8829a4aSRandall Stewart } else { 163949656eefSMichael Tuexen if (idata_supported) { 1640c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 164149656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 164244249214SRandall Stewart break; 1643f8829a4aSRandall Stewart } 1644f8829a4aSRandall Stewart } 164549656eefSMichael Tuexen } else { 164649656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 164749656eefSMichael Tuexen } 1648f8829a4aSRandall Stewart } 1649c09a1534SMichael Tuexen return (control); 1650f8829a4aSRandall Stewart } 165144249214SRandall Stewart 1652f8829a4aSRandall Stewart static int 1653f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 165444249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1655f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 16568b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1657f8829a4aSRandall Stewart { 1658f8829a4aSRandall Stewart /* Process a data chunk */ 1659f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1660f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 166149656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1662f8829a4aSRandall Stewart struct mbuf *dmbuf; 16637215cc1bSMichael Tuexen int the_len; 1664139bc87fSRandall Stewart int need_reasm_check = 0; 166549656eefSMichael Tuexen uint16_t sid; 1666ff1ffd74SMichael Tuexen struct mbuf *op_err; 1667ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 166828cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 166949656eefSMichael Tuexen uint32_t ppid; 16708b9c95f4SMichael Tuexen uint8_t chk_flags; 167117205eccSRandall Stewart struct sctp_stream_reset_list *liste; 167244249214SRandall Stewart int ordered; 167344249214SRandall Stewart size_t clen; 167444249214SRandall Stewart int created_control = 0; 1675f8829a4aSRandall Stewart 16768b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 16778b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 16788b9c95f4SMichael Tuexen 16798b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 168044249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 16818b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 168244249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 16838b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 16848b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 16858b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 16868b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 168744249214SRandall Stewart fsn = 0; 16888b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 168944249214SRandall Stewart } else { 16908b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 16918b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 169244249214SRandall Stewart } 16938b9c95f4SMichael Tuexen } else { 16948b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 16958b9c95f4SMichael Tuexen 16968b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 16978b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 16988b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 16998b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17008b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17018b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17028b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17038b9c95f4SMichael Tuexen fsn = tsn; 17048b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17058b9c95f4SMichael Tuexen } 170644249214SRandall Stewart if ((size_t)chk_length == clen) { 170744249214SRandall Stewart /* 170844249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 170944249214SRandall Stewart */ 17108b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 171144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 171244249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 171344249214SRandall Stewart *abort_flag = 1; 171444249214SRandall Stewart return (0); 171544249214SRandall Stewart } 17168b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1717b3f1ea41SRandall Stewart asoc->send_sack = 1; 1718b3f1ea41SRandall Stewart } 17198b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1720b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1721c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 172280fefe0aSRandall Stewart } 1723ad81507eSRandall Stewart if (stcb == NULL) { 1724ad81507eSRandall Stewart return (0); 1725ad81507eSRandall Stewart } 17268b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 172720b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1728f8829a4aSRandall Stewart /* It is a duplicate */ 1729f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1730f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1731f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1732f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1733f8829a4aSRandall Stewart asoc->numduptsns++; 1734f8829a4aSRandall Stewart } 1735b201f536SRandall Stewart asoc->send_sack = 1; 1736f8829a4aSRandall Stewart return (0); 1737f8829a4aSRandall Stewart } 1738f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1739d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1740f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1741f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1742f8829a4aSRandall Stewart return (0); 1743f8829a4aSRandall Stewart } 1744f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1745207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17460696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1747f8829a4aSRandall Stewart /* Can't expand, drop it */ 1748f8829a4aSRandall Stewart return (0); 1749f8829a4aSRandall Stewart } 1750f8829a4aSRandall Stewart } 175120b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1752f8829a4aSRandall Stewart *high_tsn = tsn; 1753f8829a4aSRandall Stewart } 1754f8829a4aSRandall Stewart /* See if we have received this one already */ 175577acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 175677acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1757f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1758f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1759f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1760f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1761f8829a4aSRandall Stewart asoc->numduptsns++; 1762f8829a4aSRandall Stewart } 176342551e99SRandall Stewart asoc->send_sack = 1; 1764f8829a4aSRandall Stewart return (0); 1765f8829a4aSRandall Stewart } 1766f8829a4aSRandall Stewart /* 1767f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1768f8829a4aSRandall Stewart * to be sent up above 1769f8829a4aSRandall Stewart */ 1770ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1771f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1772ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1773f8829a4aSRandall Stewart /* 1774f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1775f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1776f8829a4aSRandall Stewart */ 1777ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1778a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1779f8829a4aSRandall Stewart *abort_flag = 1; 1780f8829a4aSRandall Stewart return (0); 1781f8829a4aSRandall Stewart } 1782f8829a4aSRandall Stewart /* 1783f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1784f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1785f8829a4aSRandall Stewart * for on a partial delivery API. 1786f8829a4aSRandall Stewart */ 1787f8829a4aSRandall Stewart 178844249214SRandall Stewart /* Is the stream valid? */ 178949656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 179086eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1791f8829a4aSRandall Stewart 179286eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1793eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 179486eda749SMichael Tuexen if (op_err != NULL) { 1795f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 179686eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 179786eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1798f8829a4aSRandall Stewart /* 1799f8829a4aSRandall Stewart * Error causes are just param's and this one has 1800f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1801f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1802f8829a4aSRandall Stewart */ 180386eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 180486eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 180586eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18068b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 180786eda749SMichael Tuexen cause->reserved = htons(0); 180886eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1809f8829a4aSRandall Stewart } 1810f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1811207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1812830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 181320b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1814830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1815d06c82f1SRandall Stewart } 1816d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1817d06c82f1SRandall Stewart /* Update cum-ack */ 1818d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1819d06c82f1SRandall Stewart } 1820f8829a4aSRandall Stewart return (0); 1821f8829a4aSRandall Stewart } 1822f8829a4aSRandall Stewart /* 182344249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 182444249214SRandall Stewart * on the reassembly queues. 1825f8829a4aSRandall Stewart */ 18268b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18278b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1828be46a7c5SMichael Tuexen (fsn == 0)) { 182944249214SRandall Stewart /* 183044249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1831be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1832be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 183344249214SRandall Stewart */ 1834be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 18358b9c95f4SMichael Tuexen mid, chk_flags); 183644249214SRandall Stewart goto err_out; 183744249214SRandall Stewart } 18383d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 183944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18408b9c95f4SMichael Tuexen chk_flags, control); 18418b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1842be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1843be46a7c5SMichael Tuexen if (control != NULL) { 184444249214SRandall Stewart /* We found something, does it belong? */ 184549656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 184649656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 184744249214SRandall Stewart err_out: 184844249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 184944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 185044249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 185144249214SRandall Stewart *abort_flag = 1; 185244249214SRandall Stewart return (0); 185344249214SRandall Stewart } 185444249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1855b7b84c0eSMichael Tuexen /* 1856b7b84c0eSMichael Tuexen * We can't have a switched order with an 1857b7b84c0eSMichael Tuexen * unordered chunk 1858b7b84c0eSMichael Tuexen */ 1859be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1860be46a7c5SMichael Tuexen tsn); 186144249214SRandall Stewart goto err_out; 186244249214SRandall Stewart } 186344249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1864b7b84c0eSMichael Tuexen /* 1865b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1866b7b84c0eSMichael Tuexen * ordered chunk 1867b7b84c0eSMichael Tuexen */ 1868be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1869be46a7c5SMichael Tuexen tsn); 187044249214SRandall Stewart goto err_out; 187144249214SRandall Stewart } 187244249214SRandall Stewart } 187344249214SRandall Stewart } else { 187444249214SRandall Stewart /* 187544249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 187644249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 187744249214SRandall Stewart * ordered) or in the same Stream for unordered. 187844249214SRandall Stewart */ 1879be46a7c5SMichael Tuexen if (control != NULL) { 188049656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 188149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 18828b9c95f4SMichael Tuexen chk_flags, mid); 188349656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 188444249214SRandall Stewart goto err_out; 1885be46a7c5SMichael Tuexen } else { 1886be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1887be46a7c5SMichael Tuexen (control->end_added == 0)) { 1888be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1889be46a7c5SMichael Tuexen goto err_out; 1890be46a7c5SMichael Tuexen } else { 1891be46a7c5SMichael Tuexen control = NULL; 1892be46a7c5SMichael Tuexen } 1893be46a7c5SMichael Tuexen } 189444249214SRandall Stewart } 189544249214SRandall Stewart } 189644249214SRandall Stewart /* now do the tests */ 189744249214SRandall Stewart if (((asoc->cnt_on_all_streams + 189844249214SRandall Stewart asoc->cnt_on_reasm_queue + 189944249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 190044249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 190144249214SRandall Stewart /* 190244249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 190344249214SRandall Stewart * the reader is doing its job... 190444249214SRandall Stewart */ 190544249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 190644249214SRandall Stewart /* some to read, wake-up */ 190744249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 190844249214SRandall Stewart struct socket *so; 190944249214SRandall Stewart 191044249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 191144249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 191244249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 191344249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 191444249214SRandall Stewart SCTP_TCB_LOCK(stcb); 191544249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 191644249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 191744249214SRandall Stewart /* assoc was freed while we were unlocked */ 191844249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 191944249214SRandall Stewart return (0); 192044249214SRandall Stewart } 192144249214SRandall Stewart #endif 192244249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 192344249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 192444249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 192544249214SRandall Stewart #endif 192644249214SRandall Stewart } 192744249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19288b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 192944249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 193044249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 193144249214SRandall Stewart /* Nope not in the valid range dump it */ 193244249214SRandall Stewart dump_packet: 193344249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 193444249214SRandall Stewart if ((asoc->cnt_on_all_streams + 193544249214SRandall Stewart asoc->cnt_on_reasm_queue + 193644249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 193744249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 193844249214SRandall Stewart } else { 193944249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 194044249214SRandall Stewart } 194144249214SRandall Stewart *break_flag = 1; 194244249214SRandall Stewart return (0); 194344249214SRandall Stewart } 194444249214SRandall Stewart } else { 194544249214SRandall Stewart if (control == NULL) { 194644249214SRandall Stewart goto dump_packet; 194744249214SRandall Stewart } 194844249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 194944249214SRandall Stewart goto dump_packet; 195044249214SRandall Stewart } 195144249214SRandall Stewart } 195244249214SRandall Stewart } 1953f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 195418e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 195518e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 195618e198d3SRandall Stewart asoc->tsn_in_at = 0; 195718e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 195818e198d3SRandall Stewart } 1959f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 196049656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 196149656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1962f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1963f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 196418e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 196518e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 196618e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1967f42a358aSRandall Stewart asoc->tsn_in_at++; 1968f42a358aSRandall Stewart #endif 196944249214SRandall Stewart /* 197044249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 197144249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 197244249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 197344249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 197444249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 197544249214SRandall Stewart */ 19768b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1977d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 19788b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 197949656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1980f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1981f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 198249656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1983f8829a4aSRandall Stewart 198449656eefSMichael Tuexen if (asoc->idata_supported) { 198549656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 198649656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 198749656eefSMichael Tuexen tsn, 198849656eefSMichael Tuexen sid, 198949656eefSMichael Tuexen mid); 199049656eefSMichael Tuexen } else { 1991ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 199249656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 199349656eefSMichael Tuexen tsn, 199449656eefSMichael Tuexen sid, 199549656eefSMichael Tuexen (uint16_t)mid); 199649656eefSMichael Tuexen } 1997ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1998b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1999ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2000f8829a4aSRandall Stewart *abort_flag = 1; 2001f8829a4aSRandall Stewart return (0); 2002f8829a4aSRandall Stewart } 20038b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 200444249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 200544249214SRandall Stewart } else { 2006f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 200744249214SRandall Stewart } 2008f8829a4aSRandall Stewart if (last_chunk == 0) { 20098b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 201044249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 201144249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 201244249214SRandall Stewart the_len, M_NOWAIT); 201344249214SRandall Stewart } else { 201444b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2015f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2016eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 201744249214SRandall Stewart } 2018f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2019b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20204be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2021f8829a4aSRandall Stewart } 2022f8829a4aSRandall Stewart #endif 2023f8829a4aSRandall Stewart } else { 2024f8829a4aSRandall Stewart /* We can steal the last chunk */ 2025139bc87fSRandall Stewart int l_len; 2026139bc87fSRandall Stewart 2027f8829a4aSRandall Stewart dmbuf = *m; 2028f8829a4aSRandall Stewart /* lop off the top part */ 20298b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 203044249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 203144249214SRandall Stewart } else { 2032f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 203344249214SRandall Stewart } 2034139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2035139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2036139bc87fSRandall Stewart } else { 2037139bc87fSRandall Stewart /* 2038139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2039139bc87fSRandall Stewart * this to often :-0 2040139bc87fSRandall Stewart */ 2041139bc87fSRandall Stewart struct mbuf *lat; 2042139bc87fSRandall Stewart 2043139bc87fSRandall Stewart l_len = 0; 204460990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2045139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2046139bc87fSRandall Stewart } 2047139bc87fSRandall Stewart } 2048139bc87fSRandall Stewart if (l_len > the_len) { 2049f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2050139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2051f8829a4aSRandall Stewart } 2052f8829a4aSRandall Stewart } 2053f8829a4aSRandall Stewart if (dmbuf == NULL) { 2054f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2055f8829a4aSRandall Stewart return (0); 2056f8829a4aSRandall Stewart } 205744249214SRandall Stewart /* 20588b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 205944249214SRandall Stewart * one (we may have gotten it above when we found the message was 206044249214SRandall Stewart * fragmented 206144249214SRandall Stewart */ 206244249214SRandall Stewart if (control == NULL) { 206344249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 206444249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 206549656eefSMichael Tuexen ppid, 206649656eefSMichael Tuexen sid, 20678b9c95f4SMichael Tuexen chk_flags, 206849656eefSMichael Tuexen NULL, fsn, mid); 206944249214SRandall Stewart if (control == NULL) { 207044249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 207144249214SRandall Stewart return (0); 207244249214SRandall Stewart } 20738b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 20741f76872cSMichael Tuexen struct mbuf *mm; 207528cd0699SMichael Tuexen 207644249214SRandall Stewart control->data = dmbuf; 20771f76872cSMichael Tuexen mm = control->data; 20781f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 20791f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 208028cd0699SMichael Tuexen } 208144249214SRandall Stewart control->tail_mbuf = NULL; 20828b9c95f4SMichael Tuexen control->end_added = 1; 20838b9c95f4SMichael Tuexen control->last_frag_seen = 1; 20848b9c95f4SMichael Tuexen control->first_frag_seen = 1; 20858b9c95f4SMichael Tuexen control->fsn_included = fsn; 20868b9c95f4SMichael Tuexen control->top_fsn = fsn; 208744249214SRandall Stewart } 208844249214SRandall Stewart created_control = 1; 208944249214SRandall Stewart } 209049656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 20918b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 20928b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2093f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2094f42a358aSRandall Stewart ((ordered == 0) || 209549656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 209649656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2097f8829a4aSRandall Stewart /* Candidate for express delivery */ 2098f8829a4aSRandall Stewart /* 2099f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2100f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2101f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2102f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2103f8829a4aSRandall Stewart * stuff it up the buffer.... 2104f8829a4aSRandall Stewart */ 21051ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 210620b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21071ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21081ea735c8SMichael Tuexen } 210949656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 211049656eefSMichael Tuexen control, mid); 211144249214SRandall Stewart 2112cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2113cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2114cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2115830d754dSRandall Stewart 21168b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2117f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21183d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2119f8829a4aSRandall Stewart } 2120f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2121b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 212249656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2123f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 212480fefe0aSRandall Stewart } 2125f8829a4aSRandall Stewart control = NULL; 2126f8829a4aSRandall Stewart goto finish_express_del; 2127f8829a4aSRandall Stewart } 212844249214SRandall Stewart /* Now will we need a chunk too? */ 21298b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2130f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2131f8829a4aSRandall Stewart if (chk == NULL) { 2132f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2133f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2134f8829a4aSRandall Stewart if (last_chunk == 0) { 2135f8829a4aSRandall Stewart /* we copied it, free the copy */ 2136f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2137f8829a4aSRandall Stewart } 2138f8829a4aSRandall Stewart return (0); 2139f8829a4aSRandall Stewart } 214049656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2141f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 214249656eefSMichael Tuexen chk->rec.data.fsn = fsn; 214349656eefSMichael Tuexen chk->rec.data.mid = mid; 214449656eefSMichael Tuexen chk->rec.data.sid = sid; 214549656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2146f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2147f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21488b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2149f8829a4aSRandall Stewart chk->asoc = asoc; 2150f8829a4aSRandall Stewart chk->send_size = the_len; 2151f8829a4aSRandall Stewart chk->whoTo = net; 215249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 215344249214SRandall Stewart chk, 215449656eefSMichael Tuexen control, mid); 2155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2156f8829a4aSRandall Stewart chk->data = dmbuf; 215744249214SRandall Stewart } 215844249214SRandall Stewart /* Set the appropriate TSN mark */ 215944249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 216044249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 216144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 216244249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 216344249214SRandall Stewart } 2164f8829a4aSRandall Stewart } else { 216544249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 216644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 216744249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2168f8829a4aSRandall Stewart } 2169f8829a4aSRandall Stewart } 217044249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21718b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2172f8829a4aSRandall Stewart /* 217344249214SRandall Stewart * Special check for when streams are resetting. We could be 217444249214SRandall Stewart * more smart about this and check the actual stream to see 217544249214SRandall Stewart * if it is not being reset.. that way we would not create a 217644249214SRandall Stewart * HOLB when amongst streams being reset and those not being 217744249214SRandall Stewart * reset. 2178f8829a4aSRandall Stewart * 2179f8829a4aSRandall Stewart */ 2180f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 218120b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2182f8829a4aSRandall Stewart /* 218344249214SRandall Stewart * yep its past where we need to reset... go ahead 218444249214SRandall Stewart * and queue it. 2185f8829a4aSRandall Stewart */ 2186f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2187f8829a4aSRandall Stewart /* first one on */ 2188f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2189f8829a4aSRandall Stewart } else { 219028cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2191f8829a4aSRandall Stewart unsigned char inserted = 0; 2192f8829a4aSRandall Stewart 219328cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 219428cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 219544249214SRandall Stewart 21964a9ef3f8SMichael Tuexen continue; 2197f8829a4aSRandall Stewart } else { 2198f8829a4aSRandall Stewart /* found it */ 219928cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2200f8829a4aSRandall Stewart inserted = 1; 2201f8829a4aSRandall Stewart break; 2202f8829a4aSRandall Stewart } 2203f8829a4aSRandall Stewart } 2204f8829a4aSRandall Stewart if (inserted == 0) { 2205f8829a4aSRandall Stewart /* 220644249214SRandall Stewart * must be put at end, use prevP 220744249214SRandall Stewart * (all setup from loop) to setup 220844249214SRandall Stewart * nextP. 2209f8829a4aSRandall Stewart */ 2210f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2211f8829a4aSRandall Stewart } 2212f8829a4aSRandall Stewart } 221344249214SRandall Stewart goto finish_express_del; 221444249214SRandall Stewart } 22158b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 221644249214SRandall Stewart /* queue directly into socket buffer */ 221749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 221849656eefSMichael Tuexen control, mid); 221944249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 222044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 222144249214SRandall Stewart control, 222244249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 222344249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 222444249214SRandall Stewart 2225f8829a4aSRandall Stewart } else { 222649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 222749656eefSMichael Tuexen mid); 22283d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2229f8829a4aSRandall Stewart if (*abort_flag) { 22308be0fd55SMichael Tuexen if (last_chunk) { 22318be0fd55SMichael Tuexen *m = NULL; 22328be0fd55SMichael Tuexen } 2233f8829a4aSRandall Stewart return (0); 2234f8829a4aSRandall Stewart } 2235f8829a4aSRandall Stewart } 223644249214SRandall Stewart goto finish_express_del; 2237f8829a4aSRandall Stewart } 223844249214SRandall Stewart /* If we reach here its a reassembly */ 223944249214SRandall Stewart need_reasm_check = 1; 224044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 224149656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 224249656eefSMichael Tuexen control, mid); 22433d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2244f8829a4aSRandall Stewart if (*abort_flag) { 2245a5d547adSRandall Stewart /* 224644249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 224744249214SRandall Stewart * queue, which has all been freed. 2248a5d547adSRandall Stewart */ 22498be0fd55SMichael Tuexen if (last_chunk) { 2250a5d547adSRandall Stewart *m = NULL; 22518be0fd55SMichael Tuexen } 2252f8829a4aSRandall Stewart return (0); 2253f8829a4aSRandall Stewart } 2254f8829a4aSRandall Stewart finish_express_del: 225544249214SRandall Stewart /* Here we tidy up things */ 2256307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2257307b49efSMichael Tuexen /* Update cum-ack */ 2258307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2259307b49efSMichael Tuexen } 2260f8829a4aSRandall Stewart if (last_chunk) { 2261f8829a4aSRandall Stewart *m = NULL; 2262f8829a4aSRandall Stewart } 2263f42a358aSRandall Stewart if (ordered) { 2264f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2265f8829a4aSRandall Stewart } else { 2266f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2267f8829a4aSRandall Stewart } 2268f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2269f8829a4aSRandall Stewart /* Set it present please */ 2270b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 227149656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 227280fefe0aSRandall Stewart } 2273b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2274f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2275f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 227680fefe0aSRandall Stewart } 22773d6fe5d8SMichael Tuexen if (need_reasm_check) { 22783d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 22793d6fe5d8SMichael Tuexen need_reasm_check = 0; 22803d6fe5d8SMichael Tuexen } 228117205eccSRandall Stewart /* check the special flag for stream resets */ 228217205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 228320b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 228417205eccSRandall Stewart /* 228517205eccSRandall Stewart * we have finished working through the backlogged TSN's now 228617205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 228717205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 228817205eccSRandall Stewart * pending_reply_queue. 228917205eccSRandall Stewart */ 2290a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 229117205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 22927cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2293207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 22943c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 229517205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 22964a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 229717205eccSRandall Stewart /* All can be removed */ 229828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 229928cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 230028cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 230117205eccSRandall Stewart if (*abort_flag) { 230217205eccSRandall Stewart return (0); 230317205eccSRandall Stewart } 23043d6fe5d8SMichael Tuexen if (need_reasm_check) { 230528cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23063d6fe5d8SMichael Tuexen need_reasm_check = 0; 23073d6fe5d8SMichael Tuexen } 230817205eccSRandall Stewart } 23094a9ef3f8SMichael Tuexen } else { 231028cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 231128cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23124a9ef3f8SMichael Tuexen break; 23134a9ef3f8SMichael Tuexen } 231417205eccSRandall Stewart /* 231528cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 231628cd0699SMichael Tuexen * can process it which is the NOT of 231728cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 231817205eccSRandall Stewart */ 231928cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 232028cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 232117205eccSRandall Stewart if (*abort_flag) { 232217205eccSRandall Stewart return (0); 232317205eccSRandall Stewart } 23243d6fe5d8SMichael Tuexen if (need_reasm_check) { 232528cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 232617205eccSRandall Stewart need_reasm_check = 0; 232717205eccSRandall Stewart } 23283d6fe5d8SMichael Tuexen } 23293d6fe5d8SMichael Tuexen } 2330139bc87fSRandall Stewart } 2331f8829a4aSRandall Stewart return (1); 2332f8829a4aSRandall Stewart } 2333f8829a4aSRandall Stewart 2334ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2335b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2336b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2337b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2338b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2339b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2340b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2341b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2342b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2343b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2344b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2345b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2346b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2347b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2348b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2349b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2350b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2351b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2352b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2353b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2354b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2355b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2356b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2357b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2358b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2359b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2360b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2361b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2362b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2363b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2364b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2365b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2366b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2367f8829a4aSRandall Stewart }; 2368f8829a4aSRandall Stewart 2369f8829a4aSRandall Stewart 2370f8829a4aSRandall Stewart void 2371b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2372f8829a4aSRandall Stewart { 2373f8829a4aSRandall Stewart /* 2374f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2375f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 237666bd30bdSRandall Stewart * 23775b495f17SMichael Tuexen * When you first glance at this you might think that all entries 23785b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 23795b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 238066bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 238166bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 238266bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 238366bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2384f8829a4aSRandall Stewart */ 2385f8829a4aSRandall Stewart struct sctp_association *asoc; 2386b3f1ea41SRandall Stewart int at; 238766bd30bdSRandall Stewart uint8_t val; 2388f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 238977acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2390f8829a4aSRandall Stewart 2391f8829a4aSRandall Stewart asoc = &stcb->asoc; 2392f8829a4aSRandall Stewart 2393f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2394f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2395f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2396f8829a4aSRandall Stewart /* 2397f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2398f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2399f8829a4aSRandall Stewart */ 2400f8829a4aSRandall Stewart at = 0; 2401b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 240266bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 240366bd30bdSRandall Stewart if (val == 0xff) { 2404f8829a4aSRandall Stewart at += 8; 2405f8829a4aSRandall Stewart } else { 2406f8829a4aSRandall Stewart /* there is a 0 bit */ 240766bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2408f8829a4aSRandall Stewart break; 2409f8829a4aSRandall Stewart } 2410f8829a4aSRandall Stewart } 2411b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2412f8829a4aSRandall Stewart 241320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 241420b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2415a5d547adSRandall Stewart #ifdef INVARIANTS 2416ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2417ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2418f8829a4aSRandall Stewart #else 2419ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2420ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24210e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2422b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2423b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2424b3f1ea41SRandall Stewart } 2425f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2426830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2427f8829a4aSRandall Stewart #endif 2428f8829a4aSRandall Stewart } 242920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 243077acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 243177acdc25SRandall Stewart } else { 243277acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 243377acdc25SRandall Stewart } 243477acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2435f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 243677acdc25SRandall Stewart /* highest becomes the cum-ack */ 243737f144ebSMichael Tuexen int clr; 243837f144ebSMichael Tuexen #ifdef INVARIANTS 243937f144ebSMichael Tuexen unsigned int i; 244037f144ebSMichael Tuexen #endif 2441f8829a4aSRandall Stewart 2442f8829a4aSRandall Stewart /* clear the array */ 2443b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2444c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2445f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2446f8829a4aSRandall Stewart } 2447f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2448830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 244937f144ebSMichael Tuexen #ifdef INVARIANTS 2450b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2451b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2452cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2453b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2454b5c16493SMichael Tuexen } 2455b5c16493SMichael Tuexen } 245637f144ebSMichael Tuexen #endif 245777acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 245877acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2459f8829a4aSRandall Stewart } else if (at >= 8) { 2460f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2461b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2462b3f1ea41SRandall Stewart 2463f8829a4aSRandall Stewart /* 2464f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2465f8829a4aSRandall Stewart * TSN value 2466f8829a4aSRandall Stewart */ 246777acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 246877acdc25SRandall Stewart slide_end = (lgap >> 3); 2469f8829a4aSRandall Stewart if (slide_end < slide_from) { 247077acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2471d55b0b1bSRandall Stewart #ifdef INVARIANTS 2472f8829a4aSRandall Stewart panic("impossible slide"); 2473d55b0b1bSRandall Stewart #else 2474cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 247577acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2476d55b0b1bSRandall Stewart return; 2477d55b0b1bSRandall Stewart #endif 2478f8829a4aSRandall Stewart } 2479b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2480b3f1ea41SRandall Stewart #ifdef INVARIANTS 2481b3f1ea41SRandall Stewart panic("would overrun buffer"); 2482b3f1ea41SRandall Stewart #else 2483cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2484b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2485b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2486b3f1ea41SRandall Stewart #endif 2487b3f1ea41SRandall Stewart } 2488f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2489b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2490f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2491f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2492f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2493f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 249480fefe0aSRandall Stewart } 2495f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2496f8829a4aSRandall Stewart distance < 0) { 2497f8829a4aSRandall Stewart /* 2498f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2499f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2500f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2501f8829a4aSRandall Stewart * don't think this should happen :-0 2502f8829a4aSRandall Stewart */ 2503f8829a4aSRandall Stewart 2504b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2505f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2506f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2507f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 250880fefe0aSRandall Stewart } 2509f8829a4aSRandall Stewart } else { 2510f8829a4aSRandall Stewart int ii; 2511f8829a4aSRandall Stewart 2512f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 251337f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 251437f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 251577acdc25SRandall Stewart 2516f8829a4aSRandall Stewart } 2517aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2518f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 251977acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2520f8829a4aSRandall Stewart } 2521ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2522ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2523ee94f0a2SMichael Tuexen } 2524ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2525ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2526ee94f0a2SMichael Tuexen } 2527f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2528b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2529f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2530f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2531f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 253280fefe0aSRandall Stewart } 2533830d754dSRandall Stewart } 2534830d754dSRandall Stewart } 2535b5c16493SMichael Tuexen } 2536b5c16493SMichael Tuexen 2537b5c16493SMichael Tuexen void 25387215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2539b5c16493SMichael Tuexen { 2540b5c16493SMichael Tuexen struct sctp_association *asoc; 2541b5c16493SMichael Tuexen uint32_t highest_tsn; 2542ebecdad8SMichael Tuexen int is_a_gap; 2543b5c16493SMichael Tuexen 2544ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2545b5c16493SMichael Tuexen asoc = &stcb->asoc; 254620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2547b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2548b5c16493SMichael Tuexen } else { 2549b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2550b5c16493SMichael Tuexen } 2551ebecdad8SMichael Tuexen /* Is there a gap now? */ 2552ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2553b5c16493SMichael Tuexen 2554830d754dSRandall Stewart /* 2555f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2556f8829a4aSRandall Stewart * timer (if allowed). 2557f8829a4aSRandall Stewart */ 2558f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2559f8829a4aSRandall Stewart /* 2560b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2561b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2562b5c16493SMichael Tuexen * SACK 2563f8829a4aSRandall Stewart */ 2564139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2565f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2566b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 256744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2568f8829a4aSRandall Stewart } 2569ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2570ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2571ebecdad8SMichael Tuexen if (is_a_gap) { 2572689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2573ebecdad8SMichael Tuexen } 2574f8829a4aSRandall Stewart } else { 2575f8829a4aSRandall Stewart /* 2576b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2577b5c16493SMichael Tuexen * since last ack 2578f8829a4aSRandall Stewart */ 2579f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2580f8829a4aSRandall Stewart 258142551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 258242551e99SRandall Stewart * SACK */ 2583f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2584f8829a4aSRandall Stewart * longer is one */ 2585f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2586f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 258742551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2588b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2589b7b84c0eSMichael Tuexen ) { 2590f8829a4aSRandall Stewart 25917c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2592b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 259342551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2594f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2595f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2596139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2597f8829a4aSRandall Stewart 2598f8829a4aSRandall Stewart /* 2599b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2600b5c16493SMichael Tuexen * even in the face of 2601f8829a4aSRandall Stewart * 26025b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26035b495f17SMichael Tuexen * not have to be sent because of the above 2604b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2605b5c16493SMichael Tuexen * that would have been sent due to gap 2606b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2607f8829a4aSRandall Stewart * the delayed ack timer. 2608f8829a4aSRandall Stewart */ 2609f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2610f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2611f8829a4aSRandall Stewart } else { 2612f8829a4aSRandall Stewart /* 2613b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2614b5c16493SMichael Tuexen * is pending, we got our first packet OR 2615b5c16493SMichael Tuexen * there are gaps or duplicates. 2616f8829a4aSRandall Stewart */ 2617ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2618689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2619f8829a4aSRandall Stewart } 2620f8829a4aSRandall Stewart } else { 262142551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2622f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2623f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2624f8829a4aSRandall Stewart } 2625f8829a4aSRandall Stewart } 2626f8829a4aSRandall Stewart } 2627f8829a4aSRandall Stewart } 2628f8829a4aSRandall Stewart 2629f8829a4aSRandall Stewart int 2630f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2631e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2632e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2633f8829a4aSRandall Stewart { 263444249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2635f8829a4aSRandall Stewart struct sctp_association *asoc; 2636f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2637f8829a4aSRandall Stewart int stop_proc = 0; 2638f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 26398f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2640f8829a4aSRandall Stewart struct mbuf *m; 26418f777478SMichael Tuexen uint32_t highest_tsn; 2642f8829a4aSRandall Stewart 2643f8829a4aSRandall Stewart /* set the rwnd */ 2644f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2645f8829a4aSRandall Stewart 2646f8829a4aSRandall Stewart m = *mm; 2647f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2648f8829a4aSRandall Stewart asoc = &stcb->asoc; 264920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 26508f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 26518f777478SMichael Tuexen } else { 26528f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2653f8829a4aSRandall Stewart } 265420b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2655f8829a4aSRandall Stewart /* 2656f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2657f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2658f8829a4aSRandall Stewart * chunk is assigned. 2659f8829a4aSRandall Stewart */ 2660f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2661f8829a4aSRandall Stewart 2662d06c82f1SRandall Stewart /*- 2663f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2664f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2665f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2666f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2667d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2668d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2669f8829a4aSRandall Stewart */ 267044b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2671f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2672eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2673f8829a4aSRandall Stewart if (m) { 2674f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2675f8829a4aSRandall Stewart caddr_t *from, *to; 2676f8829a4aSRandall Stewart 2677f8829a4aSRandall Stewart /* get the pointers and copy */ 2678f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2679f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2680139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2681f8829a4aSRandall Stewart /* copy the length and free up the old */ 2682139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2683f8829a4aSRandall Stewart sctp_m_freem(*mm); 2684cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2685f8829a4aSRandall Stewart *mm = m; 2686f8829a4aSRandall Stewart } else { 2687f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2688f8829a4aSRandall Stewart m = *mm; 2689f8829a4aSRandall Stewart } 2690f8829a4aSRandall Stewart } 2691f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 269244249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 269344249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2694f8829a4aSRandall Stewart if (ch == NULL) { 2695f8829a4aSRandall Stewart return (1); 2696f8829a4aSRandall Stewart } 2697f8829a4aSRandall Stewart /* 2698f8829a4aSRandall Stewart * process all DATA chunks... 2699f8829a4aSRandall Stewart */ 2700f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2701f8829a4aSRandall Stewart break_flag = 0; 270242551e99SRandall Stewart asoc->data_pkts_seen++; 2703f8829a4aSRandall Stewart while (stop_proc == 0) { 2704f8829a4aSRandall Stewart /* validate chunk length */ 270544249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2706f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2707f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2708f8829a4aSRandall Stewart stop_proc = 1; 270960990c0cSMichael Tuexen continue; 2710f8829a4aSRandall Stewart } 271144249214SRandall Stewart if ((asoc->idata_supported == 1) && 271244249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 271344249214SRandall Stewart struct mbuf *op_err; 271444249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 271544249214SRandall Stewart 2716e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 271744249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 271844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 271944249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 272044249214SRandall Stewart return (2); 272144249214SRandall Stewart } 272244249214SRandall Stewart if ((asoc->idata_supported == 0) && 272344249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 272444249214SRandall Stewart struct mbuf *op_err; 272544249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 272644249214SRandall Stewart 2727e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 272844249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 272944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 273044249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 273144249214SRandall Stewart return (2); 273244249214SRandall Stewart } 273344249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 273444249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 273544249214SRandall Stewart int clen; 273644249214SRandall Stewart 273744249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 273844249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 273944249214SRandall Stewart } else { 274044249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 274144249214SRandall Stewart } 2742f8ee69bfSMichael Tuexen if (chk_length < clen) { 2743f8829a4aSRandall Stewart /* 2744f8829a4aSRandall Stewart * Need to send an abort since we had a 2745f8829a4aSRandall Stewart * invalid data chunk. 2746f8829a4aSRandall Stewart */ 2747f8829a4aSRandall Stewart struct mbuf *op_err; 2748ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2749f8829a4aSRandall Stewart 2750ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2751ff1ffd74SMichael Tuexen chk_length); 2752ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 275344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2754e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 275532451da4SMichael Tuexen return (2); 275632451da4SMichael Tuexen } 2757f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2758f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2759f8829a4aSRandall Stewart #endif 2760f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2761f8829a4aSRandall Stewart last_chunk = 1; 2762f8829a4aSRandall Stewart } else { 2763f8829a4aSRandall Stewart last_chunk = 0; 2764f8829a4aSRandall Stewart } 276544249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2766f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 276744249214SRandall Stewart last_chunk, ch->chunk_type)) { 2768f8829a4aSRandall Stewart num_chunks++; 2769f8829a4aSRandall Stewart } 2770f8829a4aSRandall Stewart if (abort_flag) 2771f8829a4aSRandall Stewart return (2); 2772f8829a4aSRandall Stewart 2773f8829a4aSRandall Stewart if (break_flag) { 2774f8829a4aSRandall Stewart /* 2775f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2776f8829a4aSRandall Stewart * drop rep space left. 2777f8829a4aSRandall Stewart */ 2778f8829a4aSRandall Stewart stop_proc = 1; 277960990c0cSMichael Tuexen continue; 2780f8829a4aSRandall Stewart } 2781f8829a4aSRandall Stewart } else { 2782f8829a4aSRandall Stewart /* not a data chunk in the data region */ 278344249214SRandall Stewart switch (ch->chunk_type) { 2784f8829a4aSRandall Stewart case SCTP_INITIATION: 2785f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2786f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 278760990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2788f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2789f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2790f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2791f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2792f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2793f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2794f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2795f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2796f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2797f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2798f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2799f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2800f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2801f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2802f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2803f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2804f8829a4aSRandall Stewart case SCTP_ASCONF: 2805fd60718dSMichael Tuexen { 2806f8829a4aSRandall Stewart /* 2807fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2808fd60718dSMichael Tuexen * chunks that are NOT in the right 2809fd60718dSMichael Tuexen * place? 2810f8829a4aSRandall Stewart * 2811fd60718dSMichael Tuexen * For now, I do nothing but ignore 2812fd60718dSMichael Tuexen * them. We may later want to add 2813fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2814fd60718dSMichael Tuexen * either an ABORT() or possibly 2815fd60718dSMichael Tuexen * process them. 2816f8829a4aSRandall Stewart */ 2817f8829a4aSRandall Stewart struct mbuf *op_err; 2818267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2819f8829a4aSRandall Stewart 28209ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 282144249214SRandall Stewart ch->chunk_type); 2822267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2823e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2824f8829a4aSRandall Stewart return (2); 2825f8829a4aSRandall Stewart } 2826f8829a4aSRandall Stewart default: 2827f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 282844249214SRandall Stewart if (ch->chunk_type & 0x40) { 2829f8829a4aSRandall Stewart /* Add a error report to the queue */ 283086eda749SMichael Tuexen struct mbuf *op_err; 283186eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2832f8829a4aSRandall Stewart 283386eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 283486eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 283586eda749SMichael Tuexen if (op_err != NULL) { 283686eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 283786eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 28389a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 283986eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 284086eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 284186eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 284286eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2843f8829a4aSRandall Stewart } else { 284486eda749SMichael Tuexen sctp_m_freem(op_err); 2845f8829a4aSRandall Stewart } 2846f8829a4aSRandall Stewart } 2847f8829a4aSRandall Stewart } 284844249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2849f8829a4aSRandall Stewart /* discard the rest of this packet */ 2850f8829a4aSRandall Stewart stop_proc = 1; 2851f8829a4aSRandall Stewart } /* else skip this bad chunk and 2852b7b84c0eSMichael Tuexen * continue... */ 2853b7b84c0eSMichael Tuexen break; 285460990c0cSMichael Tuexen } /* switch of chunk type */ 2855f8829a4aSRandall Stewart } 2856f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2857f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2858f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2859f8829a4aSRandall Stewart stop_proc = 1; 2860f8829a4aSRandall Stewart continue; 2861f8829a4aSRandall Stewart } 286244249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 286344249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2864f8829a4aSRandall Stewart if (ch == NULL) { 2865f8829a4aSRandall Stewart *offset = length; 2866f8829a4aSRandall Stewart stop_proc = 1; 286760990c0cSMichael Tuexen continue; 2868f8829a4aSRandall Stewart } 286960990c0cSMichael Tuexen } 2870f8829a4aSRandall Stewart if (break_flag) { 2871f8829a4aSRandall Stewart /* 2872f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2873f8829a4aSRandall Stewart */ 287420cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2875f8829a4aSRandall Stewart } 2876f8829a4aSRandall Stewart if (num_chunks) { 2877f8829a4aSRandall Stewart /* 2878ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2879f8829a4aSRandall Stewart * give peer credit for being alive. 2880f8829a4aSRandall Stewart */ 2881f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2882b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2883c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2884c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2885c4739e2fSRandall Stewart 0, 2886c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2887c4739e2fSRandall Stewart __LINE__); 2888c4739e2fSRandall Stewart } 2889f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 28906e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2891f8829a4aSRandall Stewart } 2892f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2893f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 289442551e99SRandall Stewart /* Assure that we ack right away */ 289542551e99SRandall Stewart stcb->asoc.send_sack = 1; 2896f8829a4aSRandall Stewart } 2897f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 28987215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2899f8829a4aSRandall Stewart return (0); 2900f8829a4aSRandall Stewart } 2901f8829a4aSRandall Stewart 29020fa753b3SRandall Stewart static int 29030fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29040fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29050fa753b3SRandall Stewart int *num_frs, 29060fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29070fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29087215cc1bSMichael Tuexen int *rto_ok) 29090fa753b3SRandall Stewart { 29100fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29110fa753b3SRandall Stewart unsigned int theTSN; 2912b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29130fa753b3SRandall Stewart 29140fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29150fa753b3SRandall Stewart tp1 = *p_tp1; 29160fa753b3SRandall Stewart if (tp1 == NULL) { 29170fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29180fa753b3SRandall Stewart } 29190fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29200fa753b3SRandall Stewart theTSN = j + last_tsn; 29210fa753b3SRandall Stewart while (tp1) { 29220fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29230fa753b3SRandall Stewart (*num_frs) += 1; 29240fa753b3SRandall Stewart 29250fa753b3SRandall Stewart /*- 29260fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29270fa753b3SRandall Stewart * processed from the sent queue, track the 29280fa753b3SRandall Stewart * next expected pseudo-cumack, or 29290fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 29300fa753b3SRandall Stewart * cumack trackers for first transmissions, 29310fa753b3SRandall Stewart * and retransmissions. 29320fa753b3SRandall Stewart */ 29338427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29348427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 29350fa753b3SRandall Stewart (tp1->snd_count == 1)) { 293649656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 29370fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 29380fa753b3SRandall Stewart } 29398427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29408427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 29410fa753b3SRandall Stewart (tp1->snd_count > 1)) { 294249656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 29430fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 29440fa753b3SRandall Stewart } 294549656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 29460fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 29470fa753b3SRandall Stewart /*- 29480fa753b3SRandall Stewart * must be held until 29490fa753b3SRandall Stewart * cum-ack passes 29500fa753b3SRandall Stewart */ 29510fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 29520fa753b3SRandall Stewart /*- 29530fa753b3SRandall Stewart * If it is less than RESEND, it is 29540fa753b3SRandall Stewart * now no-longer in flight. 29550fa753b3SRandall Stewart * Higher values may already be set 29560fa753b3SRandall Stewart * via previous Gap Ack Blocks... 29570fa753b3SRandall Stewart * i.e. ACKED or RESEND. 29580fa753b3SRandall Stewart */ 295949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 296020b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 296149656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 29620fa753b3SRandall Stewart } 29630fa753b3SRandall Stewart /*- 29640fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 29650fa753b3SRandall Stewart * saw_newack to 1 for dest being 29660fa753b3SRandall Stewart * newly acked. update 29670fa753b3SRandall Stewart * this_sack_highest_newack if 29680fa753b3SRandall Stewart * appropriate. 29690fa753b3SRandall Stewart */ 29700fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 29710fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 29720fa753b3SRandall Stewart 297349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 297420b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 29750fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 297649656eefSMichael Tuexen tp1->rec.data.tsn; 29770fa753b3SRandall Stewart } 29780fa753b3SRandall Stewart /*- 29790fa753b3SRandall Stewart * CMT DAC algo: also update 29800fa753b3SRandall Stewart * this_sack_lowest_newack 29810fa753b3SRandall Stewart */ 29820fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 29830fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29840fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 29850fa753b3SRandall Stewart last_tsn, 298649656eefSMichael Tuexen tp1->rec.data.tsn, 29870fa753b3SRandall Stewart 0, 29880fa753b3SRandall Stewart 0, 29890fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29900fa753b3SRandall Stewart } 299149656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 29920fa753b3SRandall Stewart } 29930fa753b3SRandall Stewart /*- 29940fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 29950fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 29960fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 29970fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 29980fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 29990fa753b3SRandall Stewart * retransmissions. 30000fa753b3SRandall Stewart */ 300149656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30020fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30030fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30040fa753b3SRandall Stewart } 30050fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30060fa753b3SRandall Stewart } 30070fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 300849656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30090fa753b3SRandall Stewart } 301049656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30110fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30120fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30130fa753b3SRandall Stewart } 30140fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30150fa753b3SRandall Stewart } 30160fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30170fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30180fa753b3SRandall Stewart last_tsn, 301949656eefSMichael Tuexen tp1->rec.data.tsn, 30200fa753b3SRandall Stewart frag_strt, 30210fa753b3SRandall Stewart frag_end, 30220fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30230fa753b3SRandall Stewart } 30240fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30250fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30260fa753b3SRandall Stewart tp1->whoTo->flight_size, 30270fa753b3SRandall Stewart tp1->book_size, 30289a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 302949656eefSMichael Tuexen tp1->rec.data.tsn); 30300fa753b3SRandall Stewart } 30310fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3032299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3033299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3034299108c5SRandall Stewart tp1); 3035299108c5SRandall Stewart } 30360fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 30370fa753b3SRandall Stewart 30380fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 30390fa753b3SRandall Stewart if (tp1->snd_count < 2) { 30400fa753b3SRandall Stewart /*- 30410fa753b3SRandall Stewart * True non-retransmited chunk 30420fa753b3SRandall Stewart */ 30430fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 30440fa753b3SRandall Stewart 30450fa753b3SRandall Stewart /*- 30460fa753b3SRandall Stewart * update RTO too ? 30470fa753b3SRandall Stewart */ 30480fa753b3SRandall Stewart if (tp1->do_rtt) { 3049f79aab18SRandall Stewart if (*rto_ok) { 30500fa753b3SRandall Stewart tp1->whoTo->RTO = 30510fa753b3SRandall Stewart sctp_calculate_rto(stcb, 30520fa753b3SRandall Stewart &stcb->asoc, 30530fa753b3SRandall Stewart tp1->whoTo, 30540fa753b3SRandall Stewart &tp1->sent_rcv_time, 3055899288aeSRandall Stewart sctp_align_safe_nocopy, 3056f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3057f79aab18SRandall Stewart *rto_ok = 0; 3058f79aab18SRandall Stewart } 3059f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3060f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3061f79aab18SRandall Stewart } 30620fa753b3SRandall Stewart tp1->do_rtt = 0; 30630fa753b3SRandall Stewart } 30640fa753b3SRandall Stewart } 30650fa753b3SRandall Stewart } 30660fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 306749656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 306820b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 30690fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 307049656eefSMichael Tuexen tp1->rec.data.tsn; 30710fa753b3SRandall Stewart } 30720fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 30730fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 30740fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 30750fa753b3SRandall Stewart sctp_audit_log(0xB2, 30760fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 30770fa753b3SRandall Stewart #endif 30780fa753b3SRandall Stewart } 30790fa753b3SRandall Stewart } 30800fa753b3SRandall Stewart /*- 30810fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 30820fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 30830fa753b3SRandall Stewart */ 30842a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3085325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 30860fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 30872a498584SMichael Tuexen } 30880fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 30890fa753b3SRandall Stewart /* deflate the cwnd */ 30900fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 30910fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 30920fa753b3SRandall Stewart } 30930fa753b3SRandall Stewart /* NR Sack code here */ 3094325c8c46SMichael Tuexen if (nr_sacking && 3095325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 309649656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 309749656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3098325c8c46SMichael Tuexen #ifdef INVARIANTS 3099325c8c46SMichael Tuexen } else { 310049656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3101325c8c46SMichael Tuexen #endif 3102325c8c46SMichael Tuexen } 310349656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 310449656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 310549656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3106d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3107d96bef9cSMichael Tuexen } 3108325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31090fa753b3SRandall Stewart if (tp1->data) { 3110b7b84c0eSMichael Tuexen /* 3111b7b84c0eSMichael Tuexen * sa_ignore 3112b7b84c0eSMichael Tuexen * NO_NULL_CHK 3113b7b84c0eSMichael Tuexen */ 31140fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31150fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31160fa753b3SRandall Stewart tp1->data = NULL; 3117b5c16493SMichael Tuexen } 31180fa753b3SRandall Stewart wake_him++; 31190fa753b3SRandall Stewart } 31200fa753b3SRandall Stewart } 31210fa753b3SRandall Stewart break; 3122b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3123b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31240fa753b3SRandall Stewart break; 312520b07a4dSMichael Tuexen } 31260fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3127b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3128b5c16493SMichael Tuexen circled++; 31290fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 31300fa753b3SRandall Stewart } 3131b5c16493SMichael Tuexen } /* end while (tp1) */ 3132b5c16493SMichael Tuexen if (tp1 == NULL) { 3133b5c16493SMichael Tuexen circled = 0; 3134b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3135b5c16493SMichael Tuexen } 3136b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 31370fa753b3SRandall Stewart } /* end for (j = fragStart */ 31380fa753b3SRandall Stewart *p_tp1 = tp1; 31390fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 31400fa753b3SRandall Stewart } 31410fa753b3SRandall Stewart 31420fa753b3SRandall Stewart 3143cd554309SMichael Tuexen static int 3144458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3145cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3146139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 31477215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3148f8829a4aSRandall Stewart { 3149458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3150f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 31510fa753b3SRandall Stewart int i; 3152f8829a4aSRandall Stewart int num_frs = 0; 3153cd554309SMichael Tuexen int chunk_freed; 3154cd554309SMichael Tuexen int non_revocable; 3155d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3156f8829a4aSRandall Stewart 3157d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3158d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3159cd554309SMichael Tuexen chunk_freed = 0; 3160f8829a4aSRandall Stewart 3161cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3162d9c5cfeaSMichael Tuexen if (i == num_seg) { 3163d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3164d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3165d9c5cfeaSMichael Tuexen } 3166458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3167458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3168458303daSRandall Stewart *offset += sizeof(block); 3169458303daSRandall Stewart if (frag == NULL) { 3170cd554309SMichael Tuexen return (chunk_freed); 3171458303daSRandall Stewart } 3172f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3173f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3174d9c5cfeaSMichael Tuexen 3175f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3176d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3177f8829a4aSRandall Stewart continue; 3178f8829a4aSRandall Stewart } 3179d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3180d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3181f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3182f8829a4aSRandall Stewart } 318320b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3184d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3185f8829a4aSRandall Stewart } 3186cd554309SMichael Tuexen if (i < num_seg) { 3187cd554309SMichael Tuexen non_revocable = 0; 3188cd554309SMichael Tuexen } else { 3189cd554309SMichael Tuexen non_revocable = 1; 3190cd554309SMichael Tuexen } 3191cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3192cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 31937215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3194cd554309SMichael Tuexen chunk_freed = 1; 3195458303daSRandall Stewart } 3196d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3197f8829a4aSRandall Stewart } 3198b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 319980fefe0aSRandall Stewart if (num_frs) 320080fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 320180fefe0aSRandall Stewart *biggest_newly_acked_tsn, 320280fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 320380fefe0aSRandall Stewart } 3204cd554309SMichael Tuexen return (chunk_freed); 3205f8829a4aSRandall Stewart } 3206f8829a4aSRandall Stewart 3207f8829a4aSRandall Stewart static void 3208c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3209c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 321063eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3211f8829a4aSRandall Stewart { 3212f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3213f8829a4aSRandall Stewart 32144a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 321549656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3216f8829a4aSRandall Stewart /* 3217f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3218f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3219f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3220f8829a4aSRandall Stewart * again. 3221f8829a4aSRandall Stewart */ 322249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3223d06c82f1SRandall Stewart break; 322420b07a4dSMichael Tuexen } 3225f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3226f8829a4aSRandall Stewart /* it has been revoked */ 3227f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3228f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3229a5d547adSRandall Stewart /* 323042551e99SRandall Stewart * We must add this stuff back in to assure 323142551e99SRandall Stewart * timers and such get started. 3232a5d547adSRandall Stewart */ 3233b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3234c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3235c105859eSRandall Stewart tp1->whoTo->flight_size, 3236c105859eSRandall Stewart tp1->book_size, 32379a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 323849656eefSMichael Tuexen tp1->rec.data.tsn); 323980fefe0aSRandall Stewart } 3240c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3241c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 324242551e99SRandall Stewart /* 324342551e99SRandall Stewart * We inflate the cwnd to compensate for our 324442551e99SRandall Stewart * artificial inflation of the flight_size. 324542551e99SRandall Stewart */ 324642551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3247b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3248f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3249f8829a4aSRandall Stewart cumack, 325049656eefSMichael Tuexen tp1->rec.data.tsn, 3251f8829a4aSRandall Stewart 0, 3252f8829a4aSRandall Stewart 0, 3253f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 325480fefe0aSRandall Stewart } 3255f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3256f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3257f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3258f8829a4aSRandall Stewart } 3259f8829a4aSRandall Stewart } 3260f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3261f8829a4aSRandall Stewart break; 3262f8829a4aSRandall Stewart } 3263f8829a4aSRandall Stewart } 3264f8829a4aSRandall Stewart 3265830d754dSRandall Stewart 3266f8829a4aSRandall Stewart static void 3267f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 326863eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3269f8829a4aSRandall Stewart { 3270f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3271f8829a4aSRandall Stewart int strike_flag = 0; 3272f8829a4aSRandall Stewart struct timeval now; 3273f8829a4aSRandall Stewart int tot_retrans = 0; 3274f8829a4aSRandall Stewart uint32_t sending_seq; 3275f8829a4aSRandall Stewart struct sctp_nets *net; 3276f8829a4aSRandall Stewart int num_dests_sacked = 0; 3277f8829a4aSRandall Stewart 3278f8829a4aSRandall Stewart /* 3279f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3280f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3281f8829a4aSRandall Stewart */ 3282f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3283f8829a4aSRandall Stewart if (tp1 == NULL) { 3284f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3285f8829a4aSRandall Stewart } else { 328649656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3287f8829a4aSRandall Stewart } 3288f8829a4aSRandall Stewart 3289f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 32907c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 329120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3292f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3293f8829a4aSRandall Stewart if (net->saw_newack) 3294f8829a4aSRandall Stewart num_dests_sacked++; 3295f8829a4aSRandall Stewart } 3296f8829a4aSRandall Stewart } 3297dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 32986e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3299f8829a4aSRandall Stewart } 33004a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3301f8829a4aSRandall Stewart strike_flag = 0; 3302f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3303f8829a4aSRandall Stewart /* this one had a timeout or something */ 3304f8829a4aSRandall Stewart continue; 3305f8829a4aSRandall Stewart } 3306b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3307f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3308f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 330949656eefSMichael Tuexen tp1->rec.data.tsn, 3310f8829a4aSRandall Stewart tp1->sent, 3311f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 331280fefe0aSRandall Stewart } 331349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3314f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3315f8829a4aSRandall Stewart /* done */ 3316f8829a4aSRandall Stewart break; 3317f8829a4aSRandall Stewart } 3318dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3319f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3320f8829a4aSRandall Stewart /* Is it expired? */ 332199ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3322f8829a4aSRandall Stewart /* Yes so drop it */ 3323f8829a4aSRandall Stewart if (tp1->data != NULL) { 33241edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33250c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3326f8829a4aSRandall Stewart } 3327f8829a4aSRandall Stewart continue; 3328f8829a4aSRandall Stewart } 3329f8829a4aSRandall Stewart } 3330f8829a4aSRandall Stewart } 333149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3332f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3333f8829a4aSRandall Stewart break; 3334f8829a4aSRandall Stewart } 3335f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3336f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3337f8829a4aSRandall Stewart /* skip */ 333844fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 333944fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 334044fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 334144fbe462SRandall Stewart } 3342f8829a4aSRandall Stewart continue; 3343f8829a4aSRandall Stewart } 3344f8829a4aSRandall Stewart /* 3345f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3346f8829a4aSRandall Stewart */ 3347ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3348f8829a4aSRandall Stewart /* 3349f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3350f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3351f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3352c105859eSRandall Stewart * FR using this SACK. 3353f8829a4aSRandall Stewart */ 3354f8829a4aSRandall Stewart continue; 335549656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 335620b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3357f8829a4aSRandall Stewart /* 3358f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3359f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3360f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3361f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3362f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3363f8829a4aSRandall Stewart * and the HTNA algo as well. 3364f8829a4aSRandall Stewart */ 3365f8829a4aSRandall Stewart continue; 3366f8829a4aSRandall Stewart } 3367f8829a4aSRandall Stewart /* 3368f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3369f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3370f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3371f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3372f8829a4aSRandall Stewart */ 3373f8829a4aSRandall Stewart /* 337442551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 337542551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 337642551e99SRandall Stewart * 0)) { 3377f8829a4aSRandall Stewart */ 337842551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3379f8829a4aSRandall Stewart /* 3380f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3381f8829a4aSRandall Stewart * moved. 3382f8829a4aSRandall Stewart */ 3383b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3384f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 338549656eefSMichael Tuexen tp1->rec.data.tsn, 3386f8829a4aSRandall Stewart tp1->sent, 3387f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 338880fefe0aSRandall Stewart } 33895e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3390f8829a4aSRandall Stewart tp1->sent++; 33915e54f665SRandall Stewart } 33927c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 339320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3394f8829a4aSRandall Stewart /* 3395f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3396f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3397f8829a4aSRandall Stewart * because it would have been set to the 3398f8829a4aSRandall Stewart * cumack earlier. If not already to be 3399f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3400f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3401c105859eSRandall Stewart * one more. NOTE that we are marking by one 3402c105859eSRandall Stewart * additional time since the SACK DAC flag 3403c105859eSRandall Stewart * indicates that two packets have been 3404c105859eSRandall Stewart * received after this missing TSN. 34055e54f665SRandall Stewart */ 34065e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 340749656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3408b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3409f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 341049656eefSMichael Tuexen tp1->rec.data.tsn, 3411f8829a4aSRandall Stewart tp1->sent, 3412f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 341380fefe0aSRandall Stewart } 3414f8829a4aSRandall Stewart tp1->sent++; 3415f8829a4aSRandall Stewart } 3416f8829a4aSRandall Stewart } 341720083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 341820083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3419f8829a4aSRandall Stewart /* 3420f8829a4aSRandall Stewart * For those that have done a FR we must take 3421f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3422f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3423f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3424f8829a4aSRandall Stewart */ 34255e54f665SRandall Stewart if ( 3426f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3427f8829a4aSRandall Stewart /* 3428f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3429f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3430f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3431f8829a4aSRandall Stewart * ok to FR multiple times. 3432f8829a4aSRandall Stewart */ 34335e54f665SRandall Stewart (asoc->numnets < 2) 3434f8829a4aSRandall Stewart #else 34355e54f665SRandall Stewart (1) 3436f8829a4aSRandall Stewart #endif 34375e54f665SRandall Stewart ) { 34385e54f665SRandall Stewart 343920b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3440f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3441f8829a4aSRandall Stewart /* 3442f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3443f8829a4aSRandall Stewart * beyond where things were when we 3444f8829a4aSRandall Stewart * did a FR. 3445f8829a4aSRandall Stewart */ 3446b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3447f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 344849656eefSMichael Tuexen tp1->rec.data.tsn, 3449f8829a4aSRandall Stewart tp1->sent, 3450f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 345180fefe0aSRandall Stewart } 34525e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3453f8829a4aSRandall Stewart tp1->sent++; 34545e54f665SRandall Stewart } 3455f8829a4aSRandall Stewart strike_flag = 1; 34567c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 345720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3458f8829a4aSRandall Stewart /* 3459f8829a4aSRandall Stewart * CMT DAC algorithm: If 3460f8829a4aSRandall Stewart * SACK flag is set to 0, 3461f8829a4aSRandall Stewart * then lowest_newack test 3462f8829a4aSRandall Stewart * will not pass because it 3463f8829a4aSRandall Stewart * would have been set to 3464f8829a4aSRandall Stewart * the cumack earlier. If 3465f8829a4aSRandall Stewart * not already to be rtx'd, 3466f8829a4aSRandall Stewart * If not a mixed sack and 3467f8829a4aSRandall Stewart * if tp1 is not between two 3468f8829a4aSRandall Stewart * sacked TSNs, then mark by 3469c105859eSRandall Stewart * one more. NOTE that we 3470c105859eSRandall Stewart * are marking by one 3471c105859eSRandall Stewart * additional time since the 3472c105859eSRandall Stewart * SACK DAC flag indicates 3473c105859eSRandall Stewart * that two packets have 3474c105859eSRandall Stewart * been received after this 3475c105859eSRandall Stewart * missing TSN. 3476f8829a4aSRandall Stewart */ 34775e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 34785e54f665SRandall Stewart (num_dests_sacked == 1) && 347920b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 348049656eefSMichael Tuexen tp1->rec.data.tsn)) { 3481b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3482f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 348349656eefSMichael Tuexen tp1->rec.data.tsn, 3484f8829a4aSRandall Stewart tp1->sent, 3485f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 348680fefe0aSRandall Stewart } 34875e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3488f8829a4aSRandall Stewart tp1->sent++; 34895e54f665SRandall Stewart } 3490f8829a4aSRandall Stewart } 3491f8829a4aSRandall Stewart } 3492f8829a4aSRandall Stewart } 3493f8829a4aSRandall Stewart } 3494f8829a4aSRandall Stewart /* 349542551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 349642551e99SRandall Stewart * algo covers HTNA. 3497f8829a4aSRandall Stewart */ 349849656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 349920b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3500f8829a4aSRandall Stewart /* 3501f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3502f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3503f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3504f8829a4aSRandall Stewart */ 3505f8829a4aSRandall Stewart ; 3506f8829a4aSRandall Stewart } else { 3507f8829a4aSRandall Stewart /* Strike the TSN */ 3508b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3509f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 351049656eefSMichael Tuexen tp1->rec.data.tsn, 3511f8829a4aSRandall Stewart tp1->sent, 3512f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 351380fefe0aSRandall Stewart } 35145e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3515f8829a4aSRandall Stewart tp1->sent++; 35165e54f665SRandall Stewart } 35177c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 351820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3519f8829a4aSRandall Stewart /* 3520f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3521f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3522f8829a4aSRandall Stewart * because it would have been set to the 3523f8829a4aSRandall Stewart * cumack earlier. If not already to be 3524f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3525f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3526c105859eSRandall Stewart * one more. NOTE that we are marking by one 3527c105859eSRandall Stewart * additional time since the SACK DAC flag 3528c105859eSRandall Stewart * indicates that two packets have been 3529c105859eSRandall Stewart * received after this missing TSN. 3530f8829a4aSRandall Stewart */ 35315e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 353249656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3533b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3534f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 353549656eefSMichael Tuexen tp1->rec.data.tsn, 3536f8829a4aSRandall Stewart tp1->sent, 3537f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 353880fefe0aSRandall Stewart } 3539f8829a4aSRandall Stewart tp1->sent++; 3540f8829a4aSRandall Stewart } 3541f8829a4aSRandall Stewart } 3542f8829a4aSRandall Stewart } 3543f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3544f8829a4aSRandall Stewart struct sctp_nets *alt; 3545f8829a4aSRandall Stewart 3546544e35bdSRandall Stewart /* fix counts and things */ 3547544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3548544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3549544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3550544e35bdSRandall Stewart tp1->book_size, 35519a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 355249656eefSMichael Tuexen tp1->rec.data.tsn); 3553544e35bdSRandall Stewart } 3554544e35bdSRandall Stewart if (tp1->whoTo) { 3555544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3556544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3557299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3558299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3559299108c5SRandall Stewart tp1); 3560299108c5SRandall Stewart } 3561544e35bdSRandall Stewart } 3562544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3563544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3564544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3565544e35bdSRandall Stewart } 3566544e35bdSRandall Stewart /* add back to the rwnd */ 3567544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3568544e35bdSRandall Stewart 3569544e35bdSRandall Stewart /* remove from the total flight */ 3570544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3571544e35bdSRandall Stewart 3572dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3573475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3574b7b84c0eSMichael Tuexen /* 3575b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3576b7b84c0eSMichael Tuexen * we store the retran count there. 3577b7b84c0eSMichael Tuexen */ 3578475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3579475d0674SMichael Tuexen /* Yes, so drop it */ 3580475d0674SMichael Tuexen if (tp1->data != NULL) { 35811edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3582475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3583475d0674SMichael Tuexen } 3584475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3585475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3586475d0674SMichael Tuexen continue; 3587475d0674SMichael Tuexen } 3588475d0674SMichael Tuexen } 3589b7b84c0eSMichael Tuexen /* 3590b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3591b7b84c0eSMichael Tuexen * guy\n"); 3592b7b84c0eSMichael Tuexen */ 3593b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 359449656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3595f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 359680fefe0aSRandall Stewart } 3597f8829a4aSRandall Stewart if (strike_flag) { 3598f8829a4aSRandall Stewart /* This is a subsequent FR */ 3599f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3600f8829a4aSRandall Stewart } 36015e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36027c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3603f8829a4aSRandall Stewart /* 3604f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3605f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3606f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3607f8829a4aSRandall Stewart */ 3608f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3609f8829a4aSRandall Stewart alt = tp1->whoTo; 36103c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 361120083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3612b7b84c0eSMichael Tuexen /* 3613b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3614b54d3a6cSRandall Stewart * use the PF version of 3615b7b84c0eSMichael Tuexen * find_alt_net() 3616b7b84c0eSMichael Tuexen */ 3617b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3618b54d3a6cSRandall Stewart } else { 3619b7b84c0eSMichael Tuexen /* 3620b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3621b54d3a6cSRandall Stewart * use the CMT version of 3622b7b84c0eSMichael Tuexen * find_alt_net() 3623b7b84c0eSMichael Tuexen */ 362452be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3625f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3626b54d3a6cSRandall Stewart } 3627ad81507eSRandall Stewart if (alt == NULL) { 3628ad81507eSRandall Stewart alt = tp1->whoTo; 3629ad81507eSRandall Stewart } 3630f8829a4aSRandall Stewart /* 3631f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3632f8829a4aSRandall Stewart * the retransmission, then new 3633f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3634f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3635f8829a4aSRandall Stewart * pseudo-cumack always. 3636f8829a4aSRandall Stewart */ 3637ad81507eSRandall Stewart if (tp1->whoTo) { 3638f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3639f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3640ad81507eSRandall Stewart } 3641f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3642f8829a4aSRandall Stewart 3643f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3644f8829a4aSRandall Stewart /* Can we find an alternate? */ 3645f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3646f8829a4aSRandall Stewart #else 3647f8829a4aSRandall Stewart /* 3648f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3649f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3650f8829a4aSRandall Stewart * paper details why. 3651f8829a4aSRandall Stewart */ 3652f8829a4aSRandall Stewart alt = tp1->whoTo; 3653f8829a4aSRandall Stewart #endif 3654f8829a4aSRandall Stewart } 3655f8829a4aSRandall Stewart 3656f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3657f8829a4aSRandall Stewart tot_retrans++; 3658f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3659f8829a4aSRandall Stewart /* 3660cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 366149656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3662f8829a4aSRandall Stewart */ 3663f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3664f8829a4aSRandall Stewart /* 3665f8829a4aSRandall Stewart * If the queue of send is empty then its 3666f8829a4aSRandall Stewart * the next sequence number that will be 3667f8829a4aSRandall Stewart * assigned so we subtract one from this to 3668f8829a4aSRandall Stewart * get the one we last sent. 3669f8829a4aSRandall Stewart */ 3670f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3671f8829a4aSRandall Stewart } else { 3672f8829a4aSRandall Stewart /* 3673f8829a4aSRandall Stewart * If there are chunks on the send queue 3674f8829a4aSRandall Stewart * (unsent data that has made it from the 3675f8829a4aSRandall Stewart * stream queues but not out the door, we 3676f8829a4aSRandall Stewart * take the first one (which will have the 3677f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3678f8829a4aSRandall Stewart * one we last sent. 3679f8829a4aSRandall Stewart */ 3680f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3681f8829a4aSRandall Stewart 3682f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3683f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 368449656eefSMichael Tuexen ttt->rec.data.tsn; 3685f8829a4aSRandall Stewart } 3686f8829a4aSRandall Stewart 3687f8829a4aSRandall Stewart if (tp1->do_rtt) { 3688f8829a4aSRandall Stewart /* 3689f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3690f8829a4aSRandall Stewart * it, cancel it 3691f8829a4aSRandall Stewart */ 369260990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 369360990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3694f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3695f79aab18SRandall Stewart } 3696f8829a4aSRandall Stewart tp1->do_rtt = 0; 3697f8829a4aSRandall Stewart } 3698f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3699f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3700f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37013c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3702f8829a4aSRandall Stewart tp1->whoTo = alt; 3703f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3704f8829a4aSRandall Stewart } 3705f8829a4aSRandall Stewart } 37064a9ef3f8SMichael Tuexen } 3707f8829a4aSRandall Stewart } 3708f8829a4aSRandall Stewart 3709f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3710f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3711f8829a4aSRandall Stewart struct sctp_association *asoc) 3712f8829a4aSRandall Stewart { 3713f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3714f8829a4aSRandall Stewart struct timeval now; 3715f8829a4aSRandall Stewart int now_filled = 0; 3716f8829a4aSRandall Stewart 3717dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3718f8829a4aSRandall Stewart return (NULL); 3719f8829a4aSRandall Stewart } 37204a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3721f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 372298f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3723325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3724f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3725f8829a4aSRandall Stewart break; 3726f8829a4aSRandall Stewart } 37270c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 37282a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3729325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 37300c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 37310c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 373249656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 37330c0982b8SRandall Stewart } 37340c0982b8SRandall Stewart } 3735f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3736f8829a4aSRandall Stewart /* 3737f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3738f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3739f8829a4aSRandall Stewart */ 3740f8829a4aSRandall Stewart break; 3741f8829a4aSRandall Stewart } 3742f8829a4aSRandall Stewart if (!now_filled) { 37436e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3744f8829a4aSRandall Stewart now_filled = 1; 3745f8829a4aSRandall Stewart } 3746f8829a4aSRandall Stewart /* 3747f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3748f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3749f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3750f8829a4aSRandall Stewart * it if its a resend? 3751f8829a4aSRandall Stewart */ 3752f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3753f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3754f8829a4aSRandall Stewart /* 3755f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3756f8829a4aSRandall Stewart * now up? 3757f8829a4aSRandall Stewart */ 3758f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3759f8829a4aSRandall Stewart /* Yes so drop it */ 3760f8829a4aSRandall Stewart if (tp1->data) { 3761ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 37621edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3763f8829a4aSRandall Stewart } 3764f8829a4aSRandall Stewart } else { 3765f8829a4aSRandall Stewart /* 3766f8829a4aSRandall Stewart * No, we are done when hit one for resend 3767f8829a4aSRandall Stewart * whos time as not expired. 3768f8829a4aSRandall Stewart */ 3769f8829a4aSRandall Stewart break; 3770f8829a4aSRandall Stewart } 3771f8829a4aSRandall Stewart } 3772f8829a4aSRandall Stewart /* 3773f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3774f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3775f8829a4aSRandall Stewart * the next chunk. 3776f8829a4aSRandall Stewart */ 377798f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3778325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3779f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 378049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 378149656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3782f8829a4aSRandall Stewart a_adv = tp1; 378349656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 37840c0982b8SRandall Stewart /* No update but we do save the chk */ 37850c0982b8SRandall Stewart a_adv = tp1; 37860c0982b8SRandall Stewart } 3787f8829a4aSRandall Stewart } else { 3788f8829a4aSRandall Stewart /* 3789f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3790f8829a4aSRandall Stewart * further 3791f8829a4aSRandall Stewart */ 3792f8829a4aSRandall Stewart break; 3793f8829a4aSRandall Stewart } 3794f8829a4aSRandall Stewart } 3795f8829a4aSRandall Stewart return (a_adv); 3796f8829a4aSRandall Stewart } 3797f8829a4aSRandall Stewart 37980c0982b8SRandall Stewart static int 3799c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3800bff64a4dSRandall Stewart { 3801bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3802afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3803548f47a8SMichael Tuexen int ret; 3804548f47a8SMichael Tuexen #ifndef INVARIANTS 3805548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3806548f47a8SMichael Tuexen #endif 3807548f47a8SMichael Tuexen 3808548f47a8SMichael Tuexen ret = 0; 3809548f47a8SMichael Tuexen #ifndef INVARIANTS 38100c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38110c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3812548f47a8SMichael Tuexen #endif 38130c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38140c0982b8SRandall Stewart return (0); 3815bff64a4dSRandall Stewart 3816bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3817bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3818cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 381949656eefSMichael Tuexen chk->rec.data.tsn, 38200c0982b8SRandall Stewart chk->send_size, 3821cd3fd531SMichael Tuexen chk->snd_count); 3822bff64a4dSRandall Stewart inflight++; 3823bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3824bff64a4dSRandall Stewart resend++; 3825bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3826bff64a4dSRandall Stewart inbetween++; 3827bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3828bff64a4dSRandall Stewart above++; 3829bff64a4dSRandall Stewart } else { 3830bff64a4dSRandall Stewart acked++; 3831bff64a4dSRandall Stewart } 3832bff64a4dSRandall Stewart } 3833f1f73e57SRandall Stewart 3834c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3835f1f73e57SRandall Stewart #ifdef INVARIANTS 3836c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3837f1f73e57SRandall Stewart #else 3838cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 38390c0982b8SRandall Stewart entry_flight, entry_cnt); 38400c0982b8SRandall Stewart 38410c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 38420c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 38430c0982b8SRandall Stewart ret = 1; 3844f1f73e57SRandall Stewart #endif 3845bff64a4dSRandall Stewart } 38460c0982b8SRandall Stewart return (ret); 3847c105859eSRandall Stewart } 3848c105859eSRandall Stewart 3849c105859eSRandall Stewart 3850c105859eSRandall Stewart static void 3851c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3852c105859eSRandall Stewart struct sctp_association *asoc, 3853c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3854c105859eSRandall Stewart { 3855dfb11ef8SRandall Stewart tp1->window_probe = 0; 38565171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3857dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3858dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 38598427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3860dfb11ef8SRandall Stewart tp1->book_size, 38619a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 386249656eefSMichael Tuexen tp1->rec.data.tsn); 3863dfb11ef8SRandall Stewart return; 3864dfb11ef8SRandall Stewart } 38655171328bSRandall Stewart /* First setup this by shrinking flight */ 3866299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3867299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3868299108c5SRandall Stewart tp1); 3869299108c5SRandall Stewart } 38705171328bSRandall Stewart sctp_flight_size_decrease(tp1); 38715171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 38725171328bSRandall Stewart /* Now mark for resend */ 38735171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3874791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3875791437b5SRandall Stewart 3876b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3877c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3878c105859eSRandall Stewart tp1->whoTo->flight_size, 3879c105859eSRandall Stewart tp1->book_size, 38809a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 388149656eefSMichael Tuexen tp1->rec.data.tsn); 388280fefe0aSRandall Stewart } 3883c105859eSRandall Stewart } 3884c105859eSRandall Stewart 3885f8829a4aSRandall Stewart void 3886f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3887899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3888f8829a4aSRandall Stewart { 3889f8829a4aSRandall Stewart struct sctp_nets *net; 3890f8829a4aSRandall Stewart struct sctp_association *asoc; 3891f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 38925e54f665SRandall Stewart uint32_t old_rwnd; 38935e54f665SRandall Stewart int win_probe_recovery = 0; 3894c105859eSRandall Stewart int win_probe_recovered = 0; 3895d06c82f1SRandall Stewart int j, done_once = 0; 3896f79aab18SRandall Stewart int rto_ok = 1; 3897fd60718dSMichael Tuexen uint32_t send_s; 3898f8829a4aSRandall Stewart 3899b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3900d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3901d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 390280fefe0aSRandall Stewart } 3903f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 390418e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 390518e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 390618e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 390718e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 390818e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 390918e198d3SRandall Stewart } 391018e198d3SRandall Stewart #endif 3911f8829a4aSRandall Stewart asoc = &stcb->asoc; 3912d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 391320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39145e54f665SRandall Stewart /* old ack */ 39155e54f665SRandall Stewart return; 3916d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3917d06c82f1SRandall Stewart /* Window update sack */ 3918d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 391944fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3920d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3921d06c82f1SRandall Stewart /* SWS sender side engages */ 3922d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3923d06c82f1SRandall Stewart } 3924d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3925d06c82f1SRandall Stewart goto again; 3926d06c82f1SRandall Stewart } 3927d06c82f1SRandall Stewart return; 39285e54f665SRandall Stewart } 3929f8829a4aSRandall Stewart /* First setup for CC stuff */ 3930f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3931a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3932a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3933a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3934a21779f0SRandall Stewart } 3935f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3936f8829a4aSRandall Stewart net->net_ack = 0; 3937f8829a4aSRandall Stewart net->net_ack2 = 0; 3938132dea7dSRandall Stewart 3939132dea7dSRandall Stewart /* 3940132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3941132dea7dSRandall Stewart * SACK processing 3942132dea7dSRandall Stewart */ 3943132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3944132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3945299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3946299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3947299108c5SRandall Stewart } 3948f8829a4aSRandall Stewart } 3949c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3950c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3951c105859eSRandall Stewart sctpchunk_listhead); 395249656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3953139bc87fSRandall Stewart } else { 3954c105859eSRandall Stewart send_s = asoc->sending_seq; 3955139bc87fSRandall Stewart } 395620b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3957ff1ffd74SMichael Tuexen struct mbuf *op_err; 3958ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3959139bc87fSRandall Stewart 3960139bc87fSRandall Stewart *abort_now = 1; 3961139bc87fSRandall Stewart /* XXX */ 396255f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3963ff1ffd74SMichael Tuexen cumack, send_s); 3964ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 396544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3966ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3967139bc87fSRandall Stewart return; 3968139bc87fSRandall Stewart } 3969f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3970b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3971c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3972c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3973c4739e2fSRandall Stewart 0, 3974c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3975c4739e2fSRandall Stewart __LINE__); 3976c4739e2fSRandall Stewart } 3977f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 397820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3979f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 39804a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 398149656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 398218e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3983cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 398418e198d3SRandall Stewart } 3985f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3986f8829a4aSRandall Stewart /* 398718e198d3SRandall Stewart * If it is less than ACKED, it is 398818e198d3SRandall Stewart * now no-longer in flight. Higher 398918e198d3SRandall Stewart * values may occur during marking 3990f8829a4aSRandall Stewart */ 3991c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3992b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3993c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3994a5d547adSRandall Stewart tp1->whoTo->flight_size, 3995a5d547adSRandall Stewart tp1->book_size, 39969a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 399749656eefSMichael Tuexen tp1->rec.data.tsn); 399880fefe0aSRandall Stewart } 3999c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4000299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4001299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4002299108c5SRandall Stewart tp1); 4003299108c5SRandall Stewart } 400404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4005c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4006f8829a4aSRandall Stewart } 4007f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4008f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4009f8829a4aSRandall Stewart /* 401018e198d3SRandall Stewart * True non-retransmited 4011f8829a4aSRandall Stewart * chunk 4012f8829a4aSRandall Stewart */ 4013f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4014f8829a4aSRandall Stewart tp1->send_size; 4015f8829a4aSRandall Stewart 4016f8829a4aSRandall Stewart /* update RTO too? */ 401762c1ff9cSRandall Stewart if (tp1->do_rtt) { 4018f79aab18SRandall Stewart if (rto_ok) { 4019f8829a4aSRandall Stewart tp1->whoTo->RTO = 402004ee05e8SRandall Stewart /* 402104ee05e8SRandall Stewart * sa_ignore 40225b495f17SMichael Tuexen * NO_NULL_CHK 402304ee05e8SRandall Stewart */ 4024f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4025f8829a4aSRandall Stewart asoc, tp1->whoTo, 402618e198d3SRandall Stewart &tp1->sent_rcv_time, 4027899288aeSRandall Stewart sctp_align_safe_nocopy, 4028f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4029f79aab18SRandall Stewart rto_ok = 0; 4030f79aab18SRandall Stewart } 4031f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4032f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4033f79aab18SRandall Stewart } 4034f8829a4aSRandall Stewart tp1->do_rtt = 0; 4035f8829a4aSRandall Stewart } 4036f8829a4aSRandall Stewart } 4037132dea7dSRandall Stewart /* 403818e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 403918e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 404018e198d3SRandall Stewart * acked for the first time, set the 404118e198d3SRandall Stewart * following variables for the 404218e198d3SRandall Stewart * corresp destination. 404318e198d3SRandall Stewart * new_pseudo_cumack will trigger a 404418e198d3SRandall Stewart * cwnd update. 404518e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 404618e198d3SRandall Stewart * trigger search for the next 404718e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4048132dea7dSRandall Stewart */ 4049132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4050132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4051132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4052132dea7dSRandall Stewart 4053b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 405404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 405549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 405680fefe0aSRandall Stewart } 4057f8829a4aSRandall Stewart } 4058f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4059f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4060f8829a4aSRandall Stewart } 406142551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 406242551e99SRandall Stewart /* deflate the cwnd */ 406342551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 406442551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 406542551e99SRandall Stewart } 4066325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 406749656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 406849656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4069a7ad6026SMichael Tuexen #ifdef INVARIANTS 4070a7ad6026SMichael Tuexen } else { 407149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4072a7ad6026SMichael Tuexen #endif 4073a7ad6026SMichael Tuexen } 4074a7ad6026SMichael Tuexen } 407549656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 407649656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 407749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4078d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4079d96bef9cSMichael Tuexen } 4080f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4081f8829a4aSRandall Stewart if (tp1->data) { 408204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4083f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4084f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 40854a9ef3f8SMichael Tuexen tp1->data = NULL; 4086f8829a4aSRandall Stewart } 4087b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4088f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4089f8829a4aSRandall Stewart cumack, 409049656eefSMichael Tuexen tp1->rec.data.tsn, 4091f8829a4aSRandall Stewart 0, 4092f8829a4aSRandall Stewart 0, 4093f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 409480fefe0aSRandall Stewart } 4095f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4096689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 409718e198d3SRandall Stewart } else { 409818e198d3SRandall Stewart break; 4099f8829a4aSRandall Stewart } 41005e54f665SRandall Stewart } 410118e198d3SRandall Stewart 410218e198d3SRandall Stewart } 410304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4104f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4105ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4106ceaad40aSRandall Stewart struct socket *so; 4107ceaad40aSRandall Stewart 4108ceaad40aSRandall Stewart #endif 4109f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4110b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 411104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41127215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 411380fefe0aSRandall Stewart } 4114ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4115ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4116ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4117ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4118ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4119ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4120ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4121ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4122ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4123ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4124ceaad40aSRandall Stewart return; 4125ceaad40aSRandall Stewart } 4126ceaad40aSRandall Stewart #endif 4127f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4128ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4129ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4130ceaad40aSRandall Stewart #endif 4131f8829a4aSRandall Stewart } else { 4132b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 41337215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 413480fefe0aSRandall Stewart } 4135f8829a4aSRandall Stewart } 4136f8829a4aSRandall Stewart 4137b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4138ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4139ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4140ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4141ca85e948SMichael Tuexen /* 4142ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4143ca85e948SMichael Tuexen * count, this is optional. 4144ca85e948SMichael Tuexen */ 4145ca85e948SMichael Tuexen net->error_count = 0; 4146ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4147ca85e948SMichael Tuexen /* addr came good */ 4148ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4149ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 41504b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4151ca85e948SMichael Tuexen } 4152ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4153ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4154b7b84c0eSMichael Tuexen /* 4155b7b84c0eSMichael Tuexen * release the alternate, 4156b7b84c0eSMichael Tuexen * primary is good 4157b7b84c0eSMichael Tuexen */ 4158ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4159ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4160ca85e948SMichael Tuexen } 4161ca85e948SMichael Tuexen } 4162ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4163ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4164b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4165b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 416644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4167ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4168ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4169ca85e948SMichael Tuexen /* Done with this net */ 4170ca85e948SMichael Tuexen net->net_ack = 0; 4171ca85e948SMichael Tuexen } 4172ca85e948SMichael Tuexen /* restore any doubled timers */ 4173ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4174ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4175ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4176ca85e948SMichael Tuexen } 4177ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4178ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4179ca85e948SMichael Tuexen } 4180ca85e948SMichael Tuexen } 4181ca85e948SMichael Tuexen } 4182b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4183ca85e948SMichael Tuexen } 4184f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 41855e54f665SRandall Stewart 4186f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4187f8829a4aSRandall Stewart /* nothing left in-flight */ 4188f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4189f8829a4aSRandall Stewart net->flight_size = 0; 4190f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4191f8829a4aSRandall Stewart } 4192f8829a4aSRandall Stewart asoc->total_flight = 0; 4193f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4194f8829a4aSRandall Stewart } 4195f8829a4aSRandall Stewart /* RWND update */ 4196f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 419744fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4198f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4199f8829a4aSRandall Stewart /* SWS sender side engages */ 4200f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4201f8829a4aSRandall Stewart } 42025e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42035e54f665SRandall Stewart win_probe_recovery = 1; 42045e54f665SRandall Stewart } 4205f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4206a5d547adSRandall Stewart again: 4207a5d547adSRandall Stewart j = 0; 4208f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42095171328bSRandall Stewart int to_ticks; 42105171328bSRandall Stewart 42115e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4212c105859eSRandall Stewart win_probe_recovered = 1; 42135e54f665SRandall Stewart /* 42145e54f665SRandall Stewart * Find first chunk that was used with window probe 42155e54f665SRandall Stewart * and clear the sent 42165e54f665SRandall Stewart */ 42173c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42185e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42195e54f665SRandall Stewart if (tp1->window_probe) { 4220cd554309SMichael Tuexen /* move back to data send queue */ 42217215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42225e54f665SRandall Stewart break; 42235e54f665SRandall Stewart } 42245e54f665SRandall Stewart } 42255e54f665SRandall Stewart } 4226f8829a4aSRandall Stewart if (net->RTO == 0) { 4227f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4228f8829a4aSRandall Stewart } else { 4229f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4230f8829a4aSRandall Stewart } 42315171328bSRandall Stewart if (net->flight_size) { 4232a5d547adSRandall Stewart j++; 4233ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4234f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 42355171328bSRandall Stewart if (net->window_probe) { 42365171328bSRandall Stewart net->window_probe = 0; 42375171328bSRandall Stewart } 4238f8829a4aSRandall Stewart } else { 42395171328bSRandall Stewart if (net->window_probe) { 4240b7b84c0eSMichael Tuexen /* 4241b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4242b7b84c0eSMichael Tuexen * is still running there 4243b7b84c0eSMichael Tuexen */ 42445171328bSRandall Stewart net->window_probe = 0; 42455171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 42465171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 42475171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 42485171328bSRandall Stewart } 42495171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4250f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4251a5d547adSRandall Stewart stcb, net, 425244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4253f8829a4aSRandall Stewart } 4254f8829a4aSRandall Stewart } 4255f8829a4aSRandall Stewart } 4256bff64a4dSRandall Stewart if ((j == 0) && 4257bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4258bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4259c105859eSRandall Stewart (win_probe_recovered == 0) && 4260bff64a4dSRandall Stewart (done_once == 0)) { 42610c0982b8SRandall Stewart /* 42620c0982b8SRandall Stewart * huh, this should not happen unless all packets are 42630c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 42640c0982b8SRandall Stewart */ 42650c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4266a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4267a5d547adSRandall Stewart net->flight_size = 0; 4268a5d547adSRandall Stewart } 4269a5d547adSRandall Stewart asoc->total_flight = 0; 4270a5d547adSRandall Stewart asoc->total_flight_count = 0; 4271a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4272a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4273a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4274c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4275c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4276a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4277791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4278a5d547adSRandall Stewart } 4279a5d547adSRandall Stewart } 42800c0982b8SRandall Stewart } 4281bff64a4dSRandall Stewart done_once = 1; 4282a5d547adSRandall Stewart goto again; 4283a5d547adSRandall Stewart } 4284f8829a4aSRandall Stewart /**********************************/ 4285f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4286f8829a4aSRandall Stewart /**********************************/ 4287f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4288f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4289f8829a4aSRandall Stewart /* clean up */ 4290f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4291f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4292f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4293d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4294f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 42952afb3e84SRandall Stewart } 4296*bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4297*bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4298*bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4299*bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4300ff1ffd74SMichael Tuexen struct mbuf *op_err; 4301f8829a4aSRandall Stewart 4302f8829a4aSRandall Stewart *abort_now = 1; 4303f8829a4aSRandall Stewart /* XXX */ 4304ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 430544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4306ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4307fe4a59b3SMichael Tuexen return; 4308*bbc9dfbcSMichael Tuexen } 4309*bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4310*bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4311ca85e948SMichael Tuexen struct sctp_nets *netp; 4312ca85e948SMichael Tuexen 4313f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4314f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4315f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4316f42a358aSRandall Stewart } 4317c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4318b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4319f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4320ca85e948SMichael Tuexen if (asoc->alternate) { 4321ca85e948SMichael Tuexen netp = asoc->alternate; 4322ca85e948SMichael Tuexen } else { 4323ca85e948SMichael Tuexen netp = asoc->primary_destination; 4324ca85e948SMichael Tuexen } 4325ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4326f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4327ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4328f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4329ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4330f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4331f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4332ca85e948SMichael Tuexen struct sctp_nets *netp; 4333ca85e948SMichael Tuexen 4334f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4335c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4336b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 433712af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4338c39cfa1fSMichael Tuexen if (asoc->alternate) { 4339c39cfa1fSMichael Tuexen netp = asoc->alternate; 4340c39cfa1fSMichael Tuexen } else { 4341c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4342c39cfa1fSMichael Tuexen } 4343c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4344f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4345ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4346f8829a4aSRandall Stewart } 4347f8829a4aSRandall Stewart } 4348dfb11ef8SRandall Stewart /*********************************************/ 4349dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4350dfb11ef8SRandall Stewart /* (section 4.2) */ 4351dfb11ef8SRandall Stewart /*********************************************/ 4352dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 435320b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4354dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4355dfb11ef8SRandall Stewart } 4356830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4357dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4358830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4359830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4360830d754dSRandall Stewart 4361830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4362830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4363830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 436420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4365830d754dSRandall Stewart /* 4366493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4367830d754dSRandall Stewart */ 436820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4369830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 43700c0982b8SRandall Stewart } else if (lchk) { 43710c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 437244fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 43730c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 43740c0982b8SRandall Stewart } 4375830d754dSRandall Stewart } 4376830d754dSRandall Stewart } 4377830d754dSRandall Stewart if (lchk) { 4378830d754dSRandall Stewart /* Assure a timer is up */ 4379830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4380830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4381830d754dSRandall Stewart } 4382830d754dSRandall Stewart } 4383b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4384f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4385f8829a4aSRandall Stewart rwnd, 4386f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4387f8829a4aSRandall Stewart stcb->asoc.total_flight, 4388f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 438980fefe0aSRandall Stewart } 4390f8829a4aSRandall Stewart } 4391f8829a4aSRandall Stewart 4392f8829a4aSRandall Stewart void 4393cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 43947215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4395cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4396cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4397899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4398f8829a4aSRandall Stewart { 4399f8829a4aSRandall Stewart struct sctp_association *asoc; 4400f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4401cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4402f8829a4aSRandall Stewart uint16_t wake_him = 0; 4403c105859eSRandall Stewart uint32_t send_s = 0; 4404f8829a4aSRandall Stewart long j; 4405f8829a4aSRandall Stewart int accum_moved = 0; 4406f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44075e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44085e54f665SRandall Stewart int win_probe_recovery = 0; 4409c105859eSRandall Stewart int win_probe_recovered = 0; 4410f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4411bff64a4dSRandall Stewart int done_once; 4412f79aab18SRandall Stewart int rto_ok = 1; 4413f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4414f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4415f8829a4aSRandall Stewart 4416f8829a4aSRandall Stewart /* 4417f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4418f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4419f8829a4aSRandall Stewart */ 4420f8829a4aSRandall Stewart /* 4421f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4422f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4423f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4424f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4425f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4426f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4427f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4428f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4429f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4430f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4431f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4432f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4433f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4434f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4435f8829a4aSRandall Stewart * if in shutdown_recv state. 4436f8829a4aSRandall Stewart */ 4437f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4438f8829a4aSRandall Stewart /* CMT DAC algo */ 4439f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4440f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4441cd554309SMichael Tuexen last_tsn = cum_ack; 4442cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 444318e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 444418e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 444518e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 444618e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 444718e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 444818e198d3SRandall Stewart } 444918e198d3SRandall Stewart #endif 4450d06c82f1SRandall Stewart a_rwnd = rwnd; 4451f8829a4aSRandall Stewart 4452cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4453cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4454cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4455cd554309SMichael Tuexen } 44565e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4457b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4458c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4459c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4460c4739e2fSRandall Stewart 0, 4461c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4462c4739e2fSRandall Stewart __LINE__); 4463c4739e2fSRandall Stewart } 4464f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4465f8829a4aSRandall Stewart asoc = &stcb->asoc; 4466b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4467f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4468f8829a4aSRandall Stewart cum_ack, 4469f8829a4aSRandall Stewart 0, 4470f8829a4aSRandall Stewart num_seg, 4471f8829a4aSRandall Stewart num_dup, 4472f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 447380fefe0aSRandall Stewart } 4474ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4475cd554309SMichael Tuexen uint16_t i; 4476458303daSRandall Stewart uint32_t *dupdata, dblock; 4477f8829a4aSRandall Stewart 4478cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4479cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4480458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4481cd554309SMichael Tuexen if (dupdata == NULL) { 4482458303daSRandall Stewart break; 4483458303daSRandall Stewart } 4484cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4485f8829a4aSRandall Stewart } 4486f8829a4aSRandall Stewart } 4487c105859eSRandall Stewart /* reality check */ 4488c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4489c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4490c105859eSRandall Stewart sctpchunk_listhead); 449149656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4492c105859eSRandall Stewart } else { 4493b5c16493SMichael Tuexen tp1 = NULL; 4494c105859eSRandall Stewart send_s = asoc->sending_seq; 4495c105859eSRandall Stewart } 449620b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4497ff1ffd74SMichael Tuexen struct mbuf *op_err; 4498ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4499c105859eSRandall Stewart 4500f8829a4aSRandall Stewart /* 4501fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4502fd60718dSMichael Tuexen * hopelessly messed up with us. 4503f8829a4aSRandall Stewart */ 4504cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4505b5c16493SMichael Tuexen cum_ack, send_s); 4506b5c16493SMichael Tuexen if (tp1) { 4507cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 450849656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4509b5c16493SMichael Tuexen } 4510f8829a4aSRandall Stewart hopeless_peer: 4511f8829a4aSRandall Stewart *abort_now = 1; 4512f8829a4aSRandall Stewart /* XXX */ 451355f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4514ff1ffd74SMichael Tuexen cum_ack, send_s); 4515ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 451644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4517ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4518f8829a4aSRandall Stewart return; 4519f8829a4aSRandall Stewart } 4520f8829a4aSRandall Stewart /**********************/ 4521f8829a4aSRandall Stewart /* 1) check the range */ 4522f8829a4aSRandall Stewart /**********************/ 452320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4524f8829a4aSRandall Stewart /* acking something behind */ 4525f8829a4aSRandall Stewart return; 4526f8829a4aSRandall Stewart } 4527f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4528f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4529f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4530cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4531f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4532b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4533f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4534f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 453580fefe0aSRandall Stewart } 4536f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4537f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4538f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4539f8829a4aSRandall Stewart } 4540f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4541f8829a4aSRandall Stewart /* SWS sender side engages */ 4542f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4543f8829a4aSRandall Stewart } 4544f8829a4aSRandall Stewart /* stop any timers */ 4545f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4546f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 454744249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4548f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4549f8829a4aSRandall Stewart net->flight_size = 0; 4550f8829a4aSRandall Stewart } 4551f8829a4aSRandall Stewart asoc->total_flight = 0; 4552f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4553f8829a4aSRandall Stewart return; 4554f8829a4aSRandall Stewart } 4555f8829a4aSRandall Stewart /* 4556f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4557f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4558f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4559f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4560f8829a4aSRandall Stewart * destination address basis. 4561f8829a4aSRandall Stewart */ 4562f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4563a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4564a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4565a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4566a21779f0SRandall Stewart } 4567f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4568f8829a4aSRandall Stewart net->net_ack = 0; 4569f8829a4aSRandall Stewart net->net_ack2 = 0; 4570f8829a4aSRandall Stewart 4571f8829a4aSRandall Stewart /* 457242551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 457342551e99SRandall Stewart * SACK processing 4574f8829a4aSRandall Stewart */ 4575f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4576f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4577299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4578299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4579299108c5SRandall Stewart } 4580f8829a4aSRandall Stewart } 4581f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 45824a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 458349656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4584f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4585f8829a4aSRandall Stewart accum_moved = 1; 4586f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4587f8829a4aSRandall Stewart /* 4588f8829a4aSRandall Stewart * If it is less than ACKED, it is 4589f8829a4aSRandall Stewart * now no-longer in flight. Higher 4590f8829a4aSRandall Stewart * values may occur during marking 4591f8829a4aSRandall Stewart */ 4592f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4593f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4594f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4595f8829a4aSRandall Stewart /* 4596f8829a4aSRandall Stewart * If there was no retran 4597f8829a4aSRandall Stewart * and the address is 4598f8829a4aSRandall Stewart * un-confirmed and we sent 4599f8829a4aSRandall Stewart * there and are now 4600f8829a4aSRandall Stewart * sacked.. its confirmed, 4601f8829a4aSRandall Stewart * mark it so. 4602f8829a4aSRandall Stewart */ 4603f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4604f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4605f8829a4aSRandall Stewart } 4606c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4607b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4608c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4609a5d547adSRandall Stewart tp1->whoTo->flight_size, 4610a5d547adSRandall Stewart tp1->book_size, 46119a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 461249656eefSMichael Tuexen tp1->rec.data.tsn); 461380fefe0aSRandall Stewart } 4614c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4615c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4616299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4617299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4618299108c5SRandall Stewart tp1); 4619299108c5SRandall Stewart } 4620f8829a4aSRandall Stewart } 4621f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4622f8829a4aSRandall Stewart 4623f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 462449656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4625f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4626f8829a4aSRandall Stewart 4627f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4628f8829a4aSRandall Stewart /* 4629f8829a4aSRandall Stewart * True non-retransmited 4630f8829a4aSRandall Stewart * chunk 4631f8829a4aSRandall Stewart */ 4632f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4633f8829a4aSRandall Stewart tp1->send_size; 4634f8829a4aSRandall Stewart 4635f8829a4aSRandall Stewart /* update RTO too? */ 4636f8829a4aSRandall Stewart if (tp1->do_rtt) { 4637f79aab18SRandall Stewart if (rto_ok) { 4638f8829a4aSRandall Stewart tp1->whoTo->RTO = 4639f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4640f8829a4aSRandall Stewart asoc, tp1->whoTo, 464118e198d3SRandall Stewart &tp1->sent_rcv_time, 4642899288aeSRandall Stewart sctp_align_safe_nocopy, 4643f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4644f79aab18SRandall Stewart rto_ok = 0; 4645f79aab18SRandall Stewart } 4646f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4647f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4648f79aab18SRandall Stewart } 4649f8829a4aSRandall Stewart tp1->do_rtt = 0; 4650f8829a4aSRandall Stewart } 4651f8829a4aSRandall Stewart } 4652f8829a4aSRandall Stewart /* 4653f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4654f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4655f8829a4aSRandall Stewart * acked for the first time, set the 4656f8829a4aSRandall Stewart * following variables for the 4657f8829a4aSRandall Stewart * corresp destination. 4658f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4659f8829a4aSRandall Stewart * cwnd update. 4660f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4661f8829a4aSRandall Stewart * trigger search for the next 4662f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4663f8829a4aSRandall Stewart */ 4664f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4665f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4666f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4667f8829a4aSRandall Stewart 4668f8829a4aSRandall Stewart 4669b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4670f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4671f8829a4aSRandall Stewart cum_ack, 467249656eefSMichael Tuexen tp1->rec.data.tsn, 4673f8829a4aSRandall Stewart 0, 4674f8829a4aSRandall Stewart 0, 4675f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 467680fefe0aSRandall Stewart } 4677b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 467849656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 467980fefe0aSRandall Stewart } 4680f8829a4aSRandall Stewart } 4681f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4682f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4683f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4684f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4685f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4686f8829a4aSRandall Stewart #endif 4687f8829a4aSRandall Stewart } 468842551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 468942551e99SRandall Stewart /* deflate the cwnd */ 469042551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 469142551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 469242551e99SRandall Stewart } 4693325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4694f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4695f8829a4aSRandall Stewart } 4696325c8c46SMichael Tuexen } 4697f8829a4aSRandall Stewart } else { 4698f8829a4aSRandall Stewart break; 4699f8829a4aSRandall Stewart } 4700f8829a4aSRandall Stewart } 4701f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4702f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4703f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4704f8829a4aSRandall Stewart 4705cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4706f8829a4aSRandall Stewart 4707f8829a4aSRandall Stewart /* 4708f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4709f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4710f8829a4aSRandall Stewart * for all dests. 4711f8829a4aSRandall Stewart */ 4712f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4713f8829a4aSRandall Stewart net->saw_newack = 0; 4714f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4715f8829a4aSRandall Stewart } 4716f8829a4aSRandall Stewart 4717f8829a4aSRandall Stewart /* 4718f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4719f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4720f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4721f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4722f8829a4aSRandall Stewart */ 4723cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4724cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47257215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4726cd554309SMichael Tuexen wake_him++; 4727cd554309SMichael Tuexen } 4728f8829a4aSRandall Stewart /* 4729fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4730fd60718dSMichael Tuexen * adherence is wanted. 4731f8829a4aSRandall Stewart */ 473220b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4733f8829a4aSRandall Stewart /* 4734fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4735fd60718dSMichael Tuexen * We must abort. 4736f8829a4aSRandall Stewart */ 4737cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4738cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4739f8829a4aSRandall Stewart goto hopeless_peer; 4740f8829a4aSRandall Stewart } 4741f8829a4aSRandall Stewart } 4742f8829a4aSRandall Stewart /*******************************************/ 4743f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4744f8829a4aSRandall Stewart /*******************************************/ 47457c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4746f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4747f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4748f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4749a5d547adSRandall Stewart stcb, net, 475044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4751f8829a4aSRandall Stewart 4752f8829a4aSRandall Stewart } 4753f8829a4aSRandall Stewart } else { 4754f8829a4aSRandall Stewart if (accum_moved) { 4755f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4756f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 475744249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4758f8829a4aSRandall Stewart } 4759f8829a4aSRandall Stewart } 4760f8829a4aSRandall Stewart } 4761f8829a4aSRandall Stewart /********************************************/ 4762d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4763f8829a4aSRandall Stewart /********************************************/ 4764f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4765f8829a4aSRandall Stewart 47667c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 476749656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4768f8829a4aSRandall Stewart break; 4769f8829a4aSRandall Stewart } 4770325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 477149656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 477249656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4773a7ad6026SMichael Tuexen #ifdef INVARIANTS 4774a7ad6026SMichael Tuexen } else { 477549656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4776a7ad6026SMichael Tuexen #endif 4777a7ad6026SMichael Tuexen } 4778f8829a4aSRandall Stewart } 477949656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 478049656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 478149656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4782d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4783d96bef9cSMichael Tuexen } 4784f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 47850ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4786f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4787f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4788f8829a4aSRandall Stewart } 47897c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4790f8829a4aSRandall Stewart if (tp1->data) { 479104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4792f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4793f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 47947c99d56fSMichael Tuexen tp1->data = NULL; 4795dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4796f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4797f8829a4aSRandall Stewart } 4798f8829a4aSRandall Stewart } 4799b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4800f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4801f8829a4aSRandall Stewart cum_ack, 480249656eefSMichael Tuexen tp1->rec.data.tsn, 4803f8829a4aSRandall Stewart 0, 4804f8829a4aSRandall Stewart 0, 4805f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 480680fefe0aSRandall Stewart } 4807689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4808f8829a4aSRandall Stewart wake_him++; 48097c99d56fSMichael Tuexen } 48107c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48117c99d56fSMichael Tuexen #ifdef INVARIANTS 4812cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48137c99d56fSMichael Tuexen #else 48147c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48157c99d56fSMichael Tuexen asoc->total_flight); 48167c99d56fSMichael Tuexen #endif 48177c99d56fSMichael Tuexen asoc->total_flight = 0; 48187c99d56fSMichael Tuexen } 481904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4820f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4821ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4822ceaad40aSRandall Stewart struct socket *so; 4823ceaad40aSRandall Stewart 4824ceaad40aSRandall Stewart #endif 4825f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4826b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48277215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 482880fefe0aSRandall Stewart } 4829ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4830ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4831ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4832ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4833ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4834ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4835ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4836ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4837ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4838ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4839ceaad40aSRandall Stewart return; 4840ceaad40aSRandall Stewart } 4841ceaad40aSRandall Stewart #endif 4842f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4843ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4844ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4845ceaad40aSRandall Stewart #endif 4846f8829a4aSRandall Stewart } else { 4847b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48487215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 484980fefe0aSRandall Stewart } 4850f8829a4aSRandall Stewart } 4851f8829a4aSRandall Stewart 485242551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 485320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4854f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4855f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4856f8829a4aSRandall Stewart } 4857f8829a4aSRandall Stewart } 4858f8829a4aSRandall Stewart /* 4859f8829a4aSRandall Stewart * Check for revoked fragments: 4860f8829a4aSRandall Stewart * 4861f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4862f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4863f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4864f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4865f8829a4aSRandall Stewart * we had some before and now we have NONE. 4866f8829a4aSRandall Stewart */ 4867f8829a4aSRandall Stewart 4868d9c5cfeaSMichael Tuexen if (num_seg) { 4869c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4870d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4871d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4872f8829a4aSRandall Stewart int cnt_revoked = 0; 4873f8829a4aSRandall Stewart 4874f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4875f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4876b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4877f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4878b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4879c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4880c105859eSRandall Stewart tp1->whoTo->flight_size, 4881c105859eSRandall Stewart tp1->book_size, 48829a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 488349656eefSMichael Tuexen tp1->rec.data.tsn); 488480fefe0aSRandall Stewart } 4885c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4886c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4887a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 488842551e99SRandall Stewart /* 488942551e99SRandall Stewart * To ensure that this increase in 48904a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 48914a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 48924a9ef3f8SMichael Tuexen * cwnd artificially. 489342551e99SRandall Stewart */ 489442551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4895f8829a4aSRandall Stewart cnt_revoked++; 4896f8829a4aSRandall Stewart } 4897f8829a4aSRandall Stewart } 4898f8829a4aSRandall Stewart if (cnt_revoked) { 4899f8829a4aSRandall Stewart reneged_all = 1; 4900f8829a4aSRandall Stewart } 4901f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4902f8829a4aSRandall Stewart } 4903d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4904d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4905f8829a4aSRandall Stewart else 4906d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4907f8829a4aSRandall Stewart 4908b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4909ca85e948SMichael Tuexen if (ecne_seen == 0) { 4910ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4911ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4912ca85e948SMichael Tuexen /* 4913ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4914ca85e948SMichael Tuexen * count, this is optional. 4915ca85e948SMichael Tuexen */ 4916ca85e948SMichael Tuexen net->error_count = 0; 4917ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4918ca85e948SMichael Tuexen /* addr came good */ 4919ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4920ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49214b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4922ca85e948SMichael Tuexen } 4923ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4924ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4925b7b84c0eSMichael Tuexen /* 4926b7b84c0eSMichael Tuexen * release the alternate, 4927b7b84c0eSMichael Tuexen * primary is good 4928b7b84c0eSMichael Tuexen */ 4929ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4930ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4931ca85e948SMichael Tuexen } 4932ca85e948SMichael Tuexen } 4933ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4934ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4935b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4936b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 493744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4938ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4939ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4940ca85e948SMichael Tuexen /* Done with this net */ 4941ca85e948SMichael Tuexen net->net_ack = 0; 4942ca85e948SMichael Tuexen } 4943ca85e948SMichael Tuexen /* restore any doubled timers */ 4944ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4945ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4946ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4947ca85e948SMichael Tuexen } 4948ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4949ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4950ca85e948SMichael Tuexen } 4951ca85e948SMichael Tuexen } 4952ca85e948SMichael Tuexen } 4953b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4954ca85e948SMichael Tuexen } 4955f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4956f8829a4aSRandall Stewart /* nothing left in-flight */ 4957f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4958f8829a4aSRandall Stewart /* stop all timers */ 4959f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4960b7d130beSMichael Tuexen stcb, net, 496144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4962f8829a4aSRandall Stewart net->flight_size = 0; 4963f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4964f8829a4aSRandall Stewart } 4965f8829a4aSRandall Stewart asoc->total_flight = 0; 4966f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4967f8829a4aSRandall Stewart } 4968f8829a4aSRandall Stewart /**********************************/ 4969f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4970f8829a4aSRandall Stewart /**********************************/ 4971f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4972f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4973b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4974f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4975f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 497680fefe0aSRandall Stewart } 4977f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4978f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4979f8829a4aSRandall Stewart /* SWS sender side engages */ 4980f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4981f8829a4aSRandall Stewart } 4982f8829a4aSRandall Stewart /* clean up */ 4983f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4984f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4985f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4986d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 49872afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4988f8829a4aSRandall Stewart } 4989*bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4990*bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4991*bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4992*bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4993ff1ffd74SMichael Tuexen struct mbuf *op_err; 4994f8829a4aSRandall Stewart 4995f8829a4aSRandall Stewart *abort_now = 1; 4996f8829a4aSRandall Stewart /* XXX */ 4997ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 4998*bbc9dfbcSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4999ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5000f8829a4aSRandall Stewart return; 5001*bbc9dfbcSMichael Tuexen } 5002*bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5003*bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5004ca85e948SMichael Tuexen struct sctp_nets *netp; 5005ca85e948SMichael Tuexen 5006f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 5007f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5008f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5009f42a358aSRandall Stewart } 5010c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 5011b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 5012f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5013c39cfa1fSMichael Tuexen if (asoc->alternate) { 5014c39cfa1fSMichael Tuexen netp = asoc->alternate; 5015c39cfa1fSMichael Tuexen } else { 5016c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5017c39cfa1fSMichael Tuexen } 5018ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5019f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5020ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5021f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 5022ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5023f8829a4aSRandall Stewart return; 5024f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5025f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5026ca85e948SMichael Tuexen struct sctp_nets *netp; 5027ca85e948SMichael Tuexen 5028f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5029c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 5030b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 503112af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5032c39cfa1fSMichael Tuexen if (asoc->alternate) { 5033c39cfa1fSMichael Tuexen netp = asoc->alternate; 5034c39cfa1fSMichael Tuexen } else { 5035c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5036c39cfa1fSMichael Tuexen } 5037c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5038f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5039ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5040f8829a4aSRandall Stewart return; 5041f8829a4aSRandall Stewart } 5042f8829a4aSRandall Stewart } 5043f8829a4aSRandall Stewart /* 5044f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5045f8829a4aSRandall Stewart * HEADS UP. 5046f8829a4aSRandall Stewart */ 5047f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5048f8829a4aSRandall Stewart net->net_ack = 0; 5049f8829a4aSRandall Stewart } 5050f8829a4aSRandall Stewart 5051f8829a4aSRandall Stewart /* 5052f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5053f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5054f8829a4aSRandall Stewart * automatically ensure that. 5055f8829a4aSRandall Stewart */ 50567c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 505720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 505820083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5059f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5060f8829a4aSRandall Stewart } 5061cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5062f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5063f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5064f8829a4aSRandall Stewart } 5065b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5066b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5067f8829a4aSRandall Stewart 5068f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5069f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5070f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5071f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5072f8829a4aSRandall Stewart } 5073f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 507420b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5075f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5076f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5077f8829a4aSRandall Stewart } 507842551e99SRandall Stewart /* 507942551e99SRandall Stewart * CMT Fast recovery 508042551e99SRandall Stewart */ 5081f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5082f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5083f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5084f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5085f8829a4aSRandall Stewart } 5086f8829a4aSRandall Stewart } 5087f8829a4aSRandall Stewart 5088f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5089b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5090f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 509144fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 509280fefe0aSRandall Stewart } 5093f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 509444fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5095f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5096f8829a4aSRandall Stewart /* SWS sender side engages */ 5097f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5098f8829a4aSRandall Stewart } 50995e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 51005e54f665SRandall Stewart win_probe_recovery = 1; 51015e54f665SRandall Stewart } 5102f8829a4aSRandall Stewart /* 5103f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5104f8829a4aSRandall Stewart * outstanding data. 5105f8829a4aSRandall Stewart */ 5106bff64a4dSRandall Stewart done_once = 0; 5107a5d547adSRandall Stewart again: 5108a5d547adSRandall Stewart j = 0; 5109f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51105e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5111c105859eSRandall Stewart win_probe_recovered = 1; 51125e54f665SRandall Stewart /*- 51135e54f665SRandall Stewart * Find first chunk that was used with 51145e54f665SRandall Stewart * window probe and clear the event. Put 51155e54f665SRandall Stewart * it back into the send queue as if has 51165e54f665SRandall Stewart * not been sent. 51175e54f665SRandall Stewart */ 51185e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51195e54f665SRandall Stewart if (tp1->window_probe) { 51207215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51215e54f665SRandall Stewart break; 51225e54f665SRandall Stewart } 51235e54f665SRandall Stewart } 51245e54f665SRandall Stewart } 5125f8829a4aSRandall Stewart if (net->flight_size) { 5126a5d547adSRandall Stewart j++; 5127cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5128f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5129f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5130cd554309SMichael Tuexen } 51315171328bSRandall Stewart if (net->window_probe) { 5132cd554309SMichael Tuexen net->window_probe = 0; 51335171328bSRandall Stewart } 5134c105859eSRandall Stewart } else { 51355171328bSRandall Stewart if (net->window_probe) { 5136b7b84c0eSMichael Tuexen /* 5137b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5138b7b84c0eSMichael Tuexen * is still running there 5139b7b84c0eSMichael Tuexen */ 51405171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 51415171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 51425171328bSRandall Stewart stcb->sctp_ep, stcb, net); 51435171328bSRandall Stewart 51445171328bSRandall Stewart } 51455171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5146c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5147c105859eSRandall Stewart stcb, net, 514844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5149c105859eSRandall Stewart } 5150f8829a4aSRandall Stewart } 5151f8829a4aSRandall Stewart } 5152bff64a4dSRandall Stewart if ((j == 0) && 5153bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5154bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5155c105859eSRandall Stewart (win_probe_recovered == 0) && 5156bff64a4dSRandall Stewart (done_once == 0)) { 51570c0982b8SRandall Stewart /* 51580c0982b8SRandall Stewart * huh, this should not happen unless all packets are 51590c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 51600c0982b8SRandall Stewart */ 51610c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5162a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5163a5d547adSRandall Stewart net->flight_size = 0; 5164a5d547adSRandall Stewart } 5165a5d547adSRandall Stewart asoc->total_flight = 0; 5166a5d547adSRandall Stewart asoc->total_flight_count = 0; 5167a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5168a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5169a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5170c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5171c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5172a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5173791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5174a5d547adSRandall Stewart } 5175a5d547adSRandall Stewart } 51760c0982b8SRandall Stewart } 5177bff64a4dSRandall Stewart done_once = 1; 5178a5d547adSRandall Stewart goto again; 5179a5d547adSRandall Stewart } 5180cd554309SMichael Tuexen /*********************************************/ 5181cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5182cd554309SMichael Tuexen /* (section 4.2) */ 5183cd554309SMichael Tuexen /*********************************************/ 5184cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 518520b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5186dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5187dfb11ef8SRandall Stewart } 5188830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5189dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5190830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5191830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5192830d754dSRandall Stewart 5193830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5194830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5195830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 519620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5197830d754dSRandall Stewart /* 5198493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5199830d754dSRandall Stewart */ 52000c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 52010c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 52020c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52030c0982b8SRandall Stewart old_adv_peer_ack_point); 52040c0982b8SRandall Stewart } 520520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5206830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52070c0982b8SRandall Stewart } else if (lchk) { 52080c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 520944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52100c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52110c0982b8SRandall Stewart } 5212830d754dSRandall Stewart } 5213830d754dSRandall Stewart } 5214830d754dSRandall Stewart if (lchk) { 5215830d754dSRandall Stewart /* Assure a timer is up */ 5216830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5217830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5218830d754dSRandall Stewart } 5219830d754dSRandall Stewart } 5220b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5221f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5222f8829a4aSRandall Stewart a_rwnd, 5223f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5224f8829a4aSRandall Stewart stcb->asoc.total_flight, 5225f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 522680fefe0aSRandall Stewart } 5227f8829a4aSRandall Stewart } 5228f8829a4aSRandall Stewart 5229f8829a4aSRandall Stewart void 52307215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5231f8829a4aSRandall Stewart { 5232f8829a4aSRandall Stewart /* Copy cum-ack */ 5233f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5234f8829a4aSRandall Stewart 5235f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5236f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5237f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5238f8829a4aSRandall Stewart 5239f8829a4aSRandall Stewart /* Now call the express sack handling */ 5240899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5241f8829a4aSRandall Stewart } 5242f8829a4aSRandall Stewart 5243f8829a4aSRandall Stewart static void 5244f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5245f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5246f8829a4aSRandall Stewart { 524728cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5248f8829a4aSRandall Stewart struct sctp_association *asoc; 524949656eefSMichael Tuexen uint32_t mid; 525049656eefSMichael Tuexen int need_reasm_check = 0; 5251f8829a4aSRandall Stewart 5252f8829a4aSRandall Stewart asoc = &stcb->asoc; 525349656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5254f8829a4aSRandall Stewart /* 5255f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 525644249214SRandall Stewart * came in. 5257f8829a4aSRandall Stewart */ 525828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 525928cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5260f8829a4aSRandall Stewart /* this is deliverable now */ 526128cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 526228cd0699SMichael Tuexen if (control->on_strm_q) { 526328cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 526428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 526528cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 526628cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 526798d5fd97SMichael Tuexen #ifdef INVARIANTS 526844249214SRandall Stewart } else { 526944249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 527028cd0699SMichael Tuexen strmin, control, control->on_strm_q); 527198d5fd97SMichael Tuexen #endif 527244249214SRandall Stewart } 527328cd0699SMichael Tuexen control->on_strm_q = 0; 527444249214SRandall Stewart } 5275f8829a4aSRandall Stewart /* subtract pending on streams */ 527628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 527728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 527828cd0699SMichael Tuexen } else { 527928cd0699SMichael Tuexen #ifdef INVARIANTS 528028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 528128cd0699SMichael Tuexen #else 528228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 528328cd0699SMichael Tuexen #endif 528428cd0699SMichael Tuexen } 5285f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5286f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5287f8829a4aSRandall Stewart if (stcb->sctp_socket) { 528828cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5289f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 529028cd0699SMichael Tuexen control, 529144249214SRandall Stewart &stcb->sctp_socket->so_rcv, 529244249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 529344249214SRandall Stewart SCTP_SO_NOT_LOCKED); 529444249214SRandall Stewart } 529544249214SRandall Stewart } else { 529644249214SRandall Stewart /* Its a fragmented message */ 529728cd0699SMichael Tuexen if (control->first_frag_seen) { 5298b7b84c0eSMichael Tuexen /* 5299b7b84c0eSMichael Tuexen * Make it so this is next to 5300b7b84c0eSMichael Tuexen * deliver, we restore later 5301b7b84c0eSMichael Tuexen */ 530228cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 530344249214SRandall Stewart need_reasm_check = 1; 530444249214SRandall Stewart break; 530544249214SRandall Stewart } 5306f8829a4aSRandall Stewart } 5307f8829a4aSRandall Stewart } else { 5308f8829a4aSRandall Stewart /* no more delivery now. */ 5309f8829a4aSRandall Stewart break; 5310f8829a4aSRandall Stewart } 5311f8829a4aSRandall Stewart } 531244249214SRandall Stewart if (need_reasm_check) { 531344249214SRandall Stewart int ret; 531444249214SRandall Stewart 5315d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 531649656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 531744249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 531849656eefSMichael Tuexen strmin->last_mid_delivered = mid; 531944249214SRandall Stewart } 532044249214SRandall Stewart if (ret == 0) { 532144249214SRandall Stewart /* Left the front Partial one on */ 532244249214SRandall Stewart return; 532344249214SRandall Stewart } 532444249214SRandall Stewart need_reasm_check = 0; 532544249214SRandall Stewart } 5326f8829a4aSRandall Stewart /* 5327f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5328f8829a4aSRandall Stewart * now ready. 5329f8829a4aSRandall Stewart */ 533049656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 533128cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 533228cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 533328cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5334f8829a4aSRandall Stewart /* this is deliverable now */ 533528cd0699SMichael Tuexen if (control->on_strm_q) { 533628cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 533728cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 533828cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 533928cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 534098d5fd97SMichael Tuexen #ifdef INVARIANTS 534144249214SRandall Stewart } else { 534244249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 534328cd0699SMichael Tuexen strmin, control, control->on_strm_q); 534498d5fd97SMichael Tuexen #endif 534544249214SRandall Stewart } 534628cd0699SMichael Tuexen control->on_strm_q = 0; 534744249214SRandall Stewart } 5348f8829a4aSRandall Stewart /* subtract pending on streams */ 534928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 535028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 535128cd0699SMichael Tuexen } else { 535228cd0699SMichael Tuexen #ifdef INVARIANTS 535328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 535428cd0699SMichael Tuexen #else 535528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 535628cd0699SMichael Tuexen #endif 535728cd0699SMichael Tuexen } 5358f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5359f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 536028cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5361f8829a4aSRandall Stewart if (stcb->sctp_socket) { 536228cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5363f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 536428cd0699SMichael Tuexen control, 536544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 536644249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 536777acdc25SRandall Stewart 5368f8829a4aSRandall Stewart } 536949656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5370f8829a4aSRandall Stewart } else { 537144249214SRandall Stewart /* Its a fragmented message */ 537228cd0699SMichael Tuexen if (control->first_frag_seen) { 5373b7b84c0eSMichael Tuexen /* 5374b7b84c0eSMichael Tuexen * Make it so this is next to 5375b7b84c0eSMichael Tuexen * deliver 5376b7b84c0eSMichael Tuexen */ 537728cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 537844249214SRandall Stewart need_reasm_check = 1; 5379f8829a4aSRandall Stewart break; 5380f8829a4aSRandall Stewart } 5381f8829a4aSRandall Stewart } 538244249214SRandall Stewart } else { 538344249214SRandall Stewart break; 538444249214SRandall Stewart } 538544249214SRandall Stewart } 538644249214SRandall Stewart if (need_reasm_check) { 5387d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 538844249214SRandall Stewart } 5389f8829a4aSRandall Stewart } 5390f8829a4aSRandall Stewart 53918e1b295fSMichael Tuexen 5392d1ea5fa9SMichael Tuexen 53938933fa13SRandall Stewart static void 53948933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 53958933fa13SRandall Stewart struct sctp_association *asoc, 539649656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 53978933fa13SRandall Stewart { 539844249214SRandall Stewart struct sctp_queued_to_read *control; 539944249214SRandall Stewart struct sctp_stream_in *strm; 54004a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5401d1ea5fa9SMichael Tuexen int cnt_removed = 0; 54028933fa13SRandall Stewart 54038933fa13SRandall Stewart /* 540444249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54054a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54064a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54074a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54084a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54094a9ef3f8SMichael Tuexen * queue. 54108933fa13SRandall Stewart */ 541144249214SRandall Stewart strm = &asoc->strmin[stream]; 541249656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 541344249214SRandall Stewart if (control == NULL) { 541444249214SRandall Stewart /* Not found */ 541544249214SRandall Stewart return; 54168933fa13SRandall Stewart } 541749656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54185cb91655SMichael Tuexen return; 54195cb91655SMichael Tuexen } 542044249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 542144249214SRandall Stewart /* Purge hanging chunks */ 542249656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 542349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5424d1ea5fa9SMichael Tuexen break; 5425d1ea5fa9SMichael Tuexen } 5426d1ea5fa9SMichael Tuexen } 5427d1ea5fa9SMichael Tuexen cnt_removed++; 542844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 542928cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54308933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 543128cd0699SMichael Tuexen } else { 543228cd0699SMichael Tuexen #ifdef INVARIANTS 543328cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 543428cd0699SMichael Tuexen #else 543528cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 543628cd0699SMichael Tuexen #endif 543728cd0699SMichael Tuexen } 54388933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 54398933fa13SRandall Stewart if (chk->data) { 54408933fa13SRandall Stewart sctp_m_freem(chk->data); 54418933fa13SRandall Stewart chk->data = NULL; 54428933fa13SRandall Stewart } 5443689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 54448933fa13SRandall Stewart } 5445d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5446d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5447d1ea5fa9SMichael Tuexen if (control->data) { 5448d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5449d1ea5fa9SMichael Tuexen control->data = NULL; 5450d1ea5fa9SMichael Tuexen } 5451d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5452d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5453d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5454d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5455d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5456d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5457d1ea5fa9SMichael Tuexen } 5458d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5459d1ea5fa9SMichael Tuexen return; 5460d1ea5fa9SMichael Tuexen } 5461d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 546244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 546328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 546428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 546528cd0699SMichael Tuexen } else { 546628cd0699SMichael Tuexen #ifdef INVARIANTS 546728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 546828cd0699SMichael Tuexen #else 546928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 547028cd0699SMichael Tuexen #endif 547128cd0699SMichael Tuexen } 547228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5473d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5474d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5475d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5476d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5477d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5478d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5479d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5480d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5481d1ea5fa9SMichael Tuexen #endif 5482d1ea5fa9SMichael Tuexen } 5483d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 548444249214SRandall Stewart if (control->on_read_q == 0) { 548544249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 548644249214SRandall Stewart if (control->data) { 548744249214SRandall Stewart sctp_m_freem(control->data); 548844249214SRandall Stewart control->data = NULL; 548944249214SRandall Stewart } 549044249214SRandall Stewart sctp_free_a_readq(stcb, control); 54918933fa13SRandall Stewart } 54928933fa13SRandall Stewart } 54938933fa13SRandall Stewart 5494f8829a4aSRandall Stewart void 5495f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5496b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5497b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5498f8829a4aSRandall Stewart { 5499f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5500f8829a4aSRandall Stewart /* 5501f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5502f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5503f8829a4aSRandall Stewart * 5504f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5505f8829a4aSRandall Stewart * 55065b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55075b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5508f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5509f8829a4aSRandall Stewart * report where we are. 5510f8829a4aSRandall Stewart */ 5511f8829a4aSRandall Stewart struct sctp_association *asoc; 55127898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55137215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55148933fa13SRandall Stewart uint32_t str_seq; 5515f8829a4aSRandall Stewart struct sctp_stream_in *strm; 551628cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5517f8829a4aSRandall Stewart 5518f8829a4aSRandall Stewart asoc = &stcb->asoc; 5519f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5520ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5521ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5522f8829a4aSRandall Stewart return; 5523f8829a4aSRandall Stewart } 5524f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5525f8829a4aSRandall Stewart /*************************************************************/ 5526f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5527f8829a4aSRandall Stewart /*************************************************************/ 5528f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5529f8829a4aSRandall Stewart 553020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5531f8829a4aSRandall Stewart /* Already got there ... */ 5532f8829a4aSRandall Stewart return; 5533f8829a4aSRandall Stewart } 5534f8829a4aSRandall Stewart /* 5535f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5536f8829a4aSRandall Stewart * gap 5537f8829a4aSRandall Stewart */ 5538b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 553977acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 55402afb3e84SRandall Stewart if (gap >= m_size) { 5541f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5542ff1ffd74SMichael Tuexen struct mbuf *op_err; 5543ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 554417205eccSRandall Stewart 5545f8829a4aSRandall Stewart /* 5546f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 554717205eccSRandall Stewart * give out). This must be an attacker. 5548f8829a4aSRandall Stewart */ 554917205eccSRandall Stewart *abort_flag = 1; 5550ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5551ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5552ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5553ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 555444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5555ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5556f8829a4aSRandall Stewart return; 5557f8829a4aSRandall Stewart } 5558207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 555977acdc25SRandall Stewart 55602afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 55612afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 556277acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 556377acdc25SRandall Stewart 5564b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5565830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 556677acdc25SRandall Stewart 5567b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5568f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 556980fefe0aSRandall Stewart } 55702afb3e84SRandall Stewart } else { 55712afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 55722afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 55737898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 55747898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 55758933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 557620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 55777898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5578b5c16493SMichael Tuexen } 5579b5c16493SMichael Tuexen } 5580b5c16493SMichael Tuexen } 5581f8829a4aSRandall Stewart } 5582f8829a4aSRandall Stewart /*************************************************************/ 5583f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5584f8829a4aSRandall Stewart /*************************************************************/ 5585f8829a4aSRandall Stewart 558644249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5587d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5588d1ea5fa9SMichael Tuexen uint16_t sid; 558944249214SRandall Stewart 5590d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5591d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5592d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 559349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5594d1ea5fa9SMichael Tuexen } 5595d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5596d1ea5fa9SMichael Tuexen } 55978933fa13SRandall Stewart /*******************************************************/ 55988933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 55998933fa13SRandall Stewart /* delivery issues as needed. */ 56008933fa13SRandall Stewart /*******************************************************/ 5601f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5602671d309cSRandall Stewart if (m && fwd_sz) { 5603f8829a4aSRandall Stewart /* New method. */ 5604d61a0ae0SRandall Stewart unsigned int num_str; 560549656eefSMichael Tuexen uint32_t mid, cur_mid; 560649656eefSMichael Tuexen uint16_t sid; 56078e1b295fSMichael Tuexen uint16_t ordered, flags; 5608671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 560944249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5610671d309cSRandall Stewart 5611671d309cSRandall Stewart offset += sizeof(*fwd); 5612f8829a4aSRandall Stewart 56138933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 561444249214SRandall Stewart if (asoc->idata_supported) { 561544249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 561644249214SRandall Stewart } else { 5617f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 561844249214SRandall Stewart } 5619f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 562044249214SRandall Stewart if (asoc->idata_supported) { 562144249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 562244249214SRandall Stewart sizeof(struct sctp_strseq_mid), 562344249214SRandall Stewart (uint8_t *)&strseqbuf_m); 562444249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 562544249214SRandall Stewart if (stseq_m == NULL) { 562644249214SRandall Stewart break; 562744249214SRandall Stewart } 562849656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 562949656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56308e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56318e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 56328e1b295fSMichael Tuexen ordered = 0; 56338e1b295fSMichael Tuexen } else { 56348e1b295fSMichael Tuexen ordered = 1; 56358e1b295fSMichael Tuexen } 563644249214SRandall Stewart } else { 5637671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5638671d309cSRandall Stewart sizeof(struct sctp_strseq), 5639671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5640671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 56412afb3e84SRandall Stewart if (stseq == NULL) { 5642671d309cSRandall Stewart break; 56432afb3e84SRandall Stewart } 564449656eefSMichael Tuexen sid = ntohs(stseq->sid); 564549656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 56468e1b295fSMichael Tuexen ordered = 1; 564744249214SRandall Stewart } 5648f8829a4aSRandall Stewart /* Convert */ 56498933fa13SRandall Stewart 5650f8829a4aSRandall Stewart /* now process */ 56518933fa13SRandall Stewart 56528933fa13SRandall Stewart /* 56538933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 56548933fa13SRandall Stewart * queue where its not all delivered. If we find it 56558933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 56568933fa13SRandall Stewart */ 565749656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 56582afb3e84SRandall Stewart /* screwed up streams, stop! */ 56592afb3e84SRandall Stewart break; 5660f8829a4aSRandall Stewart } 566149656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 566249656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 56638933fa13SRandall Stewart /* 56648933fa13SRandall Stewart * If this is the one we were partially 56658933fa13SRandall Stewart * delivering now then we no longer are. 56668933fa13SRandall Stewart * Note this will change with the reassembly 56678933fa13SRandall Stewart * re-write. 56688933fa13SRandall Stewart */ 56698933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 56708933fa13SRandall Stewart } 567149656eefSMichael Tuexen strm = &asoc->strmin[sid]; 567249656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 567349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5674d1ea5fa9SMichael Tuexen } 567528cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 567628cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 567728cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 567849656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 567928cd0699SMichael Tuexen control->pdapi_aborted = 1; 56808933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 568128cd0699SMichael Tuexen control->end_added = 1; 568228cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 568328cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 568428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 568528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 568628cd0699SMichael Tuexen } else { 568798d5fd97SMichael Tuexen #ifdef INVARIANTS 568828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 568928cd0699SMichael Tuexen #else 569028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 569198d5fd97SMichael Tuexen #endif 569244249214SRandall Stewart } 569328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 569428cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 569528cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 569628cd0699SMichael Tuexen #ifdef INVARIANTS 569728cd0699SMichael Tuexen } else if (control->on_strm_q) { 569828cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 569928cd0699SMichael Tuexen strm, control, control->on_strm_q); 570028cd0699SMichael Tuexen #endif 570128cd0699SMichael Tuexen } 570228cd0699SMichael Tuexen control->on_strm_q = 0; 570328cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5704810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5705810ec536SMichael Tuexen stcb, 57068933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5707810ec536SMichael Tuexen (void *)&str_seq, 5708810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57098933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57108933fa13SRandall Stewart break; 571128cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 571228cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57138933fa13SRandall Stewart /* We are past our victim SSN */ 57148933fa13SRandall Stewart break; 57158933fa13SRandall Stewart } 57168933fa13SRandall Stewart } 571749656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5718f8829a4aSRandall Stewart /* Update the sequence number */ 571949656eefSMichael Tuexen strm->last_mid_delivered = mid; 5720f8829a4aSRandall Stewart } 5721f8829a4aSRandall Stewart /* now kick the stream the new way */ 572204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5723f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5724f8829a4aSRandall Stewart } 57258933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5726f8829a4aSRandall Stewart } 57277898f408SRandall Stewart /* 57287898f408SRandall Stewart * Now slide thing forward. 57297898f408SRandall Stewart */ 57307898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5731f8829a4aSRandall Stewart } 5732