1f8829a4aSRandall Stewart /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 5807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 6807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 7f8829a4aSRandall Stewart * 8f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 9f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 10f8829a4aSRandall Stewart * 11f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 12f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 13f8829a4aSRandall Stewart * 14f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 15f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 16f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 17f8829a4aSRandall Stewart * 18f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 19f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 20f8829a4aSRandall Stewart * from this software without specific prior written permission. 21f8829a4aSRandall Stewart * 22f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 24f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 26f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 32f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 33f8829a4aSRandall Stewart */ 34f8829a4aSRandall Stewart 35f8829a4aSRandall Stewart #include <sys/cdefs.h> 36f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 37f8829a4aSRandall Stewart 38f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3944249214SRandall Stewart #include <sys/proc.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 4142551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 42f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4344249214SRandall Stewart #include <netinet/sctp_pcb.h> 44f8829a4aSRandall Stewart #include <netinet/sctputil.h> 45f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4744249214SRandall Stewart #include <netinet/sctp_auth.h> 48f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4944249214SRandall Stewart #include <netinet/sctp_asconf.h> 5044249214SRandall Stewart #include <netinet/sctp_indata.h> 5144249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5244249214SRandall Stewart #include <netinet/sctp_input.h> 5344249214SRandall Stewart #include <netinet/sctp_crc32.h> 5444249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 55f8829a4aSRandall Stewart /* 56f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 57f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 58f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 59f8829a4aSRandall Stewart * 60f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 61f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 62f8829a4aSRandall Stewart * the list. 63f8829a4aSRandall Stewart */ 6428cd0699SMichael Tuexen static uint32_t 6544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6644249214SRandall Stewart struct sctp_stream_in *strm, 6744249214SRandall Stewart struct sctp_tcb *stcb, 6844249214SRandall Stewart struct sctp_association *asoc, 6944710431SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock); 7044249214SRandall Stewart 7172fb6fdbSRandall Stewart void 72f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 73f8829a4aSRandall Stewart { 74b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 75f8829a4aSRandall Stewart } 76f8829a4aSRandall Stewart 77f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7872fb6fdbSRandall Stewart uint32_t 79b0471b4bSMichael Tuexen sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 80b0471b4bSMichael Tuexen { 81b3f1ea41SRandall Stewart uint32_t calc = 0; 82f8829a4aSRandall Stewart 83f8829a4aSRandall Stewart /* 84f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 854e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 86f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 87f8829a4aSRandall Stewart * associations data is taken into account. 88f8829a4aSRandall Stewart */ 8944249214SRandall Stewart if (stcb->sctp_socket == NULL) { 90f8829a4aSRandall Stewart return (calc); 9144249214SRandall Stewart } 920053ed28SMichael Tuexen 93253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue > 0 || asoc->size_on_reasm_queue == 0, 94253a63b8SMichael Tuexen ("size_on_reasm_queue is %u", asoc->size_on_reasm_queue)); 95253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_all_streams > 0 || asoc->size_on_all_streams == 0, 96253a63b8SMichael Tuexen ("size_on_all_streams is %u", asoc->size_on_all_streams)); 974e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 98253a63b8SMichael Tuexen asoc->cnt_on_reasm_queue == 0 && 99253a63b8SMichael Tuexen asoc->cnt_on_all_streams == 0) { 100f8829a4aSRandall Stewart /* Full rwnd granted */ 101b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 102f8829a4aSRandall Stewart return (calc); 103f8829a4aSRandall Stewart } 104f8829a4aSRandall Stewart /* get actual space */ 105f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 106f8829a4aSRandall Stewart /* 107f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 108f8829a4aSRandall Stewart * for putting up. 109f8829a4aSRandall Stewart */ 11044fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 11144fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 11244fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 11344fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 114f8829a4aSRandall Stewart if (calc == 0) { 115f8829a4aSRandall Stewart /* out of space */ 116f8829a4aSRandall Stewart return (calc); 117f8829a4aSRandall Stewart } 1180053ed28SMichael Tuexen 119f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1202afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 121b3f1ea41SRandall Stewart /* 122b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 123b3f1ea41SRandall Stewart * even it is 0. SWS engaged 124f8829a4aSRandall Stewart */ 125b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 126b3f1ea41SRandall Stewart calc = 1; 1272afb3e84SRandall Stewart } 128b3f1ea41SRandall Stewart return (calc); 129f8829a4aSRandall Stewart } 130f8829a4aSRandall Stewart 131f8829a4aSRandall Stewart /* 132f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 133f8829a4aSRandall Stewart */ 134f8829a4aSRandall Stewart struct sctp_queued_to_read * 135f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 136f8829a4aSRandall Stewart struct sctp_nets *net, 137f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13849656eefSMichael Tuexen uint32_t context, uint16_t sid, 13949656eefSMichael Tuexen uint32_t mid, uint8_t flags, 140f8829a4aSRandall Stewart struct mbuf *dm) 141f8829a4aSRandall Stewart { 142f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 143f8829a4aSRandall Stewart 144f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 145f8829a4aSRandall Stewart if (read_queue_e == NULL) { 146f8829a4aSRandall Stewart goto failed_build; 147f8829a4aSRandall Stewart } 14844249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14949656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 150f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 151f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1527215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 153f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 154f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 155f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15649656eefSMichael Tuexen read_queue_e->mid = mid; 15744249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15844249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 159f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 160f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 161f8829a4aSRandall Stewart read_queue_e->data = dm; 162f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 163f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 164daf14341SMichael Tuexen if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 165daf14341SMichael Tuexen read_queue_e->do_not_ref_stcb = 1; 166daf14341SMichael Tuexen } 167f8829a4aSRandall Stewart failed_build: 168f8829a4aSRandall Stewart return (read_queue_e); 169f8829a4aSRandall Stewart } 170f8829a4aSRandall Stewart 171f8829a4aSRandall Stewart struct mbuf * 172e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 173f8829a4aSRandall Stewart { 174e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 175f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 176e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 177e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 178f8829a4aSRandall Stewart struct cmsghdr *cmh; 179f8829a4aSRandall Stewart struct mbuf *ret; 180f8829a4aSRandall Stewart int len; 181e2e7c62eSMichael Tuexen int use_extended; 182e2e7c62eSMichael Tuexen int provide_nxt; 183f8829a4aSRandall Stewart 184e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 185e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 186e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 187e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 188f8829a4aSRandall Stewart return (NULL); 189f8829a4aSRandall Stewart } 1900053ed28SMichael Tuexen 191e2e7c62eSMichael Tuexen len = 0; 192e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 193e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 194e2e7c62eSMichael Tuexen } 195e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 196e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 197b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 198e2e7c62eSMichael Tuexen provide_nxt = 1; 1990bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 200e2e7c62eSMichael Tuexen } else { 201e2e7c62eSMichael Tuexen provide_nxt = 0; 202e2e7c62eSMichael Tuexen } 203e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 204f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 205f8829a4aSRandall Stewart use_extended = 1; 206e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 207f8829a4aSRandall Stewart } else { 208e2e7c62eSMichael Tuexen use_extended = 0; 209e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 210e2e7c62eSMichael Tuexen } 211e2e7c62eSMichael Tuexen } else { 212e2e7c62eSMichael Tuexen use_extended = 0; 213f8829a4aSRandall Stewart } 214f8829a4aSRandall Stewart 215eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 216f8829a4aSRandall Stewart if (ret == NULL) { 217f8829a4aSRandall Stewart /* No space */ 218f8829a4aSRandall Stewart return (ret); 219f8829a4aSRandall Stewart } 220e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 221e2e7c62eSMichael Tuexen 222f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 223f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 224e432298aSXin LI /* 225e432298aSXin LI * Make sure that there is no un-initialized padding between the 226e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 227e432298aSXin LI */ 228e432298aSXin LI memset(cmh, 0, len); 229e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 230f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 231e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 232e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 233e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 234e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 235e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 236e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 237e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 238e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 239e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 240e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 241e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 242e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 243e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 244f8829a4aSRandall Stewart } 245e2e7c62eSMichael Tuexen if (provide_nxt) { 246e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 247e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 248e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 249e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 250b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 251e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 252b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 253e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 254e2e7c62eSMichael Tuexen } 255b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 256e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 257e2e7c62eSMichael Tuexen } 258b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 259e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 260e2e7c62eSMichael Tuexen } 261b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 262b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 263b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 264e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 266e2e7c62eSMichael Tuexen } 267e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 268e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 269e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 270e2e7c62eSMichael Tuexen if (use_extended) { 271e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 272e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 273e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 274e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 275e2e7c62eSMichael Tuexen } else { 276e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 277e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 278e2e7c62eSMichael Tuexen *outinfo = *sinfo; 279e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 280e2e7c62eSMichael Tuexen } 281e2e7c62eSMichael Tuexen } 282f8829a4aSRandall Stewart return (ret); 283f8829a4aSRandall Stewart } 284f8829a4aSRandall Stewart 28577acdc25SRandall Stewart static void 28677acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28777acdc25SRandall Stewart { 288d0ed75b3SMichael Tuexen uint32_t gap, i; 289d0ed75b3SMichael Tuexen int in_r, in_nr; 29077acdc25SRandall Stewart 29177acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 29277acdc25SRandall Stewart return; 29377acdc25SRandall Stewart } 294d0ed75b3SMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 2959b2e0767SRandall Stewart /* 296d0ed75b3SMichael Tuexen * This tsn is behind the cum ack and thus we don't need to 2979b2e0767SRandall Stewart * worry about it being moved from one to the other. 2989b2e0767SRandall Stewart */ 2999b2e0767SRandall Stewart return; 3009b2e0767SRandall Stewart } 30177acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 30244249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 30344249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 3049f2d6263SMichael Tuexen KASSERT(in_r || in_nr, ("%s: Things are really messed up now", __func__)); 305d0ed75b3SMichael Tuexen if (!in_nr) { 30677acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 30877acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 30977acdc25SRandall Stewart } 310d0ed75b3SMichael Tuexen } 311d0ed75b3SMichael Tuexen if (in_r) { 312d0ed75b3SMichael Tuexen SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 314d0ed75b3SMichael Tuexen /* We must back down to see what the new highest is. */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart break; 32077acdc25SRandall Stewart } 32177acdc25SRandall Stewart } 322d0ed75b3SMichael Tuexen if (!SCTP_TSN_GE(i, asoc->mapping_array_base_tsn)) { 32377acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32477acdc25SRandall Stewart } 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 327d0ed75b3SMichael Tuexen } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 3368b9c95f4SMichael Tuexen uint8_t flags, unordered; 337f8829a4aSRandall Stewart 3388b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3398b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 344b7b84c0eSMichael Tuexen /* 345b7b84c0eSMichael Tuexen * Only one stream can be here in old style 346b7b84c0eSMichael Tuexen * -- abort 347b7b84c0eSMichael Tuexen */ 34844249214SRandall Stewart return (-1); 34944249214SRandall Stewart } 35044249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35144249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35244249214SRandall Stewart return (0); 35344249214SRandall Stewart } 35444249214SRandall Stewart } else { 35544249214SRandall Stewart q = &strm->inqueue; 35644249214SRandall Stewart } 3578b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3588b9c95f4SMichael Tuexen control->end_added = 1; 3598b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3608b9c95f4SMichael Tuexen control->last_frag_seen = 1; 36144249214SRandall Stewart } 36244249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36344249214SRandall Stewart /* Empty queue */ 36444249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36544249214SRandall Stewart if (unordered) { 36644249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36744249214SRandall Stewart } else { 36844249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36944249214SRandall Stewart } 37044249214SRandall Stewart return (0); 37144249214SRandall Stewart } else { 37244249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37349656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37444249214SRandall Stewart /* 37544249214SRandall Stewart * one in queue is bigger than the new one, 37644249214SRandall Stewart * insert before this one 37744249214SRandall Stewart */ 37844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37944249214SRandall Stewart if (unordered) { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 38144249214SRandall Stewart } else { 38244249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38344249214SRandall Stewart } 38444249214SRandall Stewart break; 38549656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38644249214SRandall Stewart /* 38744249214SRandall Stewart * Gak, He sent me a duplicate msg id 38844249214SRandall Stewart * number?? return -1 to abort. 38944249214SRandall Stewart */ 39044249214SRandall Stewart return (-1); 39144249214SRandall Stewart } else { 39244249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39344249214SRandall Stewart /* 39444249214SRandall Stewart * We are at the end, insert it 39544249214SRandall Stewart * after this one 39644249214SRandall Stewart */ 39744249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39844249214SRandall Stewart sctp_log_strm_del(control, at, 39944249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40044249214SRandall Stewart } 4018b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40244249214SRandall Stewart if (unordered) { 40344249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40444249214SRandall Stewart } else { 40544249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40644249214SRandall Stewart } 40744249214SRandall Stewart break; 40844249214SRandall Stewart } 40944249214SRandall Stewart } 41044249214SRandall Stewart } 41144249214SRandall Stewart } 41244249214SRandall Stewart return (0); 41344249214SRandall Stewart } 41444249214SRandall Stewart 41544249214SRandall Stewart static void 41644249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41744249214SRandall Stewart struct sctp_queued_to_read *control, 41844249214SRandall Stewart struct sctp_tmit_chunk *chk, 41944249214SRandall Stewart int *abort_flag, int opspot) 42044249214SRandall Stewart { 42144249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42244249214SRandall Stewart struct mbuf *oper; 42344249214SRandall Stewart 42444249214SRandall Stewart if (stcb->asoc.idata_supported) { 425999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 42644249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42744249214SRandall Stewart opspot, 42844249214SRandall Stewart control->fsn_included, 42949656eefSMichael Tuexen chk->rec.data.tsn, 43049656eefSMichael Tuexen chk->rec.data.sid, 431821bae7cSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43244249214SRandall Stewart } else { 433999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 43444249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43544249214SRandall Stewart opspot, 43644249214SRandall Stewart control->fsn_included, 43749656eefSMichael Tuexen chk->rec.data.tsn, 43849656eefSMichael Tuexen chk->rec.data.sid, 43949656eefSMichael Tuexen chk->rec.data.fsn, 440821bae7cSMichael Tuexen (uint16_t)chk->rec.data.mid); 44144249214SRandall Stewart } 44244249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 443f8829a4aSRandall Stewart sctp_m_freem(chk->data); 444f8829a4aSRandall Stewart chk->data = NULL; 445689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44844249214SRandall Stewart *abort_flag = 1; 449f8829a4aSRandall Stewart } 450f8829a4aSRandall Stewart 45144249214SRandall Stewart static void 452d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45344249214SRandall Stewart { 454f8829a4aSRandall Stewart /* 45544249214SRandall Stewart * The control could not be placed and must be cleaned. 456f8829a4aSRandall Stewart */ 45744249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 458df6e0cc3SRandall Stewart 45944249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46144249214SRandall Stewart if (chk->data) 46244249214SRandall Stewart sctp_m_freem(chk->data); 463f8829a4aSRandall Stewart chk->data = NULL; 464689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 465f8829a4aSRandall Stewart } 4662b861c15SMichael Tuexen sctp_free_remote_addr(control->whoFrom); 4672b861c15SMichael Tuexen if (control->data) { 4682b861c15SMichael Tuexen sctp_m_freem(control->data); 4692b861c15SMichael Tuexen control->data = NULL; 4702b861c15SMichael Tuexen } 47144249214SRandall Stewart sctp_free_a_readq(stcb, control); 472f8829a4aSRandall Stewart } 473f8829a4aSRandall Stewart 474f8829a4aSRandall Stewart /* 475f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 476f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47744249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47844249214SRandall Stewart * long as the control's entered are non-fragmented. 479f8829a4aSRandall Stewart */ 480f8829a4aSRandall Stewart static void 48144249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 48244249214SRandall Stewart struct sctp_association *asoc, 48344249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 484f8829a4aSRandall Stewart { 485f8829a4aSRandall Stewart /* 486f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 487f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 488f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 489cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 490f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 491f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 492f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 493f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 494f8829a4aSRandall Stewart * TSN. 495f8829a4aSRandall Stewart * 4965b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4975b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 498f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 499f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 500f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 501f8829a4aSRandall Stewart * 502f8829a4aSRandall Stewart */ 503f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 504f8829a4aSRandall Stewart int queue_needed; 50544249214SRandall Stewart uint32_t nxt_todel; 506ff1ffd74SMichael Tuexen struct mbuf *op_err; 5073d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 508ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 509f8829a4aSRandall Stewart 5103d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 511b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 512f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 51380fefe0aSRandall Stewart } 51449656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 515f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 516f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5173d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 518f8829a4aSRandall Stewart /* 519f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 520f8829a4aSRandall Stewart * association destruction 521f8829a4aSRandall Stewart */ 52244249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 52349656eefSMichael Tuexen if (asoc->idata_supported) { 524999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52549656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 526821bae7cSMichael Tuexen control->sinfo_stream, control->mid); 52749656eefSMichael Tuexen } else { 528999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52949656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 53049656eefSMichael Tuexen control->sinfo_tsn, 53149656eefSMichael Tuexen control->sinfo_stream, 532821bae7cSMichael Tuexen (uint16_t)control->mid); 53349656eefSMichael Tuexen } 534ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 536ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 537f8829a4aSRandall Stewart *abort_flag = 1; 538f8829a4aSRandall Stewart return; 539f8829a4aSRandall Stewart } 54044249214SRandall Stewart queue_needed = 1; 54144249214SRandall Stewart asoc->size_on_all_streams += control->length; 54244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54349656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 545f8829a4aSRandall Stewart /* can be delivered right away? */ 546b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 547f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 54880fefe0aSRandall Stewart } 549830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 550f8829a4aSRandall Stewart queue_needed = 0; 55128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 552f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 55328cd0699SMichael Tuexen } else { 55428cd0699SMichael Tuexen #ifdef INVARIANTS 55528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 55628cd0699SMichael Tuexen #else 55728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 55828cd0699SMichael Tuexen #endif 55928cd0699SMichael Tuexen } 560f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 56149656eefSMichael Tuexen strm->last_mid_delivered++; 562b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 563f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 564f8829a4aSRandall Stewart control, 565cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 566574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 56744249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 568f8829a4aSRandall Stewart /* all delivered */ 56949656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 57049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 57144249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 57244249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 57528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 57628cd0699SMichael Tuexen } else { 57728cd0699SMichael Tuexen #ifdef INVARIANTS 57828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 57928cd0699SMichael Tuexen #else 58028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 58128cd0699SMichael Tuexen #endif 58228cd0699SMichael Tuexen } 58328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 58498d5fd97SMichael Tuexen #ifdef INVARIANTS 58544249214SRandall Stewart } else { 58644249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 58744249214SRandall Stewart control, control->on_strm_q); 58898d5fd97SMichael Tuexen #endif 58944249214SRandall Stewart } 59044249214SRandall Stewart control->on_strm_q = 0; 59149656eefSMichael Tuexen strm->last_mid_delivered++; 592f8829a4aSRandall Stewart /* 593f8829a4aSRandall Stewart * We ignore the return of deliver_data here 594f8829a4aSRandall Stewart * since we always can hold the chunk on the 595f8829a4aSRandall Stewart * d-queue. And we have a finite number that 596f8829a4aSRandall Stewart * can be delivered from the strq. 597f8829a4aSRandall Stewart */ 598b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 599f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 600f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 60180fefe0aSRandall Stewart } 602b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 603f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 604f8829a4aSRandall Stewart control, 605cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 606cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 607574679afSMichael Tuexen SCTP_SO_LOCKED); 608f8829a4aSRandall Stewart continue; 60949656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 61044249214SRandall Stewart *need_reasm = 1; 611f8829a4aSRandall Stewart } 612f8829a4aSRandall Stewart break; 613f8829a4aSRandall Stewart } 614f8829a4aSRandall Stewart } 615f8829a4aSRandall Stewart if (queue_needed) { 616f8829a4aSRandall Stewart /* 617f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 618f8829a4aSRandall Stewart * to put it on the queue. 619f8829a4aSRandall Stewart */ 62044249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 621999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 622999f86d6SMichael Tuexen "Queue to str MID: %u duplicate", control->mid); 623d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 624b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 62544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 626b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 62744249214SRandall Stewart *abort_flag = 1; 628f8829a4aSRandall Stewart } 629f8829a4aSRandall Stewart } 630f8829a4aSRandall Stewart } 631f8829a4aSRandall Stewart 63244249214SRandall Stewart static void 63344249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 634f8829a4aSRandall Stewart { 63544249214SRandall Stewart struct mbuf *m, *prev = NULL; 63644249214SRandall Stewart struct sctp_tcb *stcb; 637f8829a4aSRandall Stewart 63844249214SRandall Stewart stcb = control->stcb; 63944249214SRandall Stewart control->held_length = 0; 64044249214SRandall Stewart control->length = 0; 64144249214SRandall Stewart m = control->data; 64244249214SRandall Stewart while (m) { 64344249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 64444249214SRandall Stewart /* Skip mbufs with NO length */ 64544249214SRandall Stewart if (prev == NULL) { 64644249214SRandall Stewart /* First one */ 64744249214SRandall Stewart control->data = sctp_m_free(m); 64844249214SRandall Stewart m = control->data; 64944249214SRandall Stewart } else { 65044249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 65144249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 652f8829a4aSRandall Stewart } 65344249214SRandall Stewart if (m == NULL) { 65444249214SRandall Stewart control->tail_mbuf = prev; 655f8829a4aSRandall Stewart } 65644249214SRandall Stewart continue; 657f8829a4aSRandall Stewart } 65844249214SRandall Stewart prev = m; 65944249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 66044249214SRandall Stewart if (control->on_read_q) { 66144249214SRandall Stewart /* 66244249214SRandall Stewart * On read queue so we must increment the SB stuff, 66344249214SRandall Stewart * we assume caller has done any locks of SB. 66444249214SRandall Stewart */ 66544249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 666f8829a4aSRandall Stewart } 66744249214SRandall Stewart m = SCTP_BUF_NEXT(m); 668f8829a4aSRandall Stewart } 66944249214SRandall Stewart if (prev) { 67044249214SRandall Stewart control->tail_mbuf = prev; 67144249214SRandall Stewart } 672f8829a4aSRandall Stewart } 673f8829a4aSRandall Stewart 674f8829a4aSRandall Stewart static void 67528cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 676f8829a4aSRandall Stewart { 67744249214SRandall Stewart struct mbuf *prev = NULL; 67844249214SRandall Stewart struct sctp_tcb *stcb; 679f8829a4aSRandall Stewart 68044249214SRandall Stewart stcb = control->stcb; 68144249214SRandall Stewart if (stcb == NULL) { 68298d5fd97SMichael Tuexen #ifdef INVARIANTS 68344249214SRandall Stewart panic("Control broken"); 68498d5fd97SMichael Tuexen #else 68598d5fd97SMichael Tuexen return; 68698d5fd97SMichael Tuexen #endif 68744249214SRandall Stewart } 68844249214SRandall Stewart if (control->tail_mbuf == NULL) { 68944249214SRandall Stewart /* TSNH */ 69063fb39baSMichael Tuexen sctp_m_freem(control->data); 69144249214SRandall Stewart control->data = m; 69244249214SRandall Stewart sctp_setup_tail_pointer(control); 693f8829a4aSRandall Stewart return; 694f8829a4aSRandall Stewart } 69544249214SRandall Stewart control->tail_mbuf->m_next = m; 69644249214SRandall Stewart while (m) { 69744249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69844249214SRandall Stewart /* Skip mbufs with NO length */ 69944249214SRandall Stewart if (prev == NULL) { 70044249214SRandall Stewart /* First one */ 70144249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 70244249214SRandall Stewart m = control->tail_mbuf->m_next; 70344249214SRandall Stewart } else { 70444249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 70544249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 70644249214SRandall Stewart } 70744249214SRandall Stewart if (m == NULL) { 70844249214SRandall Stewart control->tail_mbuf = prev; 70944249214SRandall Stewart } 71044249214SRandall Stewart continue; 71144249214SRandall Stewart } 71244249214SRandall Stewart prev = m; 71344249214SRandall Stewart if (control->on_read_q) { 714f8829a4aSRandall Stewart /* 71544249214SRandall Stewart * On read queue so we must increment the SB stuff, 71644249214SRandall Stewart * we assume caller has done any locks of SB. 717f8829a4aSRandall Stewart */ 71844249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71944249214SRandall Stewart } 72028cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 72144249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 72244249214SRandall Stewart m = SCTP_BUF_NEXT(m); 72344249214SRandall Stewart } 72444249214SRandall Stewart if (prev) { 72544249214SRandall Stewart control->tail_mbuf = prev; 72644249214SRandall Stewart } 72744249214SRandall Stewart } 72844249214SRandall Stewart 72944249214SRandall Stewart static void 73044249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 73144249214SRandall Stewart { 73244249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 73344249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 73449656eefSMichael Tuexen nc->mid = control->mid; 73544249214SRandall Stewart TAILQ_INIT(&nc->reasm); 73644249214SRandall Stewart nc->top_fsn = control->top_fsn; 73749656eefSMichael Tuexen nc->mid = control->mid; 73844249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73944249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 74044249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 74144249214SRandall Stewart nc->fsn_included = 0xffffffff; 74244249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 74344249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 74444249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 74544249214SRandall Stewart nc->whoFrom = control->whoFrom; 74644249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 74744249214SRandall Stewart nc->stcb = control->stcb; 74844249214SRandall Stewart nc->port_from = control->port_from; 749daf14341SMichael Tuexen nc->do_not_ref_stcb = control->do_not_ref_stcb; 75044249214SRandall Stewart } 75144249214SRandall Stewart 752d1ea5fa9SMichael Tuexen static void 753d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 754d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 755d1ea5fa9SMichael Tuexen { 756d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 757d1ea5fa9SMichael Tuexen if (control->on_read_q) { 758d1ea5fa9SMichael Tuexen /* 759d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 760d1ea5fa9SMichael Tuexen * :-) 761d1ea5fa9SMichael Tuexen */ 762d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 763d1ea5fa9SMichael Tuexen control->on_read_q = 0; 764d1ea5fa9SMichael Tuexen } 765d1ea5fa9SMichael Tuexen } 766d1ea5fa9SMichael Tuexen 76744249214SRandall Stewart static int 768d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 769d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 770d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 771d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 772d1ea5fa9SMichael Tuexen uint32_t pd_point, 773d1ea5fa9SMichael Tuexen int inp_read_lock_held) 77444249214SRandall Stewart { 77544249214SRandall Stewart /* 77644249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 77749656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 77849656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 77949656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 78049656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 78149656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 78244249214SRandall Stewart */ 78344249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 78444249214SRandall Stewart uint32_t fsn; 785643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 78644249214SRandall Stewart int cnt_added; 78744249214SRandall Stewart 78844249214SRandall Stewart if (control->first_frag_seen == 0) { 78944249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 79044249214SRandall Stewart return (1); 79144249214SRandall Stewart } 79244249214SRandall Stewart /* Collapse any we can */ 79344249214SRandall Stewart cnt_added = 0; 79444249214SRandall Stewart restart: 79544249214SRandall Stewart fsn = control->fsn_included + 1; 79644249214SRandall Stewart /* Now what can we add? */ 79744249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 79849656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 79944249214SRandall Stewart /* Ok lets add it */ 800643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 801643fd575SMichael Tuexen if (nc == NULL) { 802643fd575SMichael Tuexen break; 803643fd575SMichael Tuexen } 804643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 80544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 806d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 80744249214SRandall Stewart fsn++; 80844249214SRandall Stewart cnt_added++; 80944249214SRandall Stewart chk = NULL; 81044249214SRandall Stewart if (control->end_added) { 81144249214SRandall Stewart /* We are done */ 81244249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 81344249214SRandall Stewart /* 81444249214SRandall Stewart * Ok we have to move anything left 81544249214SRandall Stewart * on the control queue to a new 81644249214SRandall Stewart * control. 81744249214SRandall Stewart */ 81844249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 81944249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 82044249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 82144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 82228cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8235cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 82428cd0699SMichael Tuexen } else { 82528cd0699SMichael Tuexen #ifdef INVARIANTS 82628cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 82728cd0699SMichael Tuexen #else 82828cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 82928cd0699SMichael Tuexen #endif 83028cd0699SMichael Tuexen } 8315cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 83244249214SRandall Stewart nc->first_frag_seen = 1; 83349656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 83444249214SRandall Stewart nc->data = tchk->data; 83549656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 83649656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 83749656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 83844249214SRandall Stewart tchk->data = NULL; 83944249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 84044249214SRandall Stewart sctp_setup_tail_pointer(nc); 84144249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 84244249214SRandall Stewart } 84344249214SRandall Stewart /* Spin the rest onto the queue */ 84444249214SRandall Stewart while (tchk) { 84544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 84644249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 84744249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 84844249214SRandall Stewart } 849b7b84c0eSMichael Tuexen /* 850b7b84c0eSMichael Tuexen * Now lets add it to the queue 851b7b84c0eSMichael Tuexen * after removing control 852b7b84c0eSMichael Tuexen */ 85344249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 85444249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 85544249214SRandall Stewart if (control->on_strm_q) { 85644249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 85744249214SRandall Stewart control->on_strm_q = 0; 85844249214SRandall Stewart } 85944249214SRandall Stewart } 86044249214SRandall Stewart if (control->pdapi_started) { 86144249214SRandall Stewart strm->pd_api_started = 0; 86244249214SRandall Stewart control->pdapi_started = 0; 86344249214SRandall Stewart } 86444249214SRandall Stewart if (control->on_strm_q) { 86544249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 86644249214SRandall Stewart control->on_strm_q = 0; 86726f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 86844249214SRandall Stewart } 869c09a1534SMichael Tuexen if (control->on_read_q == 0) { 870c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 871c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 872d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 873c09a1534SMichael Tuexen } 874b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8750fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 876b7b84c0eSMichael Tuexen /* 877b7b84c0eSMichael Tuexen * Switch to the new guy and 878b7b84c0eSMichael Tuexen * continue 879b7b84c0eSMichael Tuexen */ 88044249214SRandall Stewart control = nc; 88144249214SRandall Stewart goto restart; 882643fd575SMichael Tuexen } else { 883d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 884643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 88544249214SRandall Stewart } 886d1ea5fa9SMichael Tuexen } 88744249214SRandall Stewart return (1); 888643fd575SMichael Tuexen } else { 889643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 89044249214SRandall Stewart } 89144249214SRandall Stewart } else { 89244249214SRandall Stewart /* Can't add more */ 89344249214SRandall Stewart break; 89444249214SRandall Stewart } 89544249214SRandall Stewart } 896f1903dc0SMichael Tuexen if (cnt_added && strm->pd_api_started) { 897f1903dc0SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 898f1903dc0SMichael Tuexen } 89944249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 900c09a1534SMichael Tuexen strm->pd_api_started = 1; 901c09a1534SMichael Tuexen control->pdapi_started = 1; 90244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 90344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 904d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 905b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 90644249214SRandall Stewart return (0); 90744249214SRandall Stewart } else { 90844249214SRandall Stewart return (1); 90944249214SRandall Stewart } 91044249214SRandall Stewart } 91144249214SRandall Stewart 91244249214SRandall Stewart static void 913d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 914d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 91544249214SRandall Stewart struct sctp_queued_to_read *control, 91644249214SRandall Stewart struct sctp_tmit_chunk *chk, 91744249214SRandall Stewart int *abort_flag) 91844249214SRandall Stewart { 91944249214SRandall Stewart struct sctp_tmit_chunk *at; 920d1ea5fa9SMichael Tuexen int inserted; 92144249214SRandall Stewart 92244249214SRandall Stewart /* 92344249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 92444249214SRandall Stewart * in the correct order. 92544249214SRandall Stewart */ 92644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 92744249214SRandall Stewart /* Its the very first one. */ 92844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 929f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 93049656eefSMichael Tuexen chk->rec.data.fsn); 9312de5b904SMichael Tuexen at = TAILQ_FIRST(&control->reasm); 9322de5b904SMichael Tuexen if (at && SCTP_TSN_GT(chk->rec.data.fsn, at->rec.data.fsn)) { 9332de5b904SMichael Tuexen /* 9342de5b904SMichael Tuexen * The first chunk in the reassembly is a smaller 9352de5b904SMichael Tuexen * TSN than this one, even though this has a first, 9362de5b904SMichael Tuexen * it must be from a subsequent msg. 9372de5b904SMichael Tuexen */ 9382de5b904SMichael Tuexen goto place_chunk; 9392de5b904SMichael Tuexen } 94044249214SRandall Stewart if (control->first_frag_seen) { 94144249214SRandall Stewart /* 94244249214SRandall Stewart * In old un-ordered we can reassembly on one 94344249214SRandall Stewart * control multiple messages. As long as the next 94444249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 94544249214SRandall Stewart * wise) 94644249214SRandall Stewart */ 94744249214SRandall Stewart struct mbuf *tdata; 94844249214SRandall Stewart uint32_t tmp; 94944249214SRandall Stewart 95049656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 951b7b84c0eSMichael Tuexen /* 952b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 953b7b84c0eSMichael Tuexen * the lowest 954b7b84c0eSMichael Tuexen */ 95544249214SRandall Stewart goto place_chunk; 95644249214SRandall Stewart } 95749656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 95844249214SRandall Stewart (control->pdapi_started)) { 95944249214SRandall Stewart /* 96044249214SRandall Stewart * Ok this should not happen, if it does we 96144249214SRandall Stewart * started the pd-api on the higher TSN 96244249214SRandall Stewart * (since the equals part is a TSN failure 96344249214SRandall Stewart * it must be that). 96444249214SRandall Stewart * 9655b495f17SMichael Tuexen * We are completly hosed in that case since 9665b495f17SMichael Tuexen * I have no way to recover. This really 9675b495f17SMichael Tuexen * will only happen if we can get more TSN's 96844249214SRandall Stewart * higher before the pd-api-point. 96944249214SRandall Stewart */ 970b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 97144249214SRandall Stewart abort_flag, 97244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 97344249214SRandall Stewart 97444249214SRandall Stewart return; 97544249214SRandall Stewart } 97644249214SRandall Stewart /* 97744249214SRandall Stewart * Ok we have two firsts and the one we just got is 97844249214SRandall Stewart * smaller than the one we previously placed.. yuck! 97944249214SRandall Stewart * We must swap them out. 98044249214SRandall Stewart */ 98144249214SRandall Stewart /* swap the mbufs */ 98244249214SRandall Stewart tdata = control->data; 98344249214SRandall Stewart control->data = chk->data; 98444249214SRandall Stewart chk->data = tdata; 985d1ea5fa9SMichael Tuexen /* Save the lengths */ 986d1ea5fa9SMichael Tuexen chk->send_size = control->length; 987d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 988d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 98944249214SRandall Stewart /* Fix the FSN included */ 99044249214SRandall Stewart tmp = control->fsn_included; 99149656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 99249656eefSMichael Tuexen chk->rec.data.fsn = tmp; 993d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 994d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 99549656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 99649656eefSMichael Tuexen chk->rec.data.tsn = tmp; 997d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 998d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 99949656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 100049656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1001d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 100244249214SRandall Stewart goto place_chunk; 100344249214SRandall Stewart } 100444249214SRandall Stewart control->first_frag_seen = 1; 10058b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10068b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 100749656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 100849656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 100944249214SRandall Stewart control->data = chk->data; 101049656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 101144249214SRandall Stewart chk->data = NULL; 101244249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 101344249214SRandall Stewart sctp_setup_tail_pointer(control); 101444249214SRandall Stewart return; 101544249214SRandall Stewart } 101644249214SRandall Stewart place_chunk: 1017d1ea5fa9SMichael Tuexen inserted = 0; 101844249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 101949656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 102044249214SRandall Stewart /* 102144249214SRandall Stewart * This one in queue is bigger than the new one, 102244249214SRandall Stewart * insert the new one before at. 102344249214SRandall Stewart */ 102444249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 102544249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 102644249214SRandall Stewart inserted = 1; 102744249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 102844249214SRandall Stewart break; 102949656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 103044249214SRandall Stewart /* 103144249214SRandall Stewart * They sent a duplicate fsn number. This really 103244249214SRandall Stewart * should not happen since the FSN is a TSN and it 103344249214SRandall Stewart * should have been dropped earlier. 103444249214SRandall Stewart */ 1035b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 103644249214SRandall Stewart abort_flag, 103744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 103844249214SRandall Stewart return; 103944249214SRandall Stewart } 104044249214SRandall Stewart } 104144249214SRandall Stewart if (inserted == 0) { 104244249214SRandall Stewart /* Its at the end */ 104344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 104444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 104549656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 104644249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 104744249214SRandall Stewart } 104844249214SRandall Stewart } 104944249214SRandall Stewart 105044249214SRandall Stewart static int 1051d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1052d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 105344249214SRandall Stewart { 105444249214SRandall Stewart /* 105544249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 105644249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 105744249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 105844249214SRandall Stewart * need to remove them from the stream's queue. 105944249214SRandall Stewart */ 106044249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 106144249214SRandall Stewart uint32_t next_to_del; 106244249214SRandall Stewart uint32_t pd_point; 106344249214SRandall Stewart int ret = 0; 106444249214SRandall Stewart 1065810ec536SMichael Tuexen if (stcb->sctp_socket) { 1066d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1067810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1068810ec536SMichael Tuexen } else { 1069810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1070810ec536SMichael Tuexen } 107144249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1072d1ea5fa9SMichael Tuexen 10733d6fe5d8SMichael Tuexen if ((control != NULL) && 107444249214SRandall Stewart (asoc->idata_supported == 0)) { 107544249214SRandall Stewart /* Special handling needed for "old" data format */ 1076d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 107744249214SRandall Stewart goto done_un; 1078f8829a4aSRandall Stewart } 1079f8829a4aSRandall Stewart } 108044249214SRandall Stewart if (strm->pd_api_started) { 108144249214SRandall Stewart /* Can't add more */ 108244249214SRandall Stewart return (0); 108344249214SRandall Stewart } 108444249214SRandall Stewart while (control) { 1085f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 108649656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 108744249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 108844249214SRandall Stewart if (control->end_added) { 108944249214SRandall Stewart /* We just put the last bit on */ 109044249214SRandall Stewart if (control->on_strm_q) { 109198d5fd97SMichael Tuexen #ifdef INVARIANTS 109244249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 109344249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 109444249214SRandall Stewart control, control->on_strm_q); 109544249214SRandall Stewart } 109698d5fd97SMichael Tuexen #endif 109726f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 109844249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 1099132c0738SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1100132c0738SMichael Tuexen asoc->size_on_all_streams -= control->length; 1101132c0738SMichael Tuexen } else { 1102132c0738SMichael Tuexen #ifdef INVARIANTS 1103132c0738SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1104132c0738SMichael Tuexen #else 1105132c0738SMichael Tuexen asoc->size_on_all_streams = 0; 1106132c0738SMichael Tuexen #endif 1107132c0738SMichael Tuexen } 1108132c0738SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 110944249214SRandall Stewart control->on_strm_q = 0; 111044249214SRandall Stewart } 111144249214SRandall Stewart if (control->on_read_q == 0) { 111244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 111344249214SRandall Stewart control, 111444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1115d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 111644249214SRandall Stewart } 1117f8829a4aSRandall Stewart } else { 111844249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 111944249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 112044249214SRandall Stewart strm->pd_api_started = 1; 112144249214SRandall Stewart control->pdapi_started = 1; 112244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 112344249214SRandall Stewart control, 112444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1125d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 112644249214SRandall Stewart 112744249214SRandall Stewart break; 1128139bc87fSRandall Stewart } 1129f8829a4aSRandall Stewart } 113044249214SRandall Stewart control = nctl; 113144249214SRandall Stewart } 113244249214SRandall Stewart done_un: 113344249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 113444249214SRandall Stewart if (strm->pd_api_started) { 113544249214SRandall Stewart /* Can't add more */ 113644249214SRandall Stewart return (0); 113744249214SRandall Stewart } 113844249214SRandall Stewart if (control == NULL) { 113944249214SRandall Stewart return (ret); 114044249214SRandall Stewart } 114149656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 114244249214SRandall Stewart /* 114344249214SRandall Stewart * Ok the guy at the top was being partially delivered 114444249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 114544249214SRandall Stewart * taken off when the chunk was merged on in 114644249214SRandall Stewart * sctp_queue_data_for_reasm below. 114744249214SRandall Stewart */ 114844249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 114944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1150f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 115149656eefSMichael Tuexen control, control->end_added, control->mid, 115244249214SRandall Stewart control->top_fsn, control->fsn_included, 115349656eefSMichael Tuexen strm->last_mid_delivered); 115444249214SRandall Stewart if (control->end_added) { 115544249214SRandall Stewart if (control->on_strm_q) { 115698d5fd97SMichael Tuexen #ifdef INVARIANTS 115744249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 115844249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 115944249214SRandall Stewart control, control->on_strm_q); 116044249214SRandall Stewart } 116198d5fd97SMichael Tuexen #endif 116226f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 116344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 116428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 116528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 116628cd0699SMichael Tuexen } else { 116728cd0699SMichael Tuexen #ifdef INVARIANTS 116828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 116928cd0699SMichael Tuexen #else 117028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 117128cd0699SMichael Tuexen #endif 117228cd0699SMichael Tuexen } 117328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 117444249214SRandall Stewart control->on_strm_q = 0; 117544249214SRandall Stewart } 1176c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1177c09a1534SMichael Tuexen control->pdapi_started = 0; 1178c09a1534SMichael Tuexen strm->pd_api_started = 0; 1179c09a1534SMichael Tuexen } 118044249214SRandall Stewart if (control->on_read_q == 0) { 118144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 118244249214SRandall Stewart control, 118344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1184d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 118544249214SRandall Stewart } 118644249214SRandall Stewart control = nctl; 118744249214SRandall Stewart } 118844249214SRandall Stewart } 118944249214SRandall Stewart if (strm->pd_api_started) { 1190b7b84c0eSMichael Tuexen /* 1191b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1192b7b84c0eSMichael Tuexen * partially delivered. 1193b7b84c0eSMichael Tuexen */ 119444249214SRandall Stewart return (0); 119544249214SRandall Stewart } 119644249214SRandall Stewart deliver_more: 119749656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 119844249214SRandall Stewart if (control) { 119944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1200f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 120149656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 120244249214SRandall Stewart next_to_del); 120344249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 120449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 120544249214SRandall Stewart (control->first_frag_seen)) { 1206c09a1534SMichael Tuexen int done; 1207c09a1534SMichael Tuexen 120844249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 120944249214SRandall Stewart if (control->end_added) { 121044249214SRandall Stewart /* We are done with it afterwards */ 121144249214SRandall Stewart if (control->on_strm_q) { 121298d5fd97SMichael Tuexen #ifdef INVARIANTS 121344249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 121444249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 121544249214SRandall Stewart control, control->on_strm_q); 121644249214SRandall Stewart } 121798d5fd97SMichael Tuexen #endif 121826f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 121944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 122028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 122128cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 122228cd0699SMichael Tuexen } else { 122328cd0699SMichael Tuexen #ifdef INVARIANTS 122428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 122528cd0699SMichael Tuexen #else 122628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 122728cd0699SMichael Tuexen #endif 122828cd0699SMichael Tuexen } 122928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 123044249214SRandall Stewart control->on_strm_q = 0; 123144249214SRandall Stewart } 123244249214SRandall Stewart ret++; 123344249214SRandall Stewart } 123444249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1235b7b84c0eSMichael Tuexen /* 1236b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1237b7b84c0eSMichael Tuexen * it non-revokable too 1238b7b84c0eSMichael Tuexen */ 123944249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 124044249214SRandall Stewart } else if (control->end_added == 0) { 1241b7b84c0eSMichael Tuexen /* 1242b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1243b7b84c0eSMichael Tuexen * all there 1244b7b84c0eSMichael Tuexen */ 124544249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1246b7b84c0eSMichael Tuexen /* 1247b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1248b7b84c0eSMichael Tuexen * (one being delivered that way) 1249b7b84c0eSMichael Tuexen */ 125044249214SRandall Stewart goto out; 125144249214SRandall Stewart } 125244249214SRandall Stewart } 1253c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 125444249214SRandall Stewart if (control->on_read_q == 0) { 1255253a63b8SMichael Tuexen if (!done) { 1256253a63b8SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1257253a63b8SMichael Tuexen asoc->size_on_all_streams -= control->length; 1258253a63b8SMichael Tuexen } else { 1259253a63b8SMichael Tuexen #ifdef INVARIANTS 1260253a63b8SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1261253a63b8SMichael Tuexen #else 1262253a63b8SMichael Tuexen asoc->size_on_all_streams = 0; 1263253a63b8SMichael Tuexen #endif 1264253a63b8SMichael Tuexen } 1265253a63b8SMichael Tuexen strm->pd_api_started = 1; 1266253a63b8SMichael Tuexen control->pdapi_started = 1; 1267253a63b8SMichael Tuexen } 126844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 126944249214SRandall Stewart control, 127044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1271d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 127244249214SRandall Stewart } 127349656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1274c09a1534SMichael Tuexen if (done) { 127544249214SRandall Stewart control = nctl; 127644249214SRandall Stewart goto deliver_more; 127744249214SRandall Stewart } 127844249214SRandall Stewart } 127944249214SRandall Stewart } 128044249214SRandall Stewart out: 128144249214SRandall Stewart return (ret); 128244249214SRandall Stewart } 128344249214SRandall Stewart 128428cd0699SMichael Tuexen uint32_t 128544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 128644249214SRandall Stewart struct sctp_stream_in *strm, 128744249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1288b0471b4bSMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 1289b0471b4bSMichael Tuexen { 129044249214SRandall Stewart /* 129144249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 129244249214SRandall Stewart * control and free up the chunk resources. 129344249214SRandall Stewart */ 129428cd0699SMichael Tuexen uint32_t added = 0; 129544249214SRandall Stewart int i_locked = 0; 129644249214SRandall Stewart 1297d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 129844249214SRandall Stewart /* 129944249214SRandall Stewart * Its being pd-api'd so we must do some locks. 130044249214SRandall Stewart */ 130144249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 130244249214SRandall Stewart i_locked = 1; 130344249214SRandall Stewart } 130444249214SRandall Stewart if (control->data == NULL) { 130544249214SRandall Stewart control->data = chk->data; 130644249214SRandall Stewart sctp_setup_tail_pointer(control); 130744249214SRandall Stewart } else { 130828cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 130944249214SRandall Stewart } 131049656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 131144249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 131244249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 131349656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 131444249214SRandall Stewart chk->data = NULL; 131544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 131644249214SRandall Stewart control->first_frag_seen = 1; 13178b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13188b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 131944249214SRandall Stewart } 132044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 132144249214SRandall Stewart /* Its complete */ 132244249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 132344249214SRandall Stewart if (control->pdapi_started) { 132444249214SRandall Stewart control->pdapi_started = 0; 132544249214SRandall Stewart strm->pd_api_started = 0; 132644249214SRandall Stewart } 132744249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 132844249214SRandall Stewart /* Unordered */ 132944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 133044249214SRandall Stewart control->on_strm_q = 0; 133144249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 133244249214SRandall Stewart /* Ordered */ 133344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 1334253a63b8SMichael Tuexen /* 1335253a63b8SMichael Tuexen * Don't need to decrement 1336253a63b8SMichael Tuexen * size_on_all_streams, since control is on 1337253a63b8SMichael Tuexen * the read queue. 1338253a63b8SMichael Tuexen */ 133928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 134044249214SRandall Stewart control->on_strm_q = 0; 134198d5fd97SMichael Tuexen #ifdef INVARIANTS 134244249214SRandall Stewart } else if (control->on_strm_q) { 134344249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 134444249214SRandall Stewart control->on_strm_q); 134598d5fd97SMichael Tuexen #endif 134644249214SRandall Stewart } 134744249214SRandall Stewart } 134844249214SRandall Stewart control->end_added = 1; 134944249214SRandall Stewart control->last_frag_seen = 1; 135044249214SRandall Stewart } 135144249214SRandall Stewart if (i_locked) { 135244249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 135344249214SRandall Stewart } 135444249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 135528cd0699SMichael Tuexen return (added); 1356f8829a4aSRandall Stewart } 1357f8829a4aSRandall Stewart 1358f8829a4aSRandall Stewart /* 1359f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1360f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1361f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1362f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1363f8829a4aSRandall Stewart */ 1364f8829a4aSRandall Stewart static void 1365f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 136644249214SRandall Stewart struct sctp_queued_to_read *control, 136744249214SRandall Stewart struct sctp_tmit_chunk *chk, 136844249214SRandall Stewart int created_control, 136944249214SRandall Stewart int *abort_flag, uint32_t tsn) 1370f8829a4aSRandall Stewart { 137144249214SRandall Stewart uint32_t next_fsn; 137244249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13733d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1374c09a1534SMichael Tuexen int do_wakeup, unordered; 137528cd0699SMichael Tuexen uint32_t lenadded; 1376f8829a4aSRandall Stewart 13773d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1378f8829a4aSRandall Stewart /* 137944249214SRandall Stewart * For old un-ordered data chunks. 1380f8829a4aSRandall Stewart */ 138144249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 138244249214SRandall Stewart unordered = 1; 1383f8829a4aSRandall Stewart } else { 138444249214SRandall Stewart unordered = 0; 138544249214SRandall Stewart } 138644249214SRandall Stewart /* Must be added to the stream-in queue */ 138744249214SRandall Stewart if (created_control) { 1388132c0738SMichael Tuexen if ((unordered == 0) || (asoc->idata_supported)) { 138928cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 139028cd0699SMichael Tuexen } 139144249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 139244249214SRandall Stewart /* Duplicate SSN? */ 1393b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139444249214SRandall Stewart abort_flag, 139544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 139653999485SMichael Tuexen sctp_clean_up_control(stcb, control); 139744249214SRandall Stewart return; 139844249214SRandall Stewart } 139944249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1400f8829a4aSRandall Stewart /* 140144249214SRandall Stewart * Ok we created this control and now lets validate 140244249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 140344249214SRandall Stewart * and we have up to the cum-ack then its invalid. 140444249214SRandall Stewart */ 140544249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1406b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 140744249214SRandall Stewart abort_flag, 140844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 140944249214SRandall Stewart return; 141044249214SRandall Stewart } 141144249214SRandall Stewart } 141244249214SRandall Stewart } 1413a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1414d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 141544249214SRandall Stewart return; 141644249214SRandall Stewart } 141744249214SRandall Stewart /* 141844249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 141944249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 142044249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 142144249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 142244249214SRandall Stewart * in its place. 142344249214SRandall Stewart */ 142444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 142544249214SRandall Stewart /* Its the very first one. */ 142644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1427f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 142849656eefSMichael Tuexen chk->rec.data.fsn); 142944249214SRandall Stewart if (control->first_frag_seen) { 143044249214SRandall Stewart /* 143144249214SRandall Stewart * Error on senders part, they either sent us two 143244249214SRandall Stewart * data chunks with FIRST, or they sent two 143344249214SRandall Stewart * un-ordered chunks that were fragmented at the 143444249214SRandall Stewart * same time in the same stream. 143544249214SRandall Stewart */ 1436b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 143744249214SRandall Stewart abort_flag, 143844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 143944249214SRandall Stewart return; 144044249214SRandall Stewart } 144144249214SRandall Stewart control->first_frag_seen = 1; 14428b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14438b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 144449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 144544249214SRandall Stewart control->data = chk->data; 144649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 144744249214SRandall Stewart chk->data = NULL; 144844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 144944249214SRandall Stewart sctp_setup_tail_pointer(control); 145028cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 145144249214SRandall Stewart } else { 145244249214SRandall Stewart /* Place the chunk in our list */ 145344249214SRandall Stewart int inserted = 0; 145444249214SRandall Stewart 145544249214SRandall Stewart if (control->last_frag_seen == 0) { 145644249214SRandall Stewart /* Still willing to raise highest FSN seen */ 145749656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 145844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1459f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 146049656eefSMichael Tuexen chk->rec.data.fsn); 146149656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 146244249214SRandall Stewart } 146344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 146444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1465f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 146649656eefSMichael Tuexen chk->rec.data.fsn); 146744249214SRandall Stewart control->last_frag_seen = 1; 1468ec24a1b6SMichael Tuexen if (SCTP_TSN_GT(control->top_fsn, chk->rec.data.fsn)) { 1469ec24a1b6SMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, 1470ec24a1b6SMichael Tuexen "New fsn: %u is not at top_fsn: %u -- abort\n", 1471ec24a1b6SMichael Tuexen chk->rec.data.fsn, 1472ec24a1b6SMichael Tuexen control->top_fsn); 1473ec24a1b6SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 1474ec24a1b6SMichael Tuexen abort_flag, 1475ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 1476ec24a1b6SMichael Tuexen return; 1477ec24a1b6SMichael Tuexen } 147844249214SRandall Stewart } 147944249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 148044249214SRandall Stewart /* 148144249214SRandall Stewart * For IDATA we always check since we know 148244249214SRandall Stewart * that the first fragment is 0. For old 148344249214SRandall Stewart * DATA we have to receive the first before 1484cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 148544249214SRandall Stewart */ 148649656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1487b7b84c0eSMichael Tuexen /* 1488b7b84c0eSMichael Tuexen * We have already delivered up to 1489b7b84c0eSMichael Tuexen * this so its a dup 1490b7b84c0eSMichael Tuexen */ 1491b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 149244249214SRandall Stewart abort_flag, 1493ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 149444249214SRandall Stewart return; 149544249214SRandall Stewart } 149644249214SRandall Stewart } 149744249214SRandall Stewart } else { 149844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 149944249214SRandall Stewart /* Second last? huh? */ 150044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1501f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 150249656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1503b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 150444249214SRandall Stewart chk, abort_flag, 1505ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 150644249214SRandall Stewart return; 150744249214SRandall Stewart } 150844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 150944249214SRandall Stewart /* 151044249214SRandall Stewart * For IDATA we always check since we know 151144249214SRandall Stewart * that the first fragment is 0. For old 151244249214SRandall Stewart * DATA we have to receive the first before 1513cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 151444249214SRandall Stewart */ 151544249214SRandall Stewart 151649656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1517b7b84c0eSMichael Tuexen /* 1518b7b84c0eSMichael Tuexen * We have already delivered up to 1519b7b84c0eSMichael Tuexen * this so its a dup 1520b7b84c0eSMichael Tuexen */ 152144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1522f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 152349656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1524b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 152544249214SRandall Stewart abort_flag, 1526ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 152744249214SRandall Stewart return; 152844249214SRandall Stewart } 152944249214SRandall Stewart } 1530b7b84c0eSMichael Tuexen /* 1531b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1532b7b84c0eSMichael Tuexen * one 1533b7b84c0eSMichael Tuexen */ 153449656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 153544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1536f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 153749656eefSMichael Tuexen chk->rec.data.fsn, 153844249214SRandall Stewart control->top_fsn); 1539b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 154044249214SRandall Stewart abort_flag, 1541ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 154244249214SRandall Stewart return; 154344249214SRandall Stewart } 154444249214SRandall Stewart } 154544249214SRandall Stewart /* 154644249214SRandall Stewart * If we reach here, we need to place the new chunk in the 154744249214SRandall Stewart * reassembly for this control. 154844249214SRandall Stewart */ 154944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1550f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 155149656eefSMichael Tuexen chk->rec.data.fsn); 155244249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 155349656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 155491e04f9eSMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 155591e04f9eSMichael Tuexen /* Last not at the end? huh? */ 155691e04f9eSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, 155791e04f9eSMichael Tuexen "Last fragment not last in list: -- abort\n"); 155891e04f9eSMichael Tuexen sctp_abort_in_reasm(stcb, control, 155991e04f9eSMichael Tuexen chk, abort_flag, 156091e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_14); 156191e04f9eSMichael Tuexen return; 156291e04f9eSMichael Tuexen } 156344249214SRandall Stewart /* 156444249214SRandall Stewart * This one in queue is bigger than the new 156544249214SRandall Stewart * one, insert the new one before at. 156644249214SRandall Stewart */ 156744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1568f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 156949656eefSMichael Tuexen at->rec.data.fsn); 1570f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1571f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 157244249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 157344249214SRandall Stewart inserted = 1; 157444249214SRandall Stewart break; 157549656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1576b7b84c0eSMichael Tuexen /* 1577b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1578b7b84c0eSMichael Tuexen * number 1579b7b84c0eSMichael Tuexen */ 158044249214SRandall Stewart /* 158144249214SRandall Stewart * foo bar, I guess I will just free this 158244249214SRandall Stewart * new guy, should we abort too? FIX ME 158344249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 158444249214SRandall Stewart * wrapped. Maybe I should compare to TSN 158544249214SRandall Stewart * somehow... sigh for now just blow away 158644249214SRandall Stewart * the chunk! 158744249214SRandall Stewart */ 158844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1589f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 159049656eefSMichael Tuexen at->rec.data.fsn); 1591b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 159244249214SRandall Stewart chk, abort_flag, 159391e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_15); 159444249214SRandall Stewart return; 159544249214SRandall Stewart } 159644249214SRandall Stewart } 159744249214SRandall Stewart if (inserted == 0) { 159844249214SRandall Stewart /* Goes on the end */ 1599f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 160049656eefSMichael Tuexen chk->rec.data.fsn); 160144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 160244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 160344249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 160444249214SRandall Stewart } 160544249214SRandall Stewart } 160644249214SRandall Stewart /* 160744249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 160844249214SRandall Stewart * are in seq if it makes sense. 160944249214SRandall Stewart */ 1610c09a1534SMichael Tuexen do_wakeup = 0; 161144249214SRandall Stewart /* 161244249214SRandall Stewart * If the first fragment has not been seen there is no sense in 161344249214SRandall Stewart * looking. 161444249214SRandall Stewart */ 161544249214SRandall Stewart if (control->first_frag_seen) { 161644249214SRandall Stewart next_fsn = control->fsn_included + 1; 161744249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 161849656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 161944249214SRandall Stewart /* We can add this one now to the control */ 162044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1621f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 162244249214SRandall Stewart control, at, 162349656eefSMichael Tuexen at->rec.data.fsn, 162444249214SRandall Stewart next_fsn, control->fsn_included); 162544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 162628cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1627c09a1534SMichael Tuexen if (control->on_read_q) { 1628c09a1534SMichael Tuexen do_wakeup = 1; 162972e23abaSMichael Tuexen } else { 163072e23abaSMichael Tuexen /* 163172e23abaSMichael Tuexen * We only add to the 163272e23abaSMichael Tuexen * size-on-all-streams if its not on 163372e23abaSMichael Tuexen * the read q. The read q flag will 163472e23abaSMichael Tuexen * cause a sballoc so its accounted 163572e23abaSMichael Tuexen * for there. 163672e23abaSMichael Tuexen */ 163772e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1638c09a1534SMichael Tuexen } 163944249214SRandall Stewart next_fsn++; 164044249214SRandall Stewart if (control->end_added && control->pdapi_started) { 164144249214SRandall Stewart if (strm->pd_api_started) { 164244249214SRandall Stewart strm->pd_api_started = 0; 164344249214SRandall Stewart control->pdapi_started = 0; 164444249214SRandall Stewart } 164544249214SRandall Stewart if (control->on_read_q == 0) { 164644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 164744249214SRandall Stewart control, 164844249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 164944249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 165044249214SRandall Stewart } 165144249214SRandall Stewart break; 165244249214SRandall Stewart } 165344249214SRandall Stewart } else { 1654f8829a4aSRandall Stewart break; 1655f8829a4aSRandall Stewart } 1656f8829a4aSRandall Stewart } 1657f8829a4aSRandall Stewart } 1658c09a1534SMichael Tuexen if (do_wakeup) { 165944249214SRandall Stewart /* Need to wakeup the reader */ 1660b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1661f8829a4aSRandall Stewart } 1662f8829a4aSRandall Stewart } 1663f8829a4aSRandall Stewart 166444249214SRandall Stewart static struct sctp_queued_to_read * 166549656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1666f8829a4aSRandall Stewart { 1667c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1668f8829a4aSRandall Stewart 166944249214SRandall Stewart if (ordered) { 1670c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 167149656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 167244249214SRandall Stewart break; 167344249214SRandall Stewart } 167444249214SRandall Stewart } 1675f8829a4aSRandall Stewart } else { 167649656eefSMichael Tuexen if (idata_supported) { 1677c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 167849656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 167944249214SRandall Stewart break; 1680f8829a4aSRandall Stewart } 1681f8829a4aSRandall Stewart } 168249656eefSMichael Tuexen } else { 168349656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 168449656eefSMichael Tuexen } 1685f8829a4aSRandall Stewart } 1686c09a1534SMichael Tuexen return (control); 1687f8829a4aSRandall Stewart } 168844249214SRandall Stewart 1689f8829a4aSRandall Stewart static int 1690f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 169144249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1692f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 16938b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1694f8829a4aSRandall Stewart { 169595844fceSMichael Tuexen struct sctp_tmit_chunk *chk = NULL; /* make gcc happy */ 16966ddc8438SMichael Tuexen struct sctp_stream_in *strm; 169749656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1698f8829a4aSRandall Stewart struct mbuf *dmbuf; 16997215cc1bSMichael Tuexen int the_len; 1700139bc87fSRandall Stewart int need_reasm_check = 0; 170149656eefSMichael Tuexen uint16_t sid; 1702ff1ffd74SMichael Tuexen struct mbuf *op_err; 1703ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 170428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 170549656eefSMichael Tuexen uint32_t ppid; 17068b9c95f4SMichael Tuexen uint8_t chk_flags; 170717205eccSRandall Stewart struct sctp_stream_reset_list *liste; 170844249214SRandall Stewart int ordered; 170944249214SRandall Stewart size_t clen; 171044249214SRandall Stewart int created_control = 0; 1711f8829a4aSRandall Stewart 17128b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 17138b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 17148b9c95f4SMichael Tuexen 17158b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 171644249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 17178b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 171844249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 17198b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17208b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17218b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 17228b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 172344249214SRandall Stewart fsn = 0; 17248b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 172544249214SRandall Stewart } else { 17268b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 17278b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 172844249214SRandall Stewart } 17298b9c95f4SMichael Tuexen } else { 17308b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17318b9c95f4SMichael Tuexen 17328b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17338b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17348b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17358b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17368b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17378b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17388b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17398b9c95f4SMichael Tuexen fsn = tsn; 17408b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17418b9c95f4SMichael Tuexen } 174244249214SRandall Stewart if ((size_t)chk_length == clen) { 174344249214SRandall Stewart /* 174444249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 174544249214SRandall Stewart */ 17468b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 174791e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 174844249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 174944249214SRandall Stewart *abort_flag = 1; 175044249214SRandall Stewart return (0); 175144249214SRandall Stewart } 17528b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1753b3f1ea41SRandall Stewart asoc->send_sack = 1; 1754b3f1ea41SRandall Stewart } 17558b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1756b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1757c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 175880fefe0aSRandall Stewart } 1759ad81507eSRandall Stewart if (stcb == NULL) { 1760ad81507eSRandall Stewart return (0); 1761ad81507eSRandall Stewart } 17628b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 176320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1764f8829a4aSRandall Stewart /* It is a duplicate */ 1765f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1766f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1767f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1768f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1769f8829a4aSRandall Stewart asoc->numduptsns++; 1770f8829a4aSRandall Stewart } 1771b201f536SRandall Stewart asoc->send_sack = 1; 1772f8829a4aSRandall Stewart return (0); 1773f8829a4aSRandall Stewart } 1774f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1775d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1776f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1777f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1778f8829a4aSRandall Stewart return (0); 1779f8829a4aSRandall Stewart } 1780f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1781207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17820696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1783f8829a4aSRandall Stewart /* Can't expand, drop it */ 1784f8829a4aSRandall Stewart return (0); 1785f8829a4aSRandall Stewart } 1786f8829a4aSRandall Stewart } 178720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1788f8829a4aSRandall Stewart *high_tsn = tsn; 1789f8829a4aSRandall Stewart } 1790f8829a4aSRandall Stewart /* See if we have received this one already */ 179177acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 179277acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1793f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1794f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1795f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1796f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1797f8829a4aSRandall Stewart asoc->numduptsns++; 1798f8829a4aSRandall Stewart } 179942551e99SRandall Stewart asoc->send_sack = 1; 1800f8829a4aSRandall Stewart return (0); 1801f8829a4aSRandall Stewart } 1802f8829a4aSRandall Stewart /* 1803f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1804f8829a4aSRandall Stewart * to be sent up above 1805f8829a4aSRandall Stewart */ 1806ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1807f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1808ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1809f8829a4aSRandall Stewart /* 1810f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1811f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1812f8829a4aSRandall Stewart */ 1813ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1814a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1815f8829a4aSRandall Stewart *abort_flag = 1; 1816f8829a4aSRandall Stewart return (0); 1817f8829a4aSRandall Stewart } 1818f8829a4aSRandall Stewart /* 1819f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1820f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1821f8829a4aSRandall Stewart * for on a partial delivery API. 1822f8829a4aSRandall Stewart */ 1823f8829a4aSRandall Stewart 182444249214SRandall Stewart /* Is the stream valid? */ 182549656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 182686eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1827f8829a4aSRandall Stewart 182886eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1829eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 183086eda749SMichael Tuexen if (op_err != NULL) { 1831f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 183286eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 183386eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1834f8829a4aSRandall Stewart /* 1835f8829a4aSRandall Stewart * Error causes are just param's and this one has 1836f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1837f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1838f8829a4aSRandall Stewart */ 183986eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 184086eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 184186eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18428b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 184386eda749SMichael Tuexen cause->reserved = htons(0); 184486eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1845f8829a4aSRandall Stewart } 1846f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1847207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1848830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 184920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1850830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1851d06c82f1SRandall Stewart } 1852d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1853d06c82f1SRandall Stewart /* Update cum-ack */ 1854d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1855d06c82f1SRandall Stewart } 1856f8829a4aSRandall Stewart return (0); 1857f8829a4aSRandall Stewart } 1858f8829a4aSRandall Stewart /* 185944249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 186044249214SRandall Stewart * on the reassembly queues. 1861f8829a4aSRandall Stewart */ 18628b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18638b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1864be46a7c5SMichael Tuexen (fsn == 0)) { 186544249214SRandall Stewart /* 186644249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1867be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1868be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 186944249214SRandall Stewart */ 1870999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", mid, chk_flags); 187144249214SRandall Stewart goto err_out; 187244249214SRandall Stewart } 18733d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 187444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18758b9c95f4SMichael Tuexen chk_flags, control); 18768b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1877be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1878be46a7c5SMichael Tuexen if (control != NULL) { 187944249214SRandall Stewart /* We found something, does it belong? */ 188049656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 1881999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 188244249214SRandall Stewart err_out: 188344249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 188491e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_17; 188544249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 188644249214SRandall Stewart *abort_flag = 1; 188744249214SRandall Stewart return (0); 188844249214SRandall Stewart } 188944249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1890b7b84c0eSMichael Tuexen /* 1891b7b84c0eSMichael Tuexen * We can't have a switched order with an 1892b7b84c0eSMichael Tuexen * unordered chunk 1893b7b84c0eSMichael Tuexen */ 1894999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1895999f86d6SMichael Tuexen "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1896821bae7cSMichael Tuexen tsn); 189744249214SRandall Stewart goto err_out; 189844249214SRandall Stewart } 189944249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1900b7b84c0eSMichael Tuexen /* 1901b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1902b7b84c0eSMichael Tuexen * ordered chunk 1903b7b84c0eSMichael Tuexen */ 1904999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1905999f86d6SMichael Tuexen "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1906821bae7cSMichael Tuexen tsn); 190744249214SRandall Stewart goto err_out; 190844249214SRandall Stewart } 190944249214SRandall Stewart } 191044249214SRandall Stewart } else { 191144249214SRandall Stewart /* 191244249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 191344249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 191444249214SRandall Stewart * ordered) or in the same Stream for unordered. 191544249214SRandall Stewart */ 1916be46a7c5SMichael Tuexen if (control != NULL) { 191749656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 191849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 19198b9c95f4SMichael Tuexen chk_flags, mid); 1920999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 192144249214SRandall Stewart goto err_out; 1922be46a7c5SMichael Tuexen } else { 1923be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1924be46a7c5SMichael Tuexen (control->end_added == 0)) { 1925999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1926999f86d6SMichael Tuexen "Illegal message sequence, missing end for MID: %8.8x", 1927999f86d6SMichael Tuexen control->fsn_included); 1928be46a7c5SMichael Tuexen goto err_out; 1929be46a7c5SMichael Tuexen } else { 1930be46a7c5SMichael Tuexen control = NULL; 1931be46a7c5SMichael Tuexen } 1932be46a7c5SMichael Tuexen } 193344249214SRandall Stewart } 193444249214SRandall Stewart } 193544249214SRandall Stewart /* now do the tests */ 193644249214SRandall Stewart if (((asoc->cnt_on_all_streams + 193744249214SRandall Stewart asoc->cnt_on_reasm_queue + 193844249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 193944249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 194044249214SRandall Stewart /* 194144249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 194244249214SRandall Stewart * the reader is doing its job... 194344249214SRandall Stewart */ 194444249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 194544249214SRandall Stewart /* some to read, wake-up */ 194644249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 194744249214SRandall Stewart } 194844249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19498b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 195044249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 195144249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 195244249214SRandall Stewart /* Nope not in the valid range dump it */ 195344249214SRandall Stewart dump_packet: 195444249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 195544249214SRandall Stewart if ((asoc->cnt_on_all_streams + 195644249214SRandall Stewart asoc->cnt_on_reasm_queue + 195744249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 195844249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 195944249214SRandall Stewart } else { 196044249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 196144249214SRandall Stewart } 196244249214SRandall Stewart *break_flag = 1; 196344249214SRandall Stewart return (0); 196444249214SRandall Stewart } 196544249214SRandall Stewart } else { 196644249214SRandall Stewart if (control == NULL) { 196744249214SRandall Stewart goto dump_packet; 196844249214SRandall Stewart } 196944249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 197044249214SRandall Stewart goto dump_packet; 197144249214SRandall Stewart } 197244249214SRandall Stewart } 197344249214SRandall Stewart } 1974f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 197518e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 197618e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 197718e198d3SRandall Stewart asoc->tsn_in_at = 0; 197818e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 197918e198d3SRandall Stewart } 1980f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 198149656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 198249656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1983f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1984f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 198518e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 198618e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 198718e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1988f42a358aSRandall Stewart asoc->tsn_in_at++; 1989f42a358aSRandall Stewart #endif 199044249214SRandall Stewart /* 199144249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 199244249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 199344249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 199444249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 199544249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 199644249214SRandall Stewart */ 19978b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1998d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 19998b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 200049656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 2001f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 2002f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 200349656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 2004f8829a4aSRandall Stewart 200549656eefSMichael Tuexen if (asoc->idata_supported) { 2006999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 200749656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 200849656eefSMichael Tuexen tsn, 200949656eefSMichael Tuexen sid, 2010821bae7cSMichael Tuexen mid); 201149656eefSMichael Tuexen } else { 2012999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 201349656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 201449656eefSMichael Tuexen tsn, 201549656eefSMichael Tuexen sid, 2016821bae7cSMichael Tuexen (uint16_t)mid); 201749656eefSMichael Tuexen } 2018ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 201991e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 2020ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2021f8829a4aSRandall Stewart *abort_flag = 1; 2022f8829a4aSRandall Stewart return (0); 2023f8829a4aSRandall Stewart } 20248b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 202544249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 202644249214SRandall Stewart } else { 2027f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 202844249214SRandall Stewart } 2029f8829a4aSRandall Stewart if (last_chunk == 0) { 20308b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 203144249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 203244249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 203344249214SRandall Stewart the_len, M_NOWAIT); 203444249214SRandall Stewart } else { 203544b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2036f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2037eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 203844249214SRandall Stewart } 2039f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2040b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20414be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2042f8829a4aSRandall Stewart } 2043f8829a4aSRandall Stewart #endif 2044f8829a4aSRandall Stewart } else { 2045f8829a4aSRandall Stewart /* We can steal the last chunk */ 2046139bc87fSRandall Stewart int l_len; 2047139bc87fSRandall Stewart 2048f8829a4aSRandall Stewart dmbuf = *m; 2049f8829a4aSRandall Stewart /* lop off the top part */ 20508b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 205144249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 205244249214SRandall Stewart } else { 2053f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 205444249214SRandall Stewart } 2055139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2056139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2057139bc87fSRandall Stewart } else { 2058139bc87fSRandall Stewart /* 2059139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2060139bc87fSRandall Stewart * this to often :-0 2061139bc87fSRandall Stewart */ 2062139bc87fSRandall Stewart struct mbuf *lat; 2063139bc87fSRandall Stewart 2064139bc87fSRandall Stewart l_len = 0; 206560990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2066139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2067139bc87fSRandall Stewart } 2068139bc87fSRandall Stewart } 2069139bc87fSRandall Stewart if (l_len > the_len) { 2070f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2071139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2072f8829a4aSRandall Stewart } 2073f8829a4aSRandall Stewart } 2074f8829a4aSRandall Stewart if (dmbuf == NULL) { 2075f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2076f8829a4aSRandall Stewart return (0); 2077f8829a4aSRandall Stewart } 207844249214SRandall Stewart /* 20798b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 208044249214SRandall Stewart * one (we may have gotten it above when we found the message was 208144249214SRandall Stewart * fragmented 208244249214SRandall Stewart */ 208344249214SRandall Stewart if (control == NULL) { 208444249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 208544249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 208649656eefSMichael Tuexen ppid, 208749656eefSMichael Tuexen sid, 20888b9c95f4SMichael Tuexen chk_flags, 208949656eefSMichael Tuexen NULL, fsn, mid); 209044249214SRandall Stewart if (control == NULL) { 209144249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 209244249214SRandall Stewart return (0); 209344249214SRandall Stewart } 20948b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 20951f76872cSMichael Tuexen struct mbuf *mm; 209628cd0699SMichael Tuexen 209744249214SRandall Stewart control->data = dmbuf; 209863fb39baSMichael Tuexen control->tail_mbuf = NULL; 20991f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 21001f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 210163fb39baSMichael Tuexen if (SCTP_BUF_NEXT(mm) == NULL) { 210263fb39baSMichael Tuexen control->tail_mbuf = mm; 210328cd0699SMichael Tuexen } 210463fb39baSMichael Tuexen } 21058b9c95f4SMichael Tuexen control->end_added = 1; 21068b9c95f4SMichael Tuexen control->last_frag_seen = 1; 21078b9c95f4SMichael Tuexen control->first_frag_seen = 1; 21088b9c95f4SMichael Tuexen control->fsn_included = fsn; 21098b9c95f4SMichael Tuexen control->top_fsn = fsn; 211044249214SRandall Stewart } 211144249214SRandall Stewart created_control = 1; 211244249214SRandall Stewart } 211349656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 21148b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 21158b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2116f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2117f42a358aSRandall Stewart ((ordered == 0) || 211849656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 211949656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2120f8829a4aSRandall Stewart /* Candidate for express delivery */ 2121f8829a4aSRandall Stewart /* 2122f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2123f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2124f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2125f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2126f8829a4aSRandall Stewart * stuff it up the buffer.... 2127f8829a4aSRandall Stewart */ 21281ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 212920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21301ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21311ea735c8SMichael Tuexen } 213249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 213349656eefSMichael Tuexen control, mid); 213444249214SRandall Stewart 2135cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2136cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2137cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2138830d754dSRandall Stewart 21398b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2140f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21413d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2142f8829a4aSRandall Stewart } 2143f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2144b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 214549656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2146f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 214780fefe0aSRandall Stewart } 2148f8829a4aSRandall Stewart control = NULL; 2149f8829a4aSRandall Stewart goto finish_express_del; 2150f8829a4aSRandall Stewart } 21510053ed28SMichael Tuexen 215244249214SRandall Stewart /* Now will we need a chunk too? */ 21538b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2154f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2155f8829a4aSRandall Stewart if (chk == NULL) { 2156f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2157f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2158f8829a4aSRandall Stewart if (last_chunk == 0) { 2159f8829a4aSRandall Stewart /* we copied it, free the copy */ 2160f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2161f8829a4aSRandall Stewart } 2162f8829a4aSRandall Stewart return (0); 2163f8829a4aSRandall Stewart } 216449656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2165f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 216649656eefSMichael Tuexen chk->rec.data.fsn = fsn; 216749656eefSMichael Tuexen chk->rec.data.mid = mid; 216849656eefSMichael Tuexen chk->rec.data.sid = sid; 216949656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2170f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2171f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21728b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2173f8829a4aSRandall Stewart chk->asoc = asoc; 2174f8829a4aSRandall Stewart chk->send_size = the_len; 2175f8829a4aSRandall Stewart chk->whoTo = net; 217649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 217744249214SRandall Stewart chk, 217849656eefSMichael Tuexen control, mid); 2179f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2180f8829a4aSRandall Stewart chk->data = dmbuf; 218144249214SRandall Stewart } 218244249214SRandall Stewart /* Set the appropriate TSN mark */ 218344249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 218444249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 218544249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 218644249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 218744249214SRandall Stewart } 2188f8829a4aSRandall Stewart } else { 218944249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 219044249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 219144249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2192f8829a4aSRandall Stewart } 2193f8829a4aSRandall Stewart } 219444249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21958b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2196f8829a4aSRandall Stewart /* 219744249214SRandall Stewart * Special check for when streams are resetting. We could be 219844249214SRandall Stewart * more smart about this and check the actual stream to see 219944249214SRandall Stewart * if it is not being reset.. that way we would not create a 220044249214SRandall Stewart * HOLB when amongst streams being reset and those not being 220144249214SRandall Stewart * reset. 2202f8829a4aSRandall Stewart * 2203f8829a4aSRandall Stewart */ 2204f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 220520b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2206f8829a4aSRandall Stewart /* 220744249214SRandall Stewart * yep its past where we need to reset... go ahead 220844249214SRandall Stewart * and queue it. 2209f8829a4aSRandall Stewart */ 2210f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2211f8829a4aSRandall Stewart /* first one on */ 2212f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2213f8829a4aSRandall Stewart } else { 221428cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2215f8829a4aSRandall Stewart unsigned char inserted = 0; 2216f8829a4aSRandall Stewart 221728cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 221828cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 22194a9ef3f8SMichael Tuexen continue; 2220f8829a4aSRandall Stewart } else { 2221f8829a4aSRandall Stewart /* found it */ 222228cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2223f8829a4aSRandall Stewart inserted = 1; 2224f8829a4aSRandall Stewart break; 2225f8829a4aSRandall Stewart } 2226f8829a4aSRandall Stewart } 2227f8829a4aSRandall Stewart if (inserted == 0) { 2228f8829a4aSRandall Stewart /* 222944249214SRandall Stewart * must be put at end, use prevP 223044249214SRandall Stewart * (all setup from loop) to setup 223144249214SRandall Stewart * nextP. 2232f8829a4aSRandall Stewart */ 2233f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2234f8829a4aSRandall Stewart } 2235f8829a4aSRandall Stewart } 223644249214SRandall Stewart goto finish_express_del; 223744249214SRandall Stewart } 22388b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 223944249214SRandall Stewart /* queue directly into socket buffer */ 224049656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 224149656eefSMichael Tuexen control, mid); 224244249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 224344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 224444249214SRandall Stewart control, 224544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 224644249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 224744249214SRandall Stewart 2248f8829a4aSRandall Stewart } else { 224949656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 225049656eefSMichael Tuexen mid); 22513d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2252f8829a4aSRandall Stewart if (*abort_flag) { 22538be0fd55SMichael Tuexen if (last_chunk) { 22548be0fd55SMichael Tuexen *m = NULL; 22558be0fd55SMichael Tuexen } 2256f8829a4aSRandall Stewart return (0); 2257f8829a4aSRandall Stewart } 2258f8829a4aSRandall Stewart } 225944249214SRandall Stewart goto finish_express_del; 2260f8829a4aSRandall Stewart } 226144249214SRandall Stewart /* If we reach here its a reassembly */ 226244249214SRandall Stewart need_reasm_check = 1; 226344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 226449656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 226549656eefSMichael Tuexen control, mid); 22663d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2267f8829a4aSRandall Stewart if (*abort_flag) { 2268a5d547adSRandall Stewart /* 226944249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 227044249214SRandall Stewart * queue, which has all been freed. 2271a5d547adSRandall Stewart */ 22728be0fd55SMichael Tuexen if (last_chunk) { 2273a5d547adSRandall Stewart *m = NULL; 22748be0fd55SMichael Tuexen } 2275f8829a4aSRandall Stewart return (0); 2276f8829a4aSRandall Stewart } 2277f8829a4aSRandall Stewart finish_express_del: 227844249214SRandall Stewart /* Here we tidy up things */ 2279307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2280307b49efSMichael Tuexen /* Update cum-ack */ 2281307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2282307b49efSMichael Tuexen } 2283f8829a4aSRandall Stewart if (last_chunk) { 2284f8829a4aSRandall Stewart *m = NULL; 2285f8829a4aSRandall Stewart } 2286f42a358aSRandall Stewart if (ordered) { 2287f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2288f8829a4aSRandall Stewart } else { 2289f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2290f8829a4aSRandall Stewart } 2291f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2292f8829a4aSRandall Stewart /* Set it present please */ 2293b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 229449656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 229580fefe0aSRandall Stewart } 2296b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2297f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2298f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 229980fefe0aSRandall Stewart } 23003d6fe5d8SMichael Tuexen if (need_reasm_check) { 23013d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 23023d6fe5d8SMichael Tuexen need_reasm_check = 0; 23033d6fe5d8SMichael Tuexen } 230417205eccSRandall Stewart /* check the special flag for stream resets */ 230517205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 230620b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 230717205eccSRandall Stewart /* 230817205eccSRandall Stewart * we have finished working through the backlogged TSN's now 230917205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 231017205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 231117205eccSRandall Stewart * pending_reply_queue. 231217205eccSRandall Stewart */ 2313a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 231417205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 23157cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2316207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23173c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 231817205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23194a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 232017205eccSRandall Stewart /* All can be removed */ 232128cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 232228cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 23236ddc8438SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 232428cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 232517205eccSRandall Stewart if (*abort_flag) { 232617205eccSRandall Stewart return (0); 232717205eccSRandall Stewart } 23283d6fe5d8SMichael Tuexen if (need_reasm_check) { 23296ddc8438SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 23303d6fe5d8SMichael Tuexen need_reasm_check = 0; 23313d6fe5d8SMichael Tuexen } 233217205eccSRandall Stewart } 23334a9ef3f8SMichael Tuexen } else { 233428cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 233528cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23364a9ef3f8SMichael Tuexen break; 23374a9ef3f8SMichael Tuexen } 233817205eccSRandall Stewart /* 233928cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 234028cd0699SMichael Tuexen * can process it which is the NOT of 234128cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 234217205eccSRandall Stewart */ 234328cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 23446ddc8438SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 234528cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 234617205eccSRandall Stewart if (*abort_flag) { 234717205eccSRandall Stewart return (0); 234817205eccSRandall Stewart } 23493d6fe5d8SMichael Tuexen if (need_reasm_check) { 23506ddc8438SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 235117205eccSRandall Stewart need_reasm_check = 0; 235217205eccSRandall Stewart } 23533d6fe5d8SMichael Tuexen } 23543d6fe5d8SMichael Tuexen } 2355139bc87fSRandall Stewart } 2356f8829a4aSRandall Stewart return (1); 2357f8829a4aSRandall Stewart } 2358f8829a4aSRandall Stewart 2359ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2360b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2361b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2362b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2363b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2364b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2365b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2366b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2367b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2368b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2369b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2370b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2371b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2372b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2373b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2374b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2375b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2376b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2377b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2378b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2379b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2380b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2381b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2382b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2383b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2384b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2385b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2386b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2387b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2388b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2389b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2390b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2391b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2392f8829a4aSRandall Stewart }; 2393f8829a4aSRandall Stewart 2394f8829a4aSRandall Stewart void 2395b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2396f8829a4aSRandall Stewart { 2397f8829a4aSRandall Stewart /* 2398f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2399f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 240066bd30bdSRandall Stewart * 24015b495f17SMichael Tuexen * When you first glance at this you might think that all entries 24025b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 24035b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 240466bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 240566bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 240666bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 240766bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2408f8829a4aSRandall Stewart */ 2409f8829a4aSRandall Stewart struct sctp_association *asoc; 2410b3f1ea41SRandall Stewart int at; 241166bd30bdSRandall Stewart uint8_t val; 2412f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 241377acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2414f8829a4aSRandall Stewart 2415f8829a4aSRandall Stewart asoc = &stcb->asoc; 2416f8829a4aSRandall Stewart 2417f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2418f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2419f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2420f8829a4aSRandall Stewart /* 2421f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2422f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2423f8829a4aSRandall Stewart */ 2424f8829a4aSRandall Stewart at = 0; 2425b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 242666bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 242766bd30bdSRandall Stewart if (val == 0xff) { 2428f8829a4aSRandall Stewart at += 8; 2429f8829a4aSRandall Stewart } else { 2430f8829a4aSRandall Stewart /* there is a 0 bit */ 243166bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2432f8829a4aSRandall Stewart break; 2433f8829a4aSRandall Stewart } 2434f8829a4aSRandall Stewart } 2435b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2436f8829a4aSRandall Stewart 243720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 243820b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2439a5d547adSRandall Stewart #ifdef INVARIANTS 2440ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2441ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2442f8829a4aSRandall Stewart #else 2443ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2444ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24450e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2446b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2447b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2448b3f1ea41SRandall Stewart } 2449f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2450830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2451f8829a4aSRandall Stewart #endif 2452f8829a4aSRandall Stewart } 245320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 245477acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 245577acdc25SRandall Stewart } else { 245677acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 245777acdc25SRandall Stewart } 245877acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2459f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 246077acdc25SRandall Stewart /* highest becomes the cum-ack */ 246137f144ebSMichael Tuexen int clr; 246237f144ebSMichael Tuexen #ifdef INVARIANTS 246337f144ebSMichael Tuexen unsigned int i; 246437f144ebSMichael Tuexen #endif 2465f8829a4aSRandall Stewart 2466f8829a4aSRandall Stewart /* clear the array */ 2467b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2468c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2469f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2470f8829a4aSRandall Stewart } 2471f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2472830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 247337f144ebSMichael Tuexen #ifdef INVARIANTS 2474b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2475b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2476cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2477b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2478b5c16493SMichael Tuexen } 2479b5c16493SMichael Tuexen } 248037f144ebSMichael Tuexen #endif 248177acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 248277acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2483f8829a4aSRandall Stewart } else if (at >= 8) { 2484f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2485b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2486b3f1ea41SRandall Stewart 2487f8829a4aSRandall Stewart /* 2488f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2489f8829a4aSRandall Stewart * TSN value 2490f8829a4aSRandall Stewart */ 249177acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 249277acdc25SRandall Stewart slide_end = (lgap >> 3); 2493f8829a4aSRandall Stewart if (slide_end < slide_from) { 249477acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2495d55b0b1bSRandall Stewart #ifdef INVARIANTS 2496f8829a4aSRandall Stewart panic("impossible slide"); 2497d55b0b1bSRandall Stewart #else 2498cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 249977acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2500d55b0b1bSRandall Stewart return; 2501d55b0b1bSRandall Stewart #endif 2502f8829a4aSRandall Stewart } 2503b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2504b3f1ea41SRandall Stewart #ifdef INVARIANTS 2505b3f1ea41SRandall Stewart panic("would overrun buffer"); 2506b3f1ea41SRandall Stewart #else 2507cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2508b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2509b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2510b3f1ea41SRandall Stewart #endif 2511b3f1ea41SRandall Stewart } 2512f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2513b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2514f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2515f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2516f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2517f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 251880fefe0aSRandall Stewart } 2519f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2520f8829a4aSRandall Stewart distance < 0) { 2521f8829a4aSRandall Stewart /* 2522f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2523f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2524f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2525f8829a4aSRandall Stewart * don't think this should happen :-0 2526f8829a4aSRandall Stewart */ 2527b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2528f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2529f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2530f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 253180fefe0aSRandall Stewart } 2532f8829a4aSRandall Stewart } else { 2533f8829a4aSRandall Stewart int ii; 2534f8829a4aSRandall Stewart 2535f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 253637f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 253737f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 2538f8829a4aSRandall Stewart } 2539aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2540f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 254177acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2542f8829a4aSRandall Stewart } 2543ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2544ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2545ee94f0a2SMichael Tuexen } 2546ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2547ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2548ee94f0a2SMichael Tuexen } 2549f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2550b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2551f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2552f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2553f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 255480fefe0aSRandall Stewart } 2555830d754dSRandall Stewart } 2556830d754dSRandall Stewart } 2557b5c16493SMichael Tuexen } 2558b5c16493SMichael Tuexen 2559b5c16493SMichael Tuexen void 25607215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2561b5c16493SMichael Tuexen { 2562b5c16493SMichael Tuexen struct sctp_association *asoc; 2563b5c16493SMichael Tuexen uint32_t highest_tsn; 2564ebecdad8SMichael Tuexen int is_a_gap; 2565b5c16493SMichael Tuexen 2566ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2567b5c16493SMichael Tuexen asoc = &stcb->asoc; 256820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2569b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2570b5c16493SMichael Tuexen } else { 2571b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2572b5c16493SMichael Tuexen } 2573ebecdad8SMichael Tuexen /* Is there a gap now? */ 2574ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2575b5c16493SMichael Tuexen 2576830d754dSRandall Stewart /* 2577f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2578f8829a4aSRandall Stewart * timer (if allowed). 2579f8829a4aSRandall Stewart */ 2580839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 2581f8829a4aSRandall Stewart /* 2582b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2583b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2584b5c16493SMichael Tuexen * SACK 2585f8829a4aSRandall Stewart */ 2586139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2587f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2588b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 258991e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_19); 2590f8829a4aSRandall Stewart } 2591ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2592ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2593ebecdad8SMichael Tuexen if (is_a_gap) { 2594689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2595ebecdad8SMichael Tuexen } 2596f8829a4aSRandall Stewart } else { 2597f8829a4aSRandall Stewart /* 2598b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2599b5c16493SMichael Tuexen * since last ack 2600f8829a4aSRandall Stewart */ 2601f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2602f8829a4aSRandall Stewart 260342551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 260442551e99SRandall Stewart * SACK */ 2605f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2606f8829a4aSRandall Stewart * longer is one */ 2607f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2608f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 260942551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2610b6db274dSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq)) { /* hit limit of pkts */ 26117c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2612b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 261342551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2614f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2615f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2616139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2617f8829a4aSRandall Stewart /* 2618b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2619b6db274dSMichael Tuexen * even in the face of reordering. 2620b6db274dSMichael Tuexen * Therefore, if acks that do not have to be 2621b6db274dSMichael Tuexen * sent because of the above reasons, will 2622b6db274dSMichael Tuexen * be delayed. That is, acks that would have 2623b6db274dSMichael Tuexen * been sent due to gap reports will be 2624b6db274dSMichael Tuexen * delayed with DAC. Start the delayed ack 2625b6db274dSMichael Tuexen * timer. 2626f8829a4aSRandall Stewart */ 2627f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2628f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2629f8829a4aSRandall Stewart } else { 2630f8829a4aSRandall Stewart /* 2631b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2632b5c16493SMichael Tuexen * is pending, we got our first packet OR 2633b5c16493SMichael Tuexen * there are gaps or duplicates. 2634f8829a4aSRandall Stewart */ 26355555400aSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_RECV, stcb->sctp_ep, stcb, NULL, 263691e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_20); 2637689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2638f8829a4aSRandall Stewart } 2639f8829a4aSRandall Stewart } else { 264042551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2641f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2642f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2643f8829a4aSRandall Stewart } 2644f8829a4aSRandall Stewart } 2645f8829a4aSRandall Stewart } 2646f8829a4aSRandall Stewart } 2647f8829a4aSRandall Stewart 2648f8829a4aSRandall Stewart int 2649f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2650e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2651e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2652f8829a4aSRandall Stewart { 265344249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2654f8829a4aSRandall Stewart struct sctp_association *asoc; 2655f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2656f8829a4aSRandall Stewart int stop_proc = 0; 2657af03054cSMichael Tuexen int break_flag, last_chunk; 26588f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2659f8829a4aSRandall Stewart struct mbuf *m; 26608f777478SMichael Tuexen uint32_t highest_tsn; 2661af03054cSMichael Tuexen uint16_t chk_length; 2662f8829a4aSRandall Stewart 2663f8829a4aSRandall Stewart /* set the rwnd */ 2664f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2665f8829a4aSRandall Stewart 2666f8829a4aSRandall Stewart m = *mm; 2667f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2668f8829a4aSRandall Stewart asoc = &stcb->asoc; 266920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 26708f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 26718f777478SMichael Tuexen } else { 26728f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2673f8829a4aSRandall Stewart } 267420b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2675f8829a4aSRandall Stewart /* 2676f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2677f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2678f8829a4aSRandall Stewart * chunk is assigned. 2679f8829a4aSRandall Stewart */ 2680f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2681f8829a4aSRandall Stewart 2682d06c82f1SRandall Stewart /*- 2683f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2684f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2685f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2686f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 26872cf33471SMichael Tuexen * with cluster starvation. 2688f8829a4aSRandall Stewart */ 268944b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2690f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2691eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2692f8829a4aSRandall Stewart if (m) { 2693f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2694f8829a4aSRandall Stewart caddr_t *from, *to; 2695f8829a4aSRandall Stewart 2696f8829a4aSRandall Stewart /* get the pointers and copy */ 2697f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2698f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2699139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2700f8829a4aSRandall Stewart /* copy the length and free up the old */ 2701139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2702f8829a4aSRandall Stewart sctp_m_freem(*mm); 2703cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2704f8829a4aSRandall Stewart *mm = m; 2705f8829a4aSRandall Stewart } else { 2706f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2707f8829a4aSRandall Stewart m = *mm; 2708f8829a4aSRandall Stewart } 2709f8829a4aSRandall Stewart } 2710f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 271144249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 27127f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 27137f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2714f8829a4aSRandall Stewart if (ch == NULL) { 2715f8829a4aSRandall Stewart return (1); 2716f8829a4aSRandall Stewart } 2717f8829a4aSRandall Stewart /* 2718f8829a4aSRandall Stewart * process all DATA chunks... 2719f8829a4aSRandall Stewart */ 2720f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2721f8829a4aSRandall Stewart break_flag = 0; 272242551e99SRandall Stewart asoc->data_pkts_seen++; 2723f8829a4aSRandall Stewart while (stop_proc == 0) { 2724f8829a4aSRandall Stewart /* validate chunk length */ 272544249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2726f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2727f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2728f8829a4aSRandall Stewart stop_proc = 1; 272960990c0cSMichael Tuexen continue; 2730f8829a4aSRandall Stewart } 273144249214SRandall Stewart if ((asoc->idata_supported == 1) && 273244249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 273344249214SRandall Stewart struct mbuf *op_err; 273444249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 273544249214SRandall Stewart 2736ef9095c7SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 273744249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 273891e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 273944249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 274044249214SRandall Stewart return (2); 274144249214SRandall Stewart } 274244249214SRandall Stewart if ((asoc->idata_supported == 0) && 274344249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 274444249214SRandall Stewart struct mbuf *op_err; 274544249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 274644249214SRandall Stewart 2747ef9095c7SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 274844249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 274991e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_22; 275044249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 275144249214SRandall Stewart return (2); 275244249214SRandall Stewart } 275344249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 275444249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 2755af03054cSMichael Tuexen uint16_t clen; 275644249214SRandall Stewart 275744249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 275844249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 275944249214SRandall Stewart } else { 276044249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 276144249214SRandall Stewart } 2762f8ee69bfSMichael Tuexen if (chk_length < clen) { 2763f8829a4aSRandall Stewart /* 2764f8829a4aSRandall Stewart * Need to send an abort since we had a 2765f8829a4aSRandall Stewart * invalid data chunk. 2766f8829a4aSRandall Stewart */ 2767f8829a4aSRandall Stewart struct mbuf *op_err; 2768ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2769f8829a4aSRandall Stewart 2770999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s chunk of length %u", 27717f75695aSMichael Tuexen ch->chunk_type == SCTP_DATA ? "DATA" : "I-DATA", 2772821bae7cSMichael Tuexen chk_length); 2773ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 277491e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_23; 2775e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 277632451da4SMichael Tuexen return (2); 277732451da4SMichael Tuexen } 2778f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2779f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2780f8829a4aSRandall Stewart #endif 2781f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2782f8829a4aSRandall Stewart last_chunk = 1; 2783f8829a4aSRandall Stewart } else { 2784f8829a4aSRandall Stewart last_chunk = 0; 2785f8829a4aSRandall Stewart } 278644249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2787f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 278844249214SRandall Stewart last_chunk, ch->chunk_type)) { 2789f8829a4aSRandall Stewart num_chunks++; 2790f8829a4aSRandall Stewart } 2791f8829a4aSRandall Stewart if (abort_flag) 2792f8829a4aSRandall Stewart return (2); 2793f8829a4aSRandall Stewart 2794f8829a4aSRandall Stewart if (break_flag) { 2795f8829a4aSRandall Stewart /* 2796f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2797f8829a4aSRandall Stewart * drop rep space left. 2798f8829a4aSRandall Stewart */ 2799f8829a4aSRandall Stewart stop_proc = 1; 280060990c0cSMichael Tuexen continue; 2801f8829a4aSRandall Stewart } 2802f8829a4aSRandall Stewart } else { 2803f8829a4aSRandall Stewart /* not a data chunk in the data region */ 280444249214SRandall Stewart switch (ch->chunk_type) { 2805f8829a4aSRandall Stewart case SCTP_INITIATION: 2806f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2807f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 280860990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2809f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2810f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2811f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2812f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2813f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2814f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2815f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2816f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2817f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2818f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2819f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2820f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2821f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2822f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2823f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2824f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2825f8829a4aSRandall Stewart case SCTP_ASCONF: 2826fd60718dSMichael Tuexen { 2827f8829a4aSRandall Stewart /* 2828fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2829fd60718dSMichael Tuexen * chunks that are NOT in the right 2830fd60718dSMichael Tuexen * place? 2831f8829a4aSRandall Stewart * 2832fd60718dSMichael Tuexen * For now, I do nothing but ignore 2833fd60718dSMichael Tuexen * them. We may later want to add 2834fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2835fd60718dSMichael Tuexen * either an ABORT() or possibly 2836fd60718dSMichael Tuexen * process them. 2837f8829a4aSRandall Stewart */ 2838f8829a4aSRandall Stewart struct mbuf *op_err; 2839267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2840f8829a4aSRandall Stewart 2841999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 2842821bae7cSMichael Tuexen ch->chunk_type); 2843267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2844e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2845f8829a4aSRandall Stewart return (2); 2846f8829a4aSRandall Stewart } 2847f8829a4aSRandall Stewart default: 28487f75695aSMichael Tuexen /* 28497f75695aSMichael Tuexen * Unknown chunk type: use bit rules after 28507f75695aSMichael Tuexen * checking length 28517f75695aSMichael Tuexen */ 28527f75695aSMichael Tuexen if (chk_length < sizeof(struct sctp_chunkhdr)) { 28537f75695aSMichael Tuexen /* 28547f75695aSMichael Tuexen * Need to send an abort since we 28557f75695aSMichael Tuexen * had a invalid chunk. 28567f75695aSMichael Tuexen */ 28577f75695aSMichael Tuexen struct mbuf *op_err; 28587f75695aSMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 28597f75695aSMichael Tuexen 2860999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Chunk of length %u", chk_length); 28617f75695aSMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 286291e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 28637f75695aSMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 28647f75695aSMichael Tuexen return (2); 28657f75695aSMichael Tuexen } 286644249214SRandall Stewart if (ch->chunk_type & 0x40) { 2867f8829a4aSRandall Stewart /* Add a error report to the queue */ 286886eda749SMichael Tuexen struct mbuf *op_err; 286986eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2870f8829a4aSRandall Stewart 287186eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 287286eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 287386eda749SMichael Tuexen if (op_err != NULL) { 287486eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 287586eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 28769a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 287786eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 287886eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 287986eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 288086eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2881f8829a4aSRandall Stewart } else { 288286eda749SMichael Tuexen sctp_m_freem(op_err); 2883f8829a4aSRandall Stewart } 2884f8829a4aSRandall Stewart } 2885f8829a4aSRandall Stewart } 288644249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2887f8829a4aSRandall Stewart /* discard the rest of this packet */ 2888f8829a4aSRandall Stewart stop_proc = 1; 2889f8829a4aSRandall Stewart } /* else skip this bad chunk and 2890b7b84c0eSMichael Tuexen * continue... */ 2891b7b84c0eSMichael Tuexen break; 289260990c0cSMichael Tuexen } /* switch of chunk type */ 2893f8829a4aSRandall Stewart } 2894f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2895f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2896f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2897f8829a4aSRandall Stewart stop_proc = 1; 2898f8829a4aSRandall Stewart continue; 2899f8829a4aSRandall Stewart } 290044249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 29017f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 29027f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2903f8829a4aSRandall Stewart if (ch == NULL) { 2904f8829a4aSRandall Stewart *offset = length; 2905f8829a4aSRandall Stewart stop_proc = 1; 290660990c0cSMichael Tuexen continue; 2907f8829a4aSRandall Stewart } 290860990c0cSMichael Tuexen } 2909f8829a4aSRandall Stewart if (break_flag) { 2910f8829a4aSRandall Stewart /* 2911f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2912f8829a4aSRandall Stewart */ 291320cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2914f8829a4aSRandall Stewart } 2915f8829a4aSRandall Stewart if (num_chunks) { 2916f8829a4aSRandall Stewart /* 2917ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2918f8829a4aSRandall Stewart * give peer credit for being alive. 2919f8829a4aSRandall Stewart */ 2920f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2921b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2922c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2923c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2924c4739e2fSRandall Stewart 0, 2925c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2926c4739e2fSRandall Stewart __LINE__); 2927c4739e2fSRandall Stewart } 2928f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 29296e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2930f8829a4aSRandall Stewart } 2931f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2932839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 293342551e99SRandall Stewart /* Assure that we ack right away */ 293442551e99SRandall Stewart stcb->asoc.send_sack = 1; 2935f8829a4aSRandall Stewart } 2936f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29377215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2938f8829a4aSRandall Stewart return (0); 2939f8829a4aSRandall Stewart } 2940f8829a4aSRandall Stewart 29410fa753b3SRandall Stewart static int 29420fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29430fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29440fa753b3SRandall Stewart int *num_frs, 29450fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29460fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29477215cc1bSMichael Tuexen int *rto_ok) 29480fa753b3SRandall Stewart { 29490fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29500fa753b3SRandall Stewart unsigned int theTSN; 2951b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29520fa753b3SRandall Stewart 29530fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29540fa753b3SRandall Stewart tp1 = *p_tp1; 29550fa753b3SRandall Stewart if (tp1 == NULL) { 29560fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29570fa753b3SRandall Stewart } 29580fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29590fa753b3SRandall Stewart theTSN = j + last_tsn; 29600fa753b3SRandall Stewart while (tp1) { 29610fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29620fa753b3SRandall Stewart (*num_frs) += 1; 29630fa753b3SRandall Stewart 29640fa753b3SRandall Stewart /*- 29650fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29660fa753b3SRandall Stewart * processed from the sent queue, track the 29670fa753b3SRandall Stewart * next expected pseudo-cumack, or 29680fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 29690fa753b3SRandall Stewart * cumack trackers for first transmissions, 29700fa753b3SRandall Stewart * and retransmissions. 29710fa753b3SRandall Stewart */ 29728427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29738427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 29740fa753b3SRandall Stewart (tp1->snd_count == 1)) { 297549656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 29760fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 29770fa753b3SRandall Stewart } 29788427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29798427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 29800fa753b3SRandall Stewart (tp1->snd_count > 1)) { 298149656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 29820fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 29830fa753b3SRandall Stewart } 298449656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 29850fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 29860fa753b3SRandall Stewart /*- 29870fa753b3SRandall Stewart * must be held until 29880fa753b3SRandall Stewart * cum-ack passes 29890fa753b3SRandall Stewart */ 29900fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 29910fa753b3SRandall Stewart /*- 29920fa753b3SRandall Stewart * If it is less than RESEND, it is 29930fa753b3SRandall Stewart * now no-longer in flight. 29940fa753b3SRandall Stewart * Higher values may already be set 29950fa753b3SRandall Stewart * via previous Gap Ack Blocks... 29960fa753b3SRandall Stewart * i.e. ACKED or RESEND. 29970fa753b3SRandall Stewart */ 299849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 299920b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 300049656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 30010fa753b3SRandall Stewart } 30020fa753b3SRandall Stewart /*- 30030fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 30040fa753b3SRandall Stewart * saw_newack to 1 for dest being 30050fa753b3SRandall Stewart * newly acked. update 30060fa753b3SRandall Stewart * this_sack_highest_newack if 30070fa753b3SRandall Stewart * appropriate. 30080fa753b3SRandall Stewart */ 30090fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 30100fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 30110fa753b3SRandall Stewart 301249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 301320b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 30140fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 301549656eefSMichael Tuexen tp1->rec.data.tsn; 30160fa753b3SRandall Stewart } 30170fa753b3SRandall Stewart /*- 30180fa753b3SRandall Stewart * CMT DAC algo: also update 30190fa753b3SRandall Stewart * this_sack_lowest_newack 30200fa753b3SRandall Stewart */ 30210fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 30220fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30230fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 30240fa753b3SRandall Stewart last_tsn, 302549656eefSMichael Tuexen tp1->rec.data.tsn, 30260fa753b3SRandall Stewart 0, 30270fa753b3SRandall Stewart 0, 30280fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30290fa753b3SRandall Stewart } 303049656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 30310fa753b3SRandall Stewart } 30320fa753b3SRandall Stewart /*- 30330fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30340fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30350fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30360fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30370fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30380fa753b3SRandall Stewart * retransmissions. 30390fa753b3SRandall Stewart */ 304049656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30410fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30420fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30430fa753b3SRandall Stewart } 30440fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30450fa753b3SRandall Stewart } 30460fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 304749656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30480fa753b3SRandall Stewart } 304949656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30500fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30510fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30520fa753b3SRandall Stewart } 30530fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30540fa753b3SRandall Stewart } 30550fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30560fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30570fa753b3SRandall Stewart last_tsn, 305849656eefSMichael Tuexen tp1->rec.data.tsn, 30590fa753b3SRandall Stewart frag_strt, 30600fa753b3SRandall Stewart frag_end, 30610fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30620fa753b3SRandall Stewart } 30630fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30640fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30650fa753b3SRandall Stewart tp1->whoTo->flight_size, 30660fa753b3SRandall Stewart tp1->book_size, 30679a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 306849656eefSMichael Tuexen tp1->rec.data.tsn); 30690fa753b3SRandall Stewart } 30700fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3071299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3072299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3073299108c5SRandall Stewart tp1); 3074299108c5SRandall Stewart } 30750fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 30760fa753b3SRandall Stewart 30770fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 30780fa753b3SRandall Stewart if (tp1->snd_count < 2) { 30790fa753b3SRandall Stewart /*- 3080ab9ed8a1SDevin Teske * True non-retransmitted chunk 30810fa753b3SRandall Stewart */ 30820fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 30830fa753b3SRandall Stewart 30840fa753b3SRandall Stewart /*- 30850fa753b3SRandall Stewart * update RTO too ? 30860fa753b3SRandall Stewart */ 30870fa753b3SRandall Stewart if (tp1->do_rtt) { 308844f2a327SMichael Tuexen if (*rto_ok && 30890fa753b3SRandall Stewart sctp_calculate_rto(stcb, 30900fa753b3SRandall Stewart &stcb->asoc, 30910fa753b3SRandall Stewart tp1->whoTo, 30920fa753b3SRandall Stewart &tp1->sent_rcv_time, 309344f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 3094f79aab18SRandall Stewart *rto_ok = 0; 3095f79aab18SRandall Stewart } 3096f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3097f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3098f79aab18SRandall Stewart } 30990fa753b3SRandall Stewart tp1->do_rtt = 0; 31000fa753b3SRandall Stewart } 31010fa753b3SRandall Stewart } 31020fa753b3SRandall Stewart } 31030fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 310449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 310520b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 31060fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 310749656eefSMichael Tuexen tp1->rec.data.tsn; 31080fa753b3SRandall Stewart } 31090fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 31100fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 31110fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 31120fa753b3SRandall Stewart sctp_audit_log(0xB2, 31130fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 31140fa753b3SRandall Stewart #endif 31150fa753b3SRandall Stewart } 31160fa753b3SRandall Stewart } 31170fa753b3SRandall Stewart /*- 31180fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 31190fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 31200fa753b3SRandall Stewart */ 31212a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3122325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 31230fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 31242a498584SMichael Tuexen } 31250fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 31260fa753b3SRandall Stewart /* deflate the cwnd */ 31270fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 31280fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 31290fa753b3SRandall Stewart } 31300fa753b3SRandall Stewart /* NR Sack code here */ 3131325c8c46SMichael Tuexen if (nr_sacking && 3132325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 313349656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 313449656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3135325c8c46SMichael Tuexen #ifdef INVARIANTS 3136325c8c46SMichael Tuexen } else { 313749656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3138325c8c46SMichael Tuexen #endif 3139325c8c46SMichael Tuexen } 314049656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 314149656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 314249656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3143d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3144d96bef9cSMichael Tuexen } 3145325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31460fa753b3SRandall Stewart if (tp1->data) { 3147b7b84c0eSMichael Tuexen /* 3148b7b84c0eSMichael Tuexen * sa_ignore 3149b7b84c0eSMichael Tuexen * NO_NULL_CHK 3150b7b84c0eSMichael Tuexen */ 31510fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31520fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31530fa753b3SRandall Stewart tp1->data = NULL; 3154b5c16493SMichael Tuexen } 31550fa753b3SRandall Stewart wake_him++; 31560fa753b3SRandall Stewart } 31570fa753b3SRandall Stewart } 31580fa753b3SRandall Stewart break; 3159b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3160b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31610fa753b3SRandall Stewart break; 316220b07a4dSMichael Tuexen } 31630fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3164b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3165b5c16493SMichael Tuexen circled++; 31660fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 31670fa753b3SRandall Stewart } 3168b5c16493SMichael Tuexen } /* end while (tp1) */ 3169b5c16493SMichael Tuexen if (tp1 == NULL) { 3170b5c16493SMichael Tuexen circled = 0; 3171b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3172b5c16493SMichael Tuexen } 3173b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 31740fa753b3SRandall Stewart } /* end for (j = fragStart */ 31750fa753b3SRandall Stewart *p_tp1 = tp1; 31760fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 31770fa753b3SRandall Stewart } 31780fa753b3SRandall Stewart 3179cd554309SMichael Tuexen static int 3180458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3181cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3182139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 31837215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3184f8829a4aSRandall Stewart { 3185458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3186f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 31870fa753b3SRandall Stewart int i; 3188f8829a4aSRandall Stewart int num_frs = 0; 3189cd554309SMichael Tuexen int chunk_freed; 3190cd554309SMichael Tuexen int non_revocable; 3191d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3192f8829a4aSRandall Stewart 3193d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3194d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3195cd554309SMichael Tuexen chunk_freed = 0; 3196f8829a4aSRandall Stewart 3197cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3198d9c5cfeaSMichael Tuexen if (i == num_seg) { 3199d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3200d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3201d9c5cfeaSMichael Tuexen } 3202458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3203458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3204458303daSRandall Stewart *offset += sizeof(block); 3205458303daSRandall Stewart if (frag == NULL) { 3206cd554309SMichael Tuexen return (chunk_freed); 3207458303daSRandall Stewart } 3208f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3209f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3210d9c5cfeaSMichael Tuexen 3211f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3212d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3213f8829a4aSRandall Stewart continue; 3214f8829a4aSRandall Stewart } 3215d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3216d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3217f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3218f8829a4aSRandall Stewart } 321920b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3220d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3221f8829a4aSRandall Stewart } 3222cd554309SMichael Tuexen if (i < num_seg) { 3223cd554309SMichael Tuexen non_revocable = 0; 3224cd554309SMichael Tuexen } else { 3225cd554309SMichael Tuexen non_revocable = 1; 3226cd554309SMichael Tuexen } 3227cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3228cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 32297215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3230cd554309SMichael Tuexen chunk_freed = 1; 3231458303daSRandall Stewart } 3232d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3233f8829a4aSRandall Stewart } 3234b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 323580fefe0aSRandall Stewart if (num_frs) 323680fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 323780fefe0aSRandall Stewart *biggest_newly_acked_tsn, 323880fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 323980fefe0aSRandall Stewart } 3240cd554309SMichael Tuexen return (chunk_freed); 3241f8829a4aSRandall Stewart } 3242f8829a4aSRandall Stewart 3243f8829a4aSRandall Stewart static void 3244c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3245c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 324663eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3247f8829a4aSRandall Stewart { 3248f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3249f8829a4aSRandall Stewart 32504a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 325149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3252f8829a4aSRandall Stewart /* 3253f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3254f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3255f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3256f8829a4aSRandall Stewart * again. 3257f8829a4aSRandall Stewart */ 325849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3259d06c82f1SRandall Stewart break; 326020b07a4dSMichael Tuexen } 3261f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3262f8829a4aSRandall Stewart /* it has been revoked */ 3263f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3264f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3265a5d547adSRandall Stewart /* 326642551e99SRandall Stewart * We must add this stuff back in to assure 326742551e99SRandall Stewart * timers and such get started. 3268a5d547adSRandall Stewart */ 3269b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3270c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3271c105859eSRandall Stewart tp1->whoTo->flight_size, 3272c105859eSRandall Stewart tp1->book_size, 32739a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 327449656eefSMichael Tuexen tp1->rec.data.tsn); 327580fefe0aSRandall Stewart } 3276c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3277c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 327842551e99SRandall Stewart /* 327942551e99SRandall Stewart * We inflate the cwnd to compensate for our 328042551e99SRandall Stewart * artificial inflation of the flight_size. 328142551e99SRandall Stewart */ 328242551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3283b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3284f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3285f8829a4aSRandall Stewart cumack, 328649656eefSMichael Tuexen tp1->rec.data.tsn, 3287f8829a4aSRandall Stewart 0, 3288f8829a4aSRandall Stewart 0, 3289f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 329080fefe0aSRandall Stewart } 3291f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3292f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3293f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3294f8829a4aSRandall Stewart } 3295f8829a4aSRandall Stewart } 3296f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3297f8829a4aSRandall Stewart break; 3298f8829a4aSRandall Stewart } 3299f8829a4aSRandall Stewart } 3300f8829a4aSRandall Stewart 3301f8829a4aSRandall Stewart static void 3302f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 330363eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3304f8829a4aSRandall Stewart { 3305f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3306f8829a4aSRandall Stewart int strike_flag = 0; 3307f8829a4aSRandall Stewart struct timeval now; 3308f8829a4aSRandall Stewart int tot_retrans = 0; 3309f8829a4aSRandall Stewart uint32_t sending_seq; 3310f8829a4aSRandall Stewart struct sctp_nets *net; 3311f8829a4aSRandall Stewart int num_dests_sacked = 0; 3312f8829a4aSRandall Stewart 3313f8829a4aSRandall Stewart /* 3314f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3315f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3316f8829a4aSRandall Stewart */ 3317f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3318f8829a4aSRandall Stewart if (tp1 == NULL) { 3319f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3320f8829a4aSRandall Stewart } else { 332149656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3322f8829a4aSRandall Stewart } 3323f8829a4aSRandall Stewart 3324f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 33257c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 332620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3327f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3328f8829a4aSRandall Stewart if (net->saw_newack) 3329f8829a4aSRandall Stewart num_dests_sacked++; 3330f8829a4aSRandall Stewart } 3331f8829a4aSRandall Stewart } 3332dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33336e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3334f8829a4aSRandall Stewart } 33354a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3336f8829a4aSRandall Stewart strike_flag = 0; 3337f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3338f8829a4aSRandall Stewart /* this one had a timeout or something */ 3339f8829a4aSRandall Stewart continue; 3340f8829a4aSRandall Stewart } 3341b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3342f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3343f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 334449656eefSMichael Tuexen tp1->rec.data.tsn, 3345f8829a4aSRandall Stewart tp1->sent, 3346f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 334780fefe0aSRandall Stewart } 334849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3349f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3350f8829a4aSRandall Stewart /* done */ 3351f8829a4aSRandall Stewart break; 3352f8829a4aSRandall Stewart } 3353dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3354f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3355f8829a4aSRandall Stewart /* Is it expired? */ 335699ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3357f8829a4aSRandall Stewart /* Yes so drop it */ 3358f8829a4aSRandall Stewart if (tp1->data != NULL) { 33591edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33600c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3361f8829a4aSRandall Stewart } 3362f8829a4aSRandall Stewart continue; 3363f8829a4aSRandall Stewart } 3364f8829a4aSRandall Stewart } 3365f8829a4aSRandall Stewart } 3366e9a3a1b1SMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap) && 3367e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3368f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3369f8829a4aSRandall Stewart break; 3370f8829a4aSRandall Stewart } 3371f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3372f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3373f8829a4aSRandall Stewart /* skip */ 337444fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 337544fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 337644fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 337744fbe462SRandall Stewart } 3378f8829a4aSRandall Stewart continue; 3379f8829a4aSRandall Stewart } 3380f8829a4aSRandall Stewart /* 3381f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3382f8829a4aSRandall Stewart */ 3383ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3384f8829a4aSRandall Stewart /* 3385f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3386f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3387f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3388c105859eSRandall Stewart * FR using this SACK. 3389f8829a4aSRandall Stewart */ 3390f8829a4aSRandall Stewart continue; 3391e9a3a1b1SMichael Tuexen } else if (tp1->whoTo && 3392e9a3a1b1SMichael Tuexen SCTP_TSN_GT(tp1->rec.data.tsn, 3393e9a3a1b1SMichael Tuexen tp1->whoTo->this_sack_highest_newack) && 3394e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3395f8829a4aSRandall Stewart /* 3396f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3397f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3398f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3399f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3400f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3401f8829a4aSRandall Stewart * and the HTNA algo as well. 3402f8829a4aSRandall Stewart */ 3403f8829a4aSRandall Stewart continue; 3404f8829a4aSRandall Stewart } 3405f8829a4aSRandall Stewart /* 3406f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3407f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3408f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3409f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3410f8829a4aSRandall Stewart */ 3411f8829a4aSRandall Stewart /* 341242551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 341342551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 341442551e99SRandall Stewart * 0)) { 3415f8829a4aSRandall Stewart */ 341642551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3417f8829a4aSRandall Stewart /* 3418f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3419f8829a4aSRandall Stewart * moved. 3420f8829a4aSRandall Stewart */ 3421b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3422f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 342349656eefSMichael Tuexen tp1->rec.data.tsn, 3424f8829a4aSRandall Stewart tp1->sent, 3425f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 342680fefe0aSRandall Stewart } 34275e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3428f8829a4aSRandall Stewart tp1->sent++; 34295e54f665SRandall Stewart } 34307c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 343120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3432f8829a4aSRandall Stewart /* 3433f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3434f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3435f8829a4aSRandall Stewart * because it would have been set to the 3436f8829a4aSRandall Stewart * cumack earlier. If not already to be 3437f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3438f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3439c105859eSRandall Stewart * one more. NOTE that we are marking by one 3440c105859eSRandall Stewart * additional time since the SACK DAC flag 3441c105859eSRandall Stewart * indicates that two packets have been 3442c105859eSRandall Stewart * received after this missing TSN. 34435e54f665SRandall Stewart */ 34445e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 344549656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3446b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3447f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 344849656eefSMichael Tuexen tp1->rec.data.tsn, 3449f8829a4aSRandall Stewart tp1->sent, 3450f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 345180fefe0aSRandall Stewart } 3452f8829a4aSRandall Stewart tp1->sent++; 3453f8829a4aSRandall Stewart } 3454f8829a4aSRandall Stewart } 345520083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 345620083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3457f8829a4aSRandall Stewart /* 3458f8829a4aSRandall Stewart * For those that have done a FR we must take 3459f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3460f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3461f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3462f8829a4aSRandall Stewart */ 34635e54f665SRandall Stewart if ( 3464f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3465f8829a4aSRandall Stewart /* 3466f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3467f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3468f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3469f8829a4aSRandall Stewart * ok to FR multiple times. 3470f8829a4aSRandall Stewart */ 34715e54f665SRandall Stewart (asoc->numnets < 2) 3472f8829a4aSRandall Stewart #else 34735e54f665SRandall Stewart (1) 3474f8829a4aSRandall Stewart #endif 34755e54f665SRandall Stewart ) { 347620b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3477f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3478f8829a4aSRandall Stewart /* 3479f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3480f8829a4aSRandall Stewart * beyond where things were when we 3481f8829a4aSRandall Stewart * did a FR. 3482f8829a4aSRandall Stewart */ 3483b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3484f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 348549656eefSMichael Tuexen tp1->rec.data.tsn, 3486f8829a4aSRandall Stewart tp1->sent, 3487f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 348880fefe0aSRandall Stewart } 34895e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3490f8829a4aSRandall Stewart tp1->sent++; 34915e54f665SRandall Stewart } 3492f8829a4aSRandall Stewart strike_flag = 1; 34937c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 349420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3495f8829a4aSRandall Stewart /* 3496f8829a4aSRandall Stewart * CMT DAC algorithm: If 3497f8829a4aSRandall Stewart * SACK flag is set to 0, 3498f8829a4aSRandall Stewart * then lowest_newack test 3499f8829a4aSRandall Stewart * will not pass because it 3500f8829a4aSRandall Stewart * would have been set to 3501f8829a4aSRandall Stewart * the cumack earlier. If 3502f8829a4aSRandall Stewart * not already to be rtx'd, 3503f8829a4aSRandall Stewart * If not a mixed sack and 3504f8829a4aSRandall Stewart * if tp1 is not between two 3505f8829a4aSRandall Stewart * sacked TSNs, then mark by 3506c105859eSRandall Stewart * one more. NOTE that we 3507c105859eSRandall Stewart * are marking by one 3508c105859eSRandall Stewart * additional time since the 3509c105859eSRandall Stewart * SACK DAC flag indicates 3510c105859eSRandall Stewart * that two packets have 3511c105859eSRandall Stewart * been received after this 3512c105859eSRandall Stewart * missing TSN. 3513f8829a4aSRandall Stewart */ 35145e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 35155e54f665SRandall Stewart (num_dests_sacked == 1) && 351620b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 351749656eefSMichael Tuexen tp1->rec.data.tsn)) { 3518b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3519f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 352049656eefSMichael Tuexen tp1->rec.data.tsn, 3521f8829a4aSRandall Stewart tp1->sent, 3522f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 352380fefe0aSRandall Stewart } 35245e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3525f8829a4aSRandall Stewart tp1->sent++; 35265e54f665SRandall Stewart } 3527f8829a4aSRandall Stewart } 3528f8829a4aSRandall Stewart } 3529f8829a4aSRandall Stewart } 3530f8829a4aSRandall Stewart } 3531f8829a4aSRandall Stewart /* 353242551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 353342551e99SRandall Stewart * algo covers HTNA. 3534f8829a4aSRandall Stewart */ 353549656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 353620b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3537f8829a4aSRandall Stewart /* 3538f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3539f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3540f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3541f8829a4aSRandall Stewart */ 3542f8829a4aSRandall Stewart ; 3543f8829a4aSRandall Stewart } else { 3544f8829a4aSRandall Stewart /* Strike the TSN */ 3545b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3546f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 354749656eefSMichael Tuexen tp1->rec.data.tsn, 3548f8829a4aSRandall Stewart tp1->sent, 3549f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 355080fefe0aSRandall Stewart } 35515e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3552f8829a4aSRandall Stewart tp1->sent++; 35535e54f665SRandall Stewart } 35547c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 355520083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3556f8829a4aSRandall Stewart /* 3557f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3558f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3559f8829a4aSRandall Stewart * because it would have been set to the 3560f8829a4aSRandall Stewart * cumack earlier. If not already to be 3561f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3562f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3563c105859eSRandall Stewart * one more. NOTE that we are marking by one 3564c105859eSRandall Stewart * additional time since the SACK DAC flag 3565c105859eSRandall Stewart * indicates that two packets have been 3566c105859eSRandall Stewart * received after this missing TSN. 3567f8829a4aSRandall Stewart */ 35685e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 356949656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3570b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3571f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 357249656eefSMichael Tuexen tp1->rec.data.tsn, 3573f8829a4aSRandall Stewart tp1->sent, 3574f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 357580fefe0aSRandall Stewart } 3576f8829a4aSRandall Stewart tp1->sent++; 3577f8829a4aSRandall Stewart } 3578f8829a4aSRandall Stewart } 3579f8829a4aSRandall Stewart } 3580f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3581f8829a4aSRandall Stewart struct sctp_nets *alt; 3582f8829a4aSRandall Stewart 3583544e35bdSRandall Stewart /* fix counts and things */ 3584544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3585544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3586544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3587544e35bdSRandall Stewart tp1->book_size, 35889a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 358949656eefSMichael Tuexen tp1->rec.data.tsn); 3590544e35bdSRandall Stewart } 3591544e35bdSRandall Stewart if (tp1->whoTo) { 3592544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3593544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3594299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3595299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3596299108c5SRandall Stewart tp1); 3597299108c5SRandall Stewart } 3598544e35bdSRandall Stewart } 35990053ed28SMichael Tuexen 3600544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3601544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3602544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3603544e35bdSRandall Stewart } 3604544e35bdSRandall Stewart /* add back to the rwnd */ 3605544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3606544e35bdSRandall Stewart 3607544e35bdSRandall Stewart /* remove from the total flight */ 3608544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3609544e35bdSRandall Stewart 3610dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3611475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3612b7b84c0eSMichael Tuexen /* 3613b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3614b7b84c0eSMichael Tuexen * we store the retran count there. 3615b7b84c0eSMichael Tuexen */ 3616475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3617475d0674SMichael Tuexen /* Yes, so drop it */ 3618475d0674SMichael Tuexen if (tp1->data != NULL) { 36191edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3620475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3621475d0674SMichael Tuexen } 3622475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 362367e8b08bSMichael Tuexen if (tp1->whoTo != NULL) { 3624475d0674SMichael Tuexen tp1->whoTo->net_ack++; 362567e8b08bSMichael Tuexen } 3626475d0674SMichael Tuexen continue; 3627475d0674SMichael Tuexen } 3628475d0674SMichael Tuexen } 3629b7b84c0eSMichael Tuexen /* 3630b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3631b7b84c0eSMichael Tuexen * guy\n"); 3632b7b84c0eSMichael Tuexen */ 3633b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 363449656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3635f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 363680fefe0aSRandall Stewart } 3637f8829a4aSRandall Stewart if (strike_flag) { 3638f8829a4aSRandall Stewart /* This is a subsequent FR */ 3639f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3640f8829a4aSRandall Stewart } 36415e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36427c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3643f8829a4aSRandall Stewart /* 3644f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3645f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3646f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3647f8829a4aSRandall Stewart */ 3648f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3649f8829a4aSRandall Stewart alt = tp1->whoTo; 36503c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 365120083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3652b7b84c0eSMichael Tuexen /* 3653b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3654b54d3a6cSRandall Stewart * use the PF version of 3655b7b84c0eSMichael Tuexen * find_alt_net() 3656b7b84c0eSMichael Tuexen */ 3657b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3658b54d3a6cSRandall Stewart } else { 3659b7b84c0eSMichael Tuexen /* 3660b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3661b54d3a6cSRandall Stewart * use the CMT version of 3662b7b84c0eSMichael Tuexen * find_alt_net() 3663b7b84c0eSMichael Tuexen */ 366452be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3665f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3666b54d3a6cSRandall Stewart } 3667ad81507eSRandall Stewart if (alt == NULL) { 3668ad81507eSRandall Stewart alt = tp1->whoTo; 3669ad81507eSRandall Stewart } 3670f8829a4aSRandall Stewart /* 3671f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3672f8829a4aSRandall Stewart * the retransmission, then new 3673f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3674f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3675f8829a4aSRandall Stewart * pseudo-cumack always. 3676f8829a4aSRandall Stewart */ 3677ad81507eSRandall Stewart if (tp1->whoTo) { 3678f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3679f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3680ad81507eSRandall Stewart } 3681f8829a4aSRandall Stewart } else { /* CMT is OFF */ 3682f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3683f8829a4aSRandall Stewart /* Can we find an alternate? */ 3684f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3685f8829a4aSRandall Stewart #else 3686f8829a4aSRandall Stewart /* 3687f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3688f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3689f8829a4aSRandall Stewart * paper details why. 3690f8829a4aSRandall Stewart */ 3691f8829a4aSRandall Stewart alt = tp1->whoTo; 3692f8829a4aSRandall Stewart #endif 3693f8829a4aSRandall Stewart } 3694f8829a4aSRandall Stewart 3695f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3696f8829a4aSRandall Stewart tot_retrans++; 3697f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3698f8829a4aSRandall Stewart /* 3699cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 370049656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3701f8829a4aSRandall Stewart */ 3702f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3703f8829a4aSRandall Stewart /* 3704f8829a4aSRandall Stewart * If the queue of send is empty then its 3705f8829a4aSRandall Stewart * the next sequence number that will be 3706f8829a4aSRandall Stewart * assigned so we subtract one from this to 3707f8829a4aSRandall Stewart * get the one we last sent. 3708f8829a4aSRandall Stewart */ 3709f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3710f8829a4aSRandall Stewart } else { 3711f8829a4aSRandall Stewart /* 3712f8829a4aSRandall Stewart * If there are chunks on the send queue 3713f8829a4aSRandall Stewart * (unsent data that has made it from the 3714f8829a4aSRandall Stewart * stream queues but not out the door, we 3715f8829a4aSRandall Stewart * take the first one (which will have the 3716f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3717f8829a4aSRandall Stewart * one we last sent. 3718f8829a4aSRandall Stewart */ 3719f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3720f8829a4aSRandall Stewart 3721f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3722f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 372349656eefSMichael Tuexen ttt->rec.data.tsn; 3724f8829a4aSRandall Stewart } 3725f8829a4aSRandall Stewart 3726f8829a4aSRandall Stewart if (tp1->do_rtt) { 3727f8829a4aSRandall Stewart /* 3728f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3729f8829a4aSRandall Stewart * it, cancel it 3730f8829a4aSRandall Stewart */ 373160990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 373260990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3733f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3734f79aab18SRandall Stewart } 3735f8829a4aSRandall Stewart tp1->do_rtt = 0; 3736f8829a4aSRandall Stewart } 3737f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3738f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3739f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37403c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3741f8829a4aSRandall Stewart tp1->whoTo = alt; 3742f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3743f8829a4aSRandall Stewart } 3744f8829a4aSRandall Stewart } 37454a9ef3f8SMichael Tuexen } 3746f8829a4aSRandall Stewart } 3747f8829a4aSRandall Stewart 3748f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3749f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3750f8829a4aSRandall Stewart struct sctp_association *asoc) 3751f8829a4aSRandall Stewart { 3752f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3753f8829a4aSRandall Stewart struct timeval now; 3754f8829a4aSRandall Stewart int now_filled = 0; 3755f8829a4aSRandall Stewart 3756dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3757f8829a4aSRandall Stewart return (NULL); 3758f8829a4aSRandall Stewart } 37594a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3760f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 376198f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3762325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3763f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3764f8829a4aSRandall Stewart break; 3765f8829a4aSRandall Stewart } 37660c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 37672a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3768325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 37690c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 37700c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 377149656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 37720c0982b8SRandall Stewart } 37730c0982b8SRandall Stewart } 3774f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3775f8829a4aSRandall Stewart /* 3776f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3777f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3778f8829a4aSRandall Stewart */ 3779f8829a4aSRandall Stewart break; 3780f8829a4aSRandall Stewart } 3781f8829a4aSRandall Stewart if (!now_filled) { 37826e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3783f8829a4aSRandall Stewart now_filled = 1; 3784f8829a4aSRandall Stewart } 3785f8829a4aSRandall Stewart /* 3786f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3787f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3788f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3789f8829a4aSRandall Stewart * it if its a resend? 3790f8829a4aSRandall Stewart */ 3791f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3792f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3793f8829a4aSRandall Stewart /* 3794f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3795f8829a4aSRandall Stewart * now up? 3796f8829a4aSRandall Stewart */ 3797f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3798f8829a4aSRandall Stewart /* Yes so drop it */ 3799f8829a4aSRandall Stewart if (tp1->data) { 3800ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 38011edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3802f8829a4aSRandall Stewart } 3803f8829a4aSRandall Stewart } else { 3804f8829a4aSRandall Stewart /* 3805f8829a4aSRandall Stewart * No, we are done when hit one for resend 3806f8829a4aSRandall Stewart * whos time as not expired. 3807f8829a4aSRandall Stewart */ 3808f8829a4aSRandall Stewart break; 3809f8829a4aSRandall Stewart } 3810f8829a4aSRandall Stewart } 3811f8829a4aSRandall Stewart /* 3812f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3813f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3814f8829a4aSRandall Stewart * the next chunk. 3815f8829a4aSRandall Stewart */ 381698f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3817325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3818f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 381949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 382049656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3821f8829a4aSRandall Stewart a_adv = tp1; 382249656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 38230c0982b8SRandall Stewart /* No update but we do save the chk */ 38240c0982b8SRandall Stewart a_adv = tp1; 38250c0982b8SRandall Stewart } 3826f8829a4aSRandall Stewart } else { 3827f8829a4aSRandall Stewart /* 3828f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3829f8829a4aSRandall Stewart * further 3830f8829a4aSRandall Stewart */ 3831f8829a4aSRandall Stewart break; 3832f8829a4aSRandall Stewart } 3833f8829a4aSRandall Stewart } 3834f8829a4aSRandall Stewart return (a_adv); 3835f8829a4aSRandall Stewart } 3836f8829a4aSRandall Stewart 38370c0982b8SRandall Stewart static int 3838c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3839bff64a4dSRandall Stewart { 3840bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3841afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3842548f47a8SMichael Tuexen int ret; 3843548f47a8SMichael Tuexen #ifndef INVARIANTS 3844548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3845548f47a8SMichael Tuexen #endif 3846548f47a8SMichael Tuexen 3847548f47a8SMichael Tuexen ret = 0; 3848548f47a8SMichael Tuexen #ifndef INVARIANTS 38490c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38500c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3851548f47a8SMichael Tuexen #endif 38520c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38530c0982b8SRandall Stewart return (0); 3854bff64a4dSRandall Stewart 3855bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3856bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3857cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 385849656eefSMichael Tuexen chk->rec.data.tsn, 38590c0982b8SRandall Stewart chk->send_size, 3860cd3fd531SMichael Tuexen chk->snd_count); 3861bff64a4dSRandall Stewart inflight++; 3862bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3863bff64a4dSRandall Stewart resend++; 3864bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3865bff64a4dSRandall Stewart inbetween++; 3866bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3867bff64a4dSRandall Stewart above++; 3868bff64a4dSRandall Stewart } else { 3869bff64a4dSRandall Stewart acked++; 3870bff64a4dSRandall Stewart } 3871bff64a4dSRandall Stewart } 3872f1f73e57SRandall Stewart 3873c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3874f1f73e57SRandall Stewart #ifdef INVARIANTS 3875c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3876f1f73e57SRandall Stewart #else 3877cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 38780c0982b8SRandall Stewart entry_flight, entry_cnt); 38790c0982b8SRandall Stewart 38800c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 38810c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 38820c0982b8SRandall Stewart ret = 1; 3883f1f73e57SRandall Stewart #endif 3884bff64a4dSRandall Stewart } 38850c0982b8SRandall Stewart return (ret); 3886c105859eSRandall Stewart } 3887c105859eSRandall Stewart 3888c105859eSRandall Stewart static void 3889c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3890c105859eSRandall Stewart struct sctp_association *asoc, 3891c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3892c105859eSRandall Stewart { 3893dfb11ef8SRandall Stewart tp1->window_probe = 0; 38945171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3895dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3896dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 38978427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3898dfb11ef8SRandall Stewart tp1->book_size, 38999a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 390049656eefSMichael Tuexen tp1->rec.data.tsn); 3901dfb11ef8SRandall Stewart return; 3902dfb11ef8SRandall Stewart } 39035171328bSRandall Stewart /* First setup this by shrinking flight */ 3904299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3905299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3906299108c5SRandall Stewart tp1); 3907299108c5SRandall Stewart } 39085171328bSRandall Stewart sctp_flight_size_decrease(tp1); 39095171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 39105171328bSRandall Stewart /* Now mark for resend */ 39115171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3912791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3913791437b5SRandall Stewart 3914b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3915c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3916c105859eSRandall Stewart tp1->whoTo->flight_size, 3917c105859eSRandall Stewart tp1->book_size, 39189a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 391949656eefSMichael Tuexen tp1->rec.data.tsn); 392080fefe0aSRandall Stewart } 3921c105859eSRandall Stewart } 3922c105859eSRandall Stewart 3923f8829a4aSRandall Stewart void 3924f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3925899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3926f8829a4aSRandall Stewart { 3927f8829a4aSRandall Stewart struct sctp_nets *net; 3928f8829a4aSRandall Stewart struct sctp_association *asoc; 3929f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 39305e54f665SRandall Stewart uint32_t old_rwnd; 39315e54f665SRandall Stewart int win_probe_recovery = 0; 3932c105859eSRandall Stewart int win_probe_recovered = 0; 3933d06c82f1SRandall Stewart int j, done_once = 0; 3934f79aab18SRandall Stewart int rto_ok = 1; 3935fd60718dSMichael Tuexen uint32_t send_s; 3936f8829a4aSRandall Stewart 3937b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3938d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3939d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 394080fefe0aSRandall Stewart } 3941f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 394218e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 394318e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 394418e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 394518e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 394618e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 394718e198d3SRandall Stewart } 394818e198d3SRandall Stewart #endif 3949f8829a4aSRandall Stewart asoc = &stcb->asoc; 3950d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 395120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39525e54f665SRandall Stewart /* old ack */ 39535e54f665SRandall Stewart return; 3954d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3955d06c82f1SRandall Stewart /* Window update sack */ 3956d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 395744fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3958d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3959d06c82f1SRandall Stewart /* SWS sender side engages */ 3960d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3961d06c82f1SRandall Stewart } 3962d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3963d06c82f1SRandall Stewart goto again; 3964d06c82f1SRandall Stewart } 3965d06c82f1SRandall Stewart return; 39665e54f665SRandall Stewart } 39670053ed28SMichael Tuexen 3968f8829a4aSRandall Stewart /* First setup for CC stuff */ 3969f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3970a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3971a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3972a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3973a21779f0SRandall Stewart } 3974f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3975f8829a4aSRandall Stewart net->net_ack = 0; 3976f8829a4aSRandall Stewart net->net_ack2 = 0; 3977132dea7dSRandall Stewart 3978132dea7dSRandall Stewart /* 3979132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3980132dea7dSRandall Stewart * SACK processing 3981132dea7dSRandall Stewart */ 3982132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3983132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3984299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3985299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3986299108c5SRandall Stewart } 3987f8829a4aSRandall Stewart } 3988c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3989c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3990c105859eSRandall Stewart sctpchunk_listhead); 399149656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3992139bc87fSRandall Stewart } else { 3993c105859eSRandall Stewart send_s = asoc->sending_seq; 3994139bc87fSRandall Stewart } 399520b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3996ff1ffd74SMichael Tuexen struct mbuf *op_err; 3997ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3998139bc87fSRandall Stewart 3999139bc87fSRandall Stewart *abort_now = 1; 4000139bc87fSRandall Stewart /* XXX */ 4001999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 4002999f86d6SMichael Tuexen "Cum ack %8.8x greater or equal than TSN %8.8x", 4003821bae7cSMichael Tuexen cumack, send_s); 4004ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 400591e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4006ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4007139bc87fSRandall Stewart return; 4008139bc87fSRandall Stewart } 4009f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 4010b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4011c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4012c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4013c4739e2fSRandall Stewart 0, 4014c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4015c4739e2fSRandall Stewart __LINE__); 4016c4739e2fSRandall Stewart } 4017f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 401820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 4019f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 40204a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 402149656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 402218e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 4023cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 402418e198d3SRandall Stewart } 4025f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4026f8829a4aSRandall Stewart /* 402718e198d3SRandall Stewart * If it is less than ACKED, it is 402818e198d3SRandall Stewart * now no-longer in flight. Higher 402918e198d3SRandall Stewart * values may occur during marking 4030f8829a4aSRandall Stewart */ 4031c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4032b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4033c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4034a5d547adSRandall Stewart tp1->whoTo->flight_size, 4035a5d547adSRandall Stewart tp1->book_size, 40369a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 403749656eefSMichael Tuexen tp1->rec.data.tsn); 403880fefe0aSRandall Stewart } 4039c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4040299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4041299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4042299108c5SRandall Stewart tp1); 4043299108c5SRandall Stewart } 404404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4045c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4046f8829a4aSRandall Stewart } 4047f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4048f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4049f8829a4aSRandall Stewart /* 4050ab9ed8a1SDevin Teske * True non-retransmitted 4051f8829a4aSRandall Stewart * chunk 4052f8829a4aSRandall Stewart */ 4053f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4054f8829a4aSRandall Stewart tp1->send_size; 4055f8829a4aSRandall Stewart 4056f8829a4aSRandall Stewart /* update RTO too? */ 405762c1ff9cSRandall Stewart if (tp1->do_rtt) { 405844f2a327SMichael Tuexen if (rto_ok && 4059f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 406044f2a327SMichael Tuexen &stcb->asoc, 406144f2a327SMichael Tuexen tp1->whoTo, 406218e198d3SRandall Stewart &tp1->sent_rcv_time, 406344f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4064f79aab18SRandall Stewart rto_ok = 0; 4065f79aab18SRandall Stewart } 4066f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4067f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4068f79aab18SRandall Stewart } 4069f8829a4aSRandall Stewart tp1->do_rtt = 0; 4070f8829a4aSRandall Stewart } 4071f8829a4aSRandall Stewart } 4072132dea7dSRandall Stewart /* 407318e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 407418e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 407518e198d3SRandall Stewart * acked for the first time, set the 407618e198d3SRandall Stewart * following variables for the 407718e198d3SRandall Stewart * corresp destination. 407818e198d3SRandall Stewart * new_pseudo_cumack will trigger a 407918e198d3SRandall Stewart * cwnd update. 408018e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 408118e198d3SRandall Stewart * trigger search for the next 408218e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4083132dea7dSRandall Stewart */ 4084132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4085132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4086132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4087b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 408804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 408949656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 409080fefe0aSRandall Stewart } 4091f8829a4aSRandall Stewart } 4092f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4093f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4094f8829a4aSRandall Stewart } 409542551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 409642551e99SRandall Stewart /* deflate the cwnd */ 409742551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 409842551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 409942551e99SRandall Stewart } 4100325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 410149656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 410249656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4103a7ad6026SMichael Tuexen #ifdef INVARIANTS 4104a7ad6026SMichael Tuexen } else { 410549656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4106a7ad6026SMichael Tuexen #endif 4107a7ad6026SMichael Tuexen } 4108a7ad6026SMichael Tuexen } 410949656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 411049656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 411149656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4112d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4113d96bef9cSMichael Tuexen } 4114f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4115f8829a4aSRandall Stewart if (tp1->data) { 411604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4117f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4118f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 41194a9ef3f8SMichael Tuexen tp1->data = NULL; 4120f8829a4aSRandall Stewart } 4121b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4122f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4123f8829a4aSRandall Stewart cumack, 412449656eefSMichael Tuexen tp1->rec.data.tsn, 4125f8829a4aSRandall Stewart 0, 4126f8829a4aSRandall Stewart 0, 4127f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 412880fefe0aSRandall Stewart } 4129f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4130689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 413118e198d3SRandall Stewart } else { 413218e198d3SRandall Stewart break; 4133f8829a4aSRandall Stewart } 41345e54f665SRandall Stewart } 413518e198d3SRandall Stewart } 413604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4137f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4138f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4139b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 414004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41417215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 414280fefe0aSRandall Stewart } 4143f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4144f8829a4aSRandall Stewart } else { 4145b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 41467215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 414780fefe0aSRandall Stewart } 4148f8829a4aSRandall Stewart } 4149f8829a4aSRandall Stewart 4150b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4151ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4152ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4153ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4154ca85e948SMichael Tuexen /* 4155ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4156ca85e948SMichael Tuexen * count, this is optional. 4157ca85e948SMichael Tuexen */ 4158ca85e948SMichael Tuexen net->error_count = 0; 4159ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4160ca85e948SMichael Tuexen /* addr came good */ 4161ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4162ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 41634b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4164ca85e948SMichael Tuexen } 4165ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4166ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4167b7b84c0eSMichael Tuexen /* 4168b7b84c0eSMichael Tuexen * release the alternate, 4169b7b84c0eSMichael Tuexen * primary is good 4170b7b84c0eSMichael Tuexen */ 4171ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4172ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4173ca85e948SMichael Tuexen } 4174ca85e948SMichael Tuexen } 4175ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4176ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4177b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4178b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 417991e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4180ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4181ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4182ca85e948SMichael Tuexen /* Done with this net */ 4183ca85e948SMichael Tuexen net->net_ack = 0; 4184ca85e948SMichael Tuexen } 4185ca85e948SMichael Tuexen /* restore any doubled timers */ 4186ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4187ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4188ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4189ca85e948SMichael Tuexen } 4190ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4191ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4192ca85e948SMichael Tuexen } 4193ca85e948SMichael Tuexen } 4194ca85e948SMichael Tuexen } 4195b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4196ca85e948SMichael Tuexen } 4197f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 41985e54f665SRandall Stewart 4199f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4200f8829a4aSRandall Stewart /* nothing left in-flight */ 4201f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4202f8829a4aSRandall Stewart net->flight_size = 0; 4203f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4204f8829a4aSRandall Stewart } 4205f8829a4aSRandall Stewart asoc->total_flight = 0; 4206f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4207f8829a4aSRandall Stewart } 42080053ed28SMichael Tuexen 4209f8829a4aSRandall Stewart /* RWND update */ 4210f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 421144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4212f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4213f8829a4aSRandall Stewart /* SWS sender side engages */ 4214f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4215f8829a4aSRandall Stewart } 42165e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42175e54f665SRandall Stewart win_probe_recovery = 1; 42185e54f665SRandall Stewart } 4219f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4220a5d547adSRandall Stewart again: 4221a5d547adSRandall Stewart j = 0; 4222f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42235e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4224c105859eSRandall Stewart win_probe_recovered = 1; 42255e54f665SRandall Stewart /* 42265e54f665SRandall Stewart * Find first chunk that was used with window probe 42275e54f665SRandall Stewart * and clear the sent 42285e54f665SRandall Stewart */ 42293c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42305e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42315e54f665SRandall Stewart if (tp1->window_probe) { 4232cd554309SMichael Tuexen /* move back to data send queue */ 42337215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42345e54f665SRandall Stewart break; 42355e54f665SRandall Stewart } 42365e54f665SRandall Stewart } 42375e54f665SRandall Stewart } 42385171328bSRandall Stewart if (net->flight_size) { 4239a5d547adSRandall Stewart j++; 424072e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42415171328bSRandall Stewart if (net->window_probe) { 42425171328bSRandall Stewart net->window_probe = 0; 42435171328bSRandall Stewart } 4244f8829a4aSRandall Stewart } else { 42455171328bSRandall Stewart if (net->window_probe) { 4246b7b84c0eSMichael Tuexen /* 4247b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4248b7b84c0eSMichael Tuexen * is still running there 4249b7b84c0eSMichael Tuexen */ 42505171328bSRandall Stewart net->window_probe = 0; 42515171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 425272e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42535171328bSRandall Stewart } 42545171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4255f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4256a5d547adSRandall Stewart stcb, net, 425791e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4258f8829a4aSRandall Stewart } 4259f8829a4aSRandall Stewart } 4260f8829a4aSRandall Stewart } 4261bff64a4dSRandall Stewart if ((j == 0) && 4262bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4263bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4264c105859eSRandall Stewart (win_probe_recovered == 0) && 4265bff64a4dSRandall Stewart (done_once == 0)) { 42660c0982b8SRandall Stewart /* 42670c0982b8SRandall Stewart * huh, this should not happen unless all packets are 42680c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 42690c0982b8SRandall Stewart */ 42700c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4271a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4272a5d547adSRandall Stewart net->flight_size = 0; 4273a5d547adSRandall Stewart } 4274a5d547adSRandall Stewart asoc->total_flight = 0; 4275a5d547adSRandall Stewart asoc->total_flight_count = 0; 4276a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4277a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4278a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4279c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4280c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4281a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4282791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4283a5d547adSRandall Stewart } 4284a5d547adSRandall Stewart } 42850c0982b8SRandall Stewart } 4286bff64a4dSRandall Stewart done_once = 1; 4287a5d547adSRandall Stewart goto again; 4288a5d547adSRandall Stewart } 4289f8829a4aSRandall Stewart /**********************************/ 4290f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4291f8829a4aSRandall Stewart /**********************************/ 4292f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4293f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4294f8829a4aSRandall Stewart /* clean up */ 4295f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4296f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4297839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4298d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4299839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 43002afb3e84SRandall Stewart } 4301bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4302839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4303bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4304bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4305ff1ffd74SMichael Tuexen struct mbuf *op_err; 4306f8829a4aSRandall Stewart 4307f8829a4aSRandall Stewart *abort_now = 1; 4308f8829a4aSRandall Stewart /* XXX */ 4309ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 431091e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_28; 4311ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4312fe4a59b3SMichael Tuexen return; 4313bbc9dfbcSMichael Tuexen } 4314bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4315bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4316ca85e948SMichael Tuexen struct sctp_nets *netp; 4317ca85e948SMichael Tuexen 4318839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 4319839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4320f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4321f42a358aSRandall Stewart } 4322839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 4323f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4324ca85e948SMichael Tuexen if (asoc->alternate) { 4325ca85e948SMichael Tuexen netp = asoc->alternate; 4326ca85e948SMichael Tuexen } else { 4327ca85e948SMichael Tuexen netp = asoc->primary_destination; 4328ca85e948SMichael Tuexen } 4329ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4330f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4331ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4332f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 43336fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 4334839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4335f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4336ca85e948SMichael Tuexen struct sctp_nets *netp; 4337ca85e948SMichael Tuexen 4338f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4339839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 434012af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4341c39cfa1fSMichael Tuexen if (asoc->alternate) { 4342c39cfa1fSMichael Tuexen netp = asoc->alternate; 4343c39cfa1fSMichael Tuexen } else { 4344c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4345c39cfa1fSMichael Tuexen } 4346c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4347f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4348ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4349f8829a4aSRandall Stewart } 4350f8829a4aSRandall Stewart } 4351dfb11ef8SRandall Stewart /*********************************************/ 4352dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4353dfb11ef8SRandall Stewart /* (section 4.2) */ 4354dfb11ef8SRandall Stewart /*********************************************/ 4355dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 435620b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4357dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4358dfb11ef8SRandall Stewart } 4359830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4360dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4361830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4362830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4363830d754dSRandall Stewart 4364830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4365830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4366830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 436720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4368830d754dSRandall Stewart /* 4369493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4370830d754dSRandall Stewart */ 437120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4372830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 43730c0982b8SRandall Stewart } else if (lchk) { 43740c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 437544fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 43760c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 43770c0982b8SRandall Stewart } 4378830d754dSRandall Stewart } 4379830d754dSRandall Stewart } 4380efd5e692SMichael Tuexen for (; lchk != NULL; lchk = TAILQ_NEXT(lchk, sctp_next)) { 4381efd5e692SMichael Tuexen if (lchk->whoTo != NULL) { 4382efd5e692SMichael Tuexen break; 4383efd5e692SMichael Tuexen } 4384efd5e692SMichael Tuexen } 4385efd5e692SMichael Tuexen if (lchk != NULL) { 4386830d754dSRandall Stewart /* Assure a timer is up */ 4387830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4388830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4389830d754dSRandall Stewart } 4390830d754dSRandall Stewart } 4391b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4392f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4393f8829a4aSRandall Stewart rwnd, 4394f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4395f8829a4aSRandall Stewart stcb->asoc.total_flight, 4396f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 439780fefe0aSRandall Stewart } 4398f8829a4aSRandall Stewart } 4399f8829a4aSRandall Stewart 4400f8829a4aSRandall Stewart void 4401cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 44027215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4403cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4404cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4405899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4406f8829a4aSRandall Stewart { 4407f8829a4aSRandall Stewart struct sctp_association *asoc; 4408f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4409cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4410f8829a4aSRandall Stewart uint16_t wake_him = 0; 4411c105859eSRandall Stewart uint32_t send_s = 0; 4412f8829a4aSRandall Stewart long j; 4413f8829a4aSRandall Stewart int accum_moved = 0; 4414f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44155e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44165e54f665SRandall Stewart int win_probe_recovery = 0; 4417c105859eSRandall Stewart int win_probe_recovered = 0; 4418f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4419bff64a4dSRandall Stewart int done_once; 4420f79aab18SRandall Stewart int rto_ok = 1; 4421f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4422f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4423f8829a4aSRandall Stewart 4424f8829a4aSRandall Stewart /* 4425f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4426f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4427f8829a4aSRandall Stewart */ 4428f8829a4aSRandall Stewart /* 4429f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4430f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4431f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4432f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4433f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4434f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4435f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4436f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4437f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4438f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4439f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4440f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4441f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4442f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4443f8829a4aSRandall Stewart * if in shutdown_recv state. 4444f8829a4aSRandall Stewart */ 4445f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4446f8829a4aSRandall Stewart /* CMT DAC algo */ 4447f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4448f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4449cd554309SMichael Tuexen last_tsn = cum_ack; 4450cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 445118e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 445218e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 445318e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 445418e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 445518e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 445618e198d3SRandall Stewart } 445718e198d3SRandall Stewart #endif 4458d06c82f1SRandall Stewart a_rwnd = rwnd; 4459f8829a4aSRandall Stewart 4460cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4461cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4462cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4463cd554309SMichael Tuexen } 44640053ed28SMichael Tuexen 44655e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4466b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4467c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4468c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4469c4739e2fSRandall Stewart 0, 4470c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4471c4739e2fSRandall Stewart __LINE__); 4472c4739e2fSRandall Stewart } 4473f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4474f8829a4aSRandall Stewart asoc = &stcb->asoc; 4475b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4476f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4477f8829a4aSRandall Stewart cum_ack, 4478f8829a4aSRandall Stewart 0, 4479f8829a4aSRandall Stewart num_seg, 4480f8829a4aSRandall Stewart num_dup, 4481f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 448280fefe0aSRandall Stewart } 4483ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4484cd554309SMichael Tuexen uint16_t i; 4485458303daSRandall Stewart uint32_t *dupdata, dblock; 4486f8829a4aSRandall Stewart 4487cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4488cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4489458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4490cd554309SMichael Tuexen if (dupdata == NULL) { 4491458303daSRandall Stewart break; 4492458303daSRandall Stewart } 4493cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4494f8829a4aSRandall Stewart } 4495f8829a4aSRandall Stewart } 4496c105859eSRandall Stewart /* reality check */ 4497c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4498c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4499c105859eSRandall Stewart sctpchunk_listhead); 450049656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4501c105859eSRandall Stewart } else { 4502b5c16493SMichael Tuexen tp1 = NULL; 4503c105859eSRandall Stewart send_s = asoc->sending_seq; 4504c105859eSRandall Stewart } 450520b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4506ff1ffd74SMichael Tuexen struct mbuf *op_err; 4507ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4508c105859eSRandall Stewart 4509f8829a4aSRandall Stewart /* 4510fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4511fd60718dSMichael Tuexen * hopelessly messed up with us. 4512f8829a4aSRandall Stewart */ 4513cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4514b5c16493SMichael Tuexen cum_ack, send_s); 4515b5c16493SMichael Tuexen if (tp1) { 4516cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 451749656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4518b5c16493SMichael Tuexen } 4519f8829a4aSRandall Stewart hopeless_peer: 4520f8829a4aSRandall Stewart *abort_now = 1; 4521f8829a4aSRandall Stewart /* XXX */ 4522999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 4523999f86d6SMichael Tuexen "Cum ack %8.8x greater or equal than TSN %8.8x", 4524821bae7cSMichael Tuexen cum_ack, send_s); 4525ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 452691e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_29; 4527ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4528f8829a4aSRandall Stewart return; 4529f8829a4aSRandall Stewart } 4530f8829a4aSRandall Stewart /**********************/ 4531f8829a4aSRandall Stewart /* 1) check the range */ 4532f8829a4aSRandall Stewart /**********************/ 453320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4534f8829a4aSRandall Stewart /* acking something behind */ 4535f8829a4aSRandall Stewart return; 4536f8829a4aSRandall Stewart } 45370053ed28SMichael Tuexen 4538f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4539f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4540f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4541cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4542f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4543b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4544f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4545f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 454680fefe0aSRandall Stewart } 4547f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4548f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4549f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4550f8829a4aSRandall Stewart } 4551f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4552f8829a4aSRandall Stewart /* SWS sender side engages */ 4553f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4554f8829a4aSRandall Stewart } 4555f8829a4aSRandall Stewart /* stop any timers */ 4556f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4557f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 455891e04f9eSMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4559f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4560f8829a4aSRandall Stewart net->flight_size = 0; 4561f8829a4aSRandall Stewart } 4562f8829a4aSRandall Stewart asoc->total_flight = 0; 4563f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4564f8829a4aSRandall Stewart return; 4565f8829a4aSRandall Stewart } 4566f8829a4aSRandall Stewart /* 4567f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4568f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4569f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4570f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4571f8829a4aSRandall Stewart * destination address basis. 4572f8829a4aSRandall Stewart */ 4573f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4574a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4575a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4576a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4577a21779f0SRandall Stewart } 4578f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4579f8829a4aSRandall Stewart net->net_ack = 0; 4580f8829a4aSRandall Stewart net->net_ack2 = 0; 4581f8829a4aSRandall Stewart 4582f8829a4aSRandall Stewart /* 458342551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 458442551e99SRandall Stewart * SACK processing 4585f8829a4aSRandall Stewart */ 4586f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4587f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4588299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4589299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4590299108c5SRandall Stewart } 45910053ed28SMichael Tuexen 4592e9a3a1b1SMichael Tuexen /* 4593e9a3a1b1SMichael Tuexen * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4594e9a3a1b1SMichael Tuexen * to be greater than the cumack. Also reset saw_newack to 0 4595e9a3a1b1SMichael Tuexen * for all dests. 4596e9a3a1b1SMichael Tuexen */ 4597e9a3a1b1SMichael Tuexen net->saw_newack = 0; 4598e9a3a1b1SMichael Tuexen net->this_sack_highest_newack = last_tsn; 4599f8829a4aSRandall Stewart } 4600f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 46014a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 460249656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4603f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4604f8829a4aSRandall Stewart accum_moved = 1; 4605f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4606f8829a4aSRandall Stewart /* 4607f8829a4aSRandall Stewart * If it is less than ACKED, it is 4608f8829a4aSRandall Stewart * now no-longer in flight. Higher 4609f8829a4aSRandall Stewart * values may occur during marking 4610f8829a4aSRandall Stewart */ 4611f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4612f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4613f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4614f8829a4aSRandall Stewart /* 4615f8829a4aSRandall Stewart * If there was no retran 4616f8829a4aSRandall Stewart * and the address is 4617f8829a4aSRandall Stewart * un-confirmed and we sent 4618f8829a4aSRandall Stewart * there and are now 4619f8829a4aSRandall Stewart * sacked.. its confirmed, 4620f8829a4aSRandall Stewart * mark it so. 4621f8829a4aSRandall Stewart */ 4622f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4623f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4624f8829a4aSRandall Stewart } 4625c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4626b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4627c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4628a5d547adSRandall Stewart tp1->whoTo->flight_size, 4629a5d547adSRandall Stewart tp1->book_size, 46309a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 463149656eefSMichael Tuexen tp1->rec.data.tsn); 463280fefe0aSRandall Stewart } 4633c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4634c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4635299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4636299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4637299108c5SRandall Stewart tp1); 4638299108c5SRandall Stewart } 4639f8829a4aSRandall Stewart } 4640f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4641f8829a4aSRandall Stewart 4642f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 464349656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4644f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4645f8829a4aSRandall Stewart 4646f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4647f8829a4aSRandall Stewart /* 4648ab9ed8a1SDevin Teske * True non-retransmitted 4649f8829a4aSRandall Stewart * chunk 4650f8829a4aSRandall Stewart */ 4651f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4652f8829a4aSRandall Stewart tp1->send_size; 4653f8829a4aSRandall Stewart 4654f8829a4aSRandall Stewart /* update RTO too? */ 4655f8829a4aSRandall Stewart if (tp1->do_rtt) { 465644f2a327SMichael Tuexen if (rto_ok && 4657f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 465844f2a327SMichael Tuexen &stcb->asoc, 465944f2a327SMichael Tuexen tp1->whoTo, 466018e198d3SRandall Stewart &tp1->sent_rcv_time, 466144f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4662f79aab18SRandall Stewart rto_ok = 0; 4663f79aab18SRandall Stewart } 4664f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4665f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4666f79aab18SRandall Stewart } 4667f8829a4aSRandall Stewart tp1->do_rtt = 0; 4668f8829a4aSRandall Stewart } 4669f8829a4aSRandall Stewart } 4670f8829a4aSRandall Stewart /* 4671f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4672f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4673f8829a4aSRandall Stewart * acked for the first time, set the 4674f8829a4aSRandall Stewart * following variables for the 4675f8829a4aSRandall Stewart * corresp destination. 4676f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4677f8829a4aSRandall Stewart * cwnd update. 4678f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4679f8829a4aSRandall Stewart * trigger search for the next 4680f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4681f8829a4aSRandall Stewart */ 4682f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4683f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4684f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4685b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4686f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4687f8829a4aSRandall Stewart cum_ack, 468849656eefSMichael Tuexen tp1->rec.data.tsn, 4689f8829a4aSRandall Stewart 0, 4690f8829a4aSRandall Stewart 0, 4691f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 469280fefe0aSRandall Stewart } 4693b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 469449656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 469580fefe0aSRandall Stewart } 4696f8829a4aSRandall Stewart } 4697f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4698f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4699f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4700f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4701f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4702f8829a4aSRandall Stewart #endif 4703f8829a4aSRandall Stewart } 470442551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 470542551e99SRandall Stewart /* deflate the cwnd */ 470642551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 470742551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 470842551e99SRandall Stewart } 4709325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4710f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4711f8829a4aSRandall Stewart } 4712325c8c46SMichael Tuexen } 4713f8829a4aSRandall Stewart } else { 4714f8829a4aSRandall Stewart break; 4715f8829a4aSRandall Stewart } 4716f8829a4aSRandall Stewart } 4717f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4718f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4719f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4720f8829a4aSRandall Stewart 4721cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4722f8829a4aSRandall Stewart /* 4723f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4724f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4725f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4726f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4727f8829a4aSRandall Stewart */ 4728cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4729cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47307215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4731cd554309SMichael Tuexen wake_him++; 4732cd554309SMichael Tuexen } 4733f8829a4aSRandall Stewart /* 4734fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4735fd60718dSMichael Tuexen * adherence is wanted. 4736f8829a4aSRandall Stewart */ 473720b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4738f8829a4aSRandall Stewart /* 4739fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4740fd60718dSMichael Tuexen * We must abort. 4741f8829a4aSRandall Stewart */ 4742cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4743cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4744f8829a4aSRandall Stewart goto hopeless_peer; 4745f8829a4aSRandall Stewart } 4746f8829a4aSRandall Stewart } 4747f8829a4aSRandall Stewart /*******************************************/ 4748f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4749f8829a4aSRandall Stewart /*******************************************/ 47507c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4751f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4752f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4753f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4754a5d547adSRandall Stewart stcb, net, 475591e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_31); 4756f8829a4aSRandall Stewart } 4757f8829a4aSRandall Stewart } else { 4758f8829a4aSRandall Stewart if (accum_moved) { 4759f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4760f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 476191e04f9eSMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 4762f8829a4aSRandall Stewart } 4763f8829a4aSRandall Stewart } 4764f8829a4aSRandall Stewart } 4765f8829a4aSRandall Stewart /********************************************/ 4766d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4767f8829a4aSRandall Stewart /********************************************/ 4768f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4769f8829a4aSRandall Stewart 47707c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 477149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4772f8829a4aSRandall Stewart break; 4773f8829a4aSRandall Stewart } 4774325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 477549656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 477649656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4777a7ad6026SMichael Tuexen #ifdef INVARIANTS 4778a7ad6026SMichael Tuexen } else { 477949656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4780a7ad6026SMichael Tuexen #endif 4781a7ad6026SMichael Tuexen } 4782f8829a4aSRandall Stewart } 478349656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 478449656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 478549656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4786d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4787d96bef9cSMichael Tuexen } 4788f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 47890ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4790f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4791f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4792f8829a4aSRandall Stewart } 47937c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4794f8829a4aSRandall Stewart if (tp1->data) { 479504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4796f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4797f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 47987c99d56fSMichael Tuexen tp1->data = NULL; 4799dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4800f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4801f8829a4aSRandall Stewart } 4802f8829a4aSRandall Stewart } 4803b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4804f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4805f8829a4aSRandall Stewart cum_ack, 480649656eefSMichael Tuexen tp1->rec.data.tsn, 4807f8829a4aSRandall Stewart 0, 4808f8829a4aSRandall Stewart 0, 4809f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 481080fefe0aSRandall Stewart } 4811689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4812f8829a4aSRandall Stewart wake_him++; 48137c99d56fSMichael Tuexen } 48147c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48157c99d56fSMichael Tuexen #ifdef INVARIANTS 4816cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48177c99d56fSMichael Tuexen #else 48187c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48197c99d56fSMichael Tuexen asoc->total_flight); 48207c99d56fSMichael Tuexen #endif 48217c99d56fSMichael Tuexen asoc->total_flight = 0; 48227c99d56fSMichael Tuexen } 48230053ed28SMichael Tuexen 482404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4825f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4826f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4827b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48287215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 482980fefe0aSRandall Stewart } 4830f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4831f8829a4aSRandall Stewart } else { 4832b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48337215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 483480fefe0aSRandall Stewart } 4835f8829a4aSRandall Stewart } 4836f8829a4aSRandall Stewart 483742551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 483820b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4839f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4840f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4841f8829a4aSRandall Stewart } 4842f8829a4aSRandall Stewart } 4843f8829a4aSRandall Stewart /* 4844f8829a4aSRandall Stewart * Check for revoked fragments: 4845f8829a4aSRandall Stewart * 4846f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4847f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4848f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4849f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4850f8829a4aSRandall Stewart * we had some before and now we have NONE. 4851f8829a4aSRandall Stewart */ 4852f8829a4aSRandall Stewart 4853d9c5cfeaSMichael Tuexen if (num_seg) { 4854c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4855d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4856d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4857f8829a4aSRandall Stewart int cnt_revoked = 0; 4858f8829a4aSRandall Stewart 4859f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4860f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4861b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4862f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4863b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4864c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4865c105859eSRandall Stewart tp1->whoTo->flight_size, 4866c105859eSRandall Stewart tp1->book_size, 48679a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 486849656eefSMichael Tuexen tp1->rec.data.tsn); 486980fefe0aSRandall Stewart } 4870c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4871c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4872a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 487342551e99SRandall Stewart /* 487442551e99SRandall Stewart * To ensure that this increase in 48754a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 48764a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 48774a9ef3f8SMichael Tuexen * cwnd artificially. 487842551e99SRandall Stewart */ 487942551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4880f8829a4aSRandall Stewart cnt_revoked++; 4881f8829a4aSRandall Stewart } 4882f8829a4aSRandall Stewart } 4883f8829a4aSRandall Stewart if (cnt_revoked) { 4884f8829a4aSRandall Stewart reneged_all = 1; 4885f8829a4aSRandall Stewart } 4886f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4887f8829a4aSRandall Stewart } 4888d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4889d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4890f8829a4aSRandall Stewart else 4891d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4892f8829a4aSRandall Stewart 4893b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4894ca85e948SMichael Tuexen if (ecne_seen == 0) { 4895ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4896ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4897ca85e948SMichael Tuexen /* 4898ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4899ca85e948SMichael Tuexen * count, this is optional. 4900ca85e948SMichael Tuexen */ 4901ca85e948SMichael Tuexen net->error_count = 0; 4902ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4903ca85e948SMichael Tuexen /* addr came good */ 4904ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4905ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49064b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4907ca85e948SMichael Tuexen } 49080053ed28SMichael Tuexen 4909ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4910ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4911b7b84c0eSMichael Tuexen /* 4912b7b84c0eSMichael Tuexen * release the alternate, 4913b7b84c0eSMichael Tuexen * primary is good 4914b7b84c0eSMichael Tuexen */ 4915ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4916ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4917ca85e948SMichael Tuexen } 4918ca85e948SMichael Tuexen } 49190053ed28SMichael Tuexen 4920ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4921ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4922b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4923b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 492491e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_33); 4925ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4926ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4927ca85e948SMichael Tuexen /* Done with this net */ 4928ca85e948SMichael Tuexen net->net_ack = 0; 4929ca85e948SMichael Tuexen } 4930ca85e948SMichael Tuexen /* restore any doubled timers */ 4931ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4932ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4933ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4934ca85e948SMichael Tuexen } 4935ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4936ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4937ca85e948SMichael Tuexen } 4938ca85e948SMichael Tuexen } 4939ca85e948SMichael Tuexen } 4940b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4941ca85e948SMichael Tuexen } 49420053ed28SMichael Tuexen 4943f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4944f8829a4aSRandall Stewart /* nothing left in-flight */ 4945f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4946f8829a4aSRandall Stewart /* stop all timers */ 4947f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4948b7d130beSMichael Tuexen stcb, net, 494991e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_34); 4950f8829a4aSRandall Stewart net->flight_size = 0; 4951f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4952f8829a4aSRandall Stewart } 4953f8829a4aSRandall Stewart asoc->total_flight = 0; 4954f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4955f8829a4aSRandall Stewart } 49560053ed28SMichael Tuexen 4957f8829a4aSRandall Stewart /**********************************/ 4958f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4959f8829a4aSRandall Stewart /**********************************/ 4960f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4961f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4962b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4963f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4964f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 496580fefe0aSRandall Stewart } 4966f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4967f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4968f8829a4aSRandall Stewart /* SWS sender side engages */ 4969f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4970f8829a4aSRandall Stewart } 4971f8829a4aSRandall Stewart /* clean up */ 4972f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4973f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4974839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4975d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4976839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 4977f8829a4aSRandall Stewart } 4978bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4979839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4980bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4981bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4982ff1ffd74SMichael Tuexen struct mbuf *op_err; 4983f8829a4aSRandall Stewart 4984f8829a4aSRandall Stewart *abort_now = 1; 4985f8829a4aSRandall Stewart /* XXX */ 4986ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 498791e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_35; 4988ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4989f8829a4aSRandall Stewart return; 4990bbc9dfbcSMichael Tuexen } 4991bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4992bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4993ca85e948SMichael Tuexen struct sctp_nets *netp; 4994ca85e948SMichael Tuexen 4995839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 4996839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4997f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4998f42a358aSRandall Stewart } 4999839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 5000f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5001c39cfa1fSMichael Tuexen if (asoc->alternate) { 5002c39cfa1fSMichael Tuexen netp = asoc->alternate; 5003c39cfa1fSMichael Tuexen } else { 5004c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5005c39cfa1fSMichael Tuexen } 5006ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5007f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5008ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5009f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 50106fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 5011f8829a4aSRandall Stewart return; 5012839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5013f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5014ca85e948SMichael Tuexen struct sctp_nets *netp; 5015ca85e948SMichael Tuexen 5016f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5017839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 501812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5019c39cfa1fSMichael Tuexen if (asoc->alternate) { 5020c39cfa1fSMichael Tuexen netp = asoc->alternate; 5021c39cfa1fSMichael Tuexen } else { 5022c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5023c39cfa1fSMichael Tuexen } 5024c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5025f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5026ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5027f8829a4aSRandall Stewart return; 5028f8829a4aSRandall Stewart } 5029f8829a4aSRandall Stewart } 5030f8829a4aSRandall Stewart /* 5031f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5032f8829a4aSRandall Stewart * HEADS UP. 5033f8829a4aSRandall Stewart */ 5034f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5035f8829a4aSRandall Stewart net->net_ack = 0; 5036f8829a4aSRandall Stewart } 5037f8829a4aSRandall Stewart 5038f8829a4aSRandall Stewart /* 5039f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5040f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5041f8829a4aSRandall Stewart * automatically ensure that. 5042f8829a4aSRandall Stewart */ 50437c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 504420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 504520083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5046f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5047f8829a4aSRandall Stewart } 5048cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5049f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5050f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5051f8829a4aSRandall Stewart } 5052b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5053b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5054f8829a4aSRandall Stewart 5055f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5056f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5057f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5058f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5059f8829a4aSRandall Stewart } 5060f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 506120b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5062f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5063f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5064f8829a4aSRandall Stewart } 506542551e99SRandall Stewart /* 506642551e99SRandall Stewart * CMT Fast recovery 506742551e99SRandall Stewart */ 5068f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5069f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5070f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5071f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5072f8829a4aSRandall Stewart } 5073f8829a4aSRandall Stewart } 5074f8829a4aSRandall Stewart 5075f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5076b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5077f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 507844fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 507980fefe0aSRandall Stewart } 5080f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 508144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5082f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5083f8829a4aSRandall Stewart /* SWS sender side engages */ 5084f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5085f8829a4aSRandall Stewart } 50865e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 50875e54f665SRandall Stewart win_probe_recovery = 1; 50885e54f665SRandall Stewart } 50890053ed28SMichael Tuexen 5090f8829a4aSRandall Stewart /* 5091f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5092f8829a4aSRandall Stewart * outstanding data. 5093f8829a4aSRandall Stewart */ 5094bff64a4dSRandall Stewart done_once = 0; 5095a5d547adSRandall Stewart again: 5096a5d547adSRandall Stewart j = 0; 5097f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 50985e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5099c105859eSRandall Stewart win_probe_recovered = 1; 51005e54f665SRandall Stewart /*- 51015e54f665SRandall Stewart * Find first chunk that was used with 51025e54f665SRandall Stewart * window probe and clear the event. Put 51035e54f665SRandall Stewart * it back into the send queue as if has 51045e54f665SRandall Stewart * not been sent. 51055e54f665SRandall Stewart */ 51065e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51075e54f665SRandall Stewart if (tp1->window_probe) { 51087215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51095e54f665SRandall Stewart break; 51105e54f665SRandall Stewart } 51115e54f665SRandall Stewart } 51125e54f665SRandall Stewart } 5113f8829a4aSRandall Stewart if (net->flight_size) { 5114a5d547adSRandall Stewart j++; 5115cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5116f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5117f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5118cd554309SMichael Tuexen } 51195171328bSRandall Stewart if (net->window_probe) { 5120cd554309SMichael Tuexen net->window_probe = 0; 51215171328bSRandall Stewart } 5122c105859eSRandall Stewart } else { 51235171328bSRandall Stewart if (net->window_probe) { 5124b7b84c0eSMichael Tuexen /* 5125b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5126b7b84c0eSMichael Tuexen * is still running there 5127b7b84c0eSMichael Tuexen */ 51285171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 51295171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 51305171328bSRandall Stewart stcb->sctp_ep, stcb, net); 51315171328bSRandall Stewart } 51325171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5133c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5134c105859eSRandall Stewart stcb, net, 513591e04f9eSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_36); 5136c105859eSRandall Stewart } 5137f8829a4aSRandall Stewart } 5138f8829a4aSRandall Stewart } 5139bff64a4dSRandall Stewart if ((j == 0) && 5140bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5141bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5142c105859eSRandall Stewart (win_probe_recovered == 0) && 5143bff64a4dSRandall Stewart (done_once == 0)) { 51440c0982b8SRandall Stewart /* 51450c0982b8SRandall Stewart * huh, this should not happen unless all packets are 51460c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 51470c0982b8SRandall Stewart */ 51480c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5149a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5150a5d547adSRandall Stewart net->flight_size = 0; 5151a5d547adSRandall Stewart } 5152a5d547adSRandall Stewart asoc->total_flight = 0; 5153a5d547adSRandall Stewart asoc->total_flight_count = 0; 5154a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5155a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5156a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5157c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5158c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5159a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5160791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5161a5d547adSRandall Stewart } 5162a5d547adSRandall Stewart } 51630c0982b8SRandall Stewart } 5164bff64a4dSRandall Stewart done_once = 1; 5165a5d547adSRandall Stewart goto again; 5166a5d547adSRandall Stewart } 5167cd554309SMichael Tuexen /*********************************************/ 5168cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5169cd554309SMichael Tuexen /* (section 4.2) */ 5170cd554309SMichael Tuexen /*********************************************/ 5171cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 517220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5173dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5174dfb11ef8SRandall Stewart } 5175830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5176dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5177830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5178830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5179830d754dSRandall Stewart 5180830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5181830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5182830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 518320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5184830d754dSRandall Stewart /* 5185493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5186830d754dSRandall Stewart */ 51870c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 51880c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 51890c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 51900c0982b8SRandall Stewart old_adv_peer_ack_point); 51910c0982b8SRandall Stewart } 519220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5193830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 51940c0982b8SRandall Stewart } else if (lchk) { 51950c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 519644fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 51970c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 51980c0982b8SRandall Stewart } 5199830d754dSRandall Stewart } 5200830d754dSRandall Stewart } 5201efd5e692SMichael Tuexen for (; lchk != NULL; lchk = TAILQ_NEXT(lchk, sctp_next)) { 5202efd5e692SMichael Tuexen if (lchk->whoTo != NULL) { 5203efd5e692SMichael Tuexen break; 5204efd5e692SMichael Tuexen } 5205efd5e692SMichael Tuexen } 5206efd5e692SMichael Tuexen if (lchk != NULL) { 5207830d754dSRandall Stewart /* Assure a timer is up */ 5208830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5209830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5210830d754dSRandall Stewart } 5211830d754dSRandall Stewart } 5212b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5213f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5214f8829a4aSRandall Stewart a_rwnd, 5215f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5216f8829a4aSRandall Stewart stcb->asoc.total_flight, 5217f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 521880fefe0aSRandall Stewart } 5219f8829a4aSRandall Stewart } 5220f8829a4aSRandall Stewart 5221f8829a4aSRandall Stewart void 52227215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5223f8829a4aSRandall Stewart { 5224f8829a4aSRandall Stewart /* Copy cum-ack */ 5225f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5226f8829a4aSRandall Stewart 5227f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5228f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5229f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5230f8829a4aSRandall Stewart 5231f8829a4aSRandall Stewart /* Now call the express sack handling */ 5232899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5233f8829a4aSRandall Stewart } 5234f8829a4aSRandall Stewart 5235f8829a4aSRandall Stewart static void 5236f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5237f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5238f8829a4aSRandall Stewart { 523928cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5240f8829a4aSRandall Stewart struct sctp_association *asoc; 524149656eefSMichael Tuexen uint32_t mid; 524249656eefSMichael Tuexen int need_reasm_check = 0; 5243f8829a4aSRandall Stewart 5244f8829a4aSRandall Stewart asoc = &stcb->asoc; 524549656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5246f8829a4aSRandall Stewart /* 5247f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 524844249214SRandall Stewart * came in. 5249f8829a4aSRandall Stewart */ 525028cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 525128cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5252f8829a4aSRandall Stewart /* this is deliverable now */ 525328cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 525428cd0699SMichael Tuexen if (control->on_strm_q) { 525528cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 525628cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 525728cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 525828cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 525998d5fd97SMichael Tuexen #ifdef INVARIANTS 526044249214SRandall Stewart } else { 526144249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 526228cd0699SMichael Tuexen strmin, control, control->on_strm_q); 526398d5fd97SMichael Tuexen #endif 526444249214SRandall Stewart } 526528cd0699SMichael Tuexen control->on_strm_q = 0; 526644249214SRandall Stewart } 5267f8829a4aSRandall Stewart /* subtract pending on streams */ 526828cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 526928cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 527028cd0699SMichael Tuexen } else { 527128cd0699SMichael Tuexen #ifdef INVARIANTS 527228cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 527328cd0699SMichael Tuexen #else 527428cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 527528cd0699SMichael Tuexen #endif 527628cd0699SMichael Tuexen } 5277f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5278f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5279f8829a4aSRandall Stewart if (stcb->sctp_socket) { 528028cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5281f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 528228cd0699SMichael Tuexen control, 528344249214SRandall Stewart &stcb->sctp_socket->so_rcv, 528444249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 528544249214SRandall Stewart SCTP_SO_NOT_LOCKED); 528644249214SRandall Stewart } 528744249214SRandall Stewart } else { 528844249214SRandall Stewart /* Its a fragmented message */ 528928cd0699SMichael Tuexen if (control->first_frag_seen) { 5290b7b84c0eSMichael Tuexen /* 5291b7b84c0eSMichael Tuexen * Make it so this is next to 5292b7b84c0eSMichael Tuexen * deliver, we restore later 5293b7b84c0eSMichael Tuexen */ 529428cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 529544249214SRandall Stewart need_reasm_check = 1; 529644249214SRandall Stewart break; 529744249214SRandall Stewart } 5298f8829a4aSRandall Stewart } 5299f8829a4aSRandall Stewart } else { 5300f8829a4aSRandall Stewart /* no more delivery now. */ 5301f8829a4aSRandall Stewart break; 5302f8829a4aSRandall Stewart } 5303f8829a4aSRandall Stewart } 530444249214SRandall Stewart if (need_reasm_check) { 530544249214SRandall Stewart int ret; 530644249214SRandall Stewart 5307d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 530849656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 530944249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 531049656eefSMichael Tuexen strmin->last_mid_delivered = mid; 531144249214SRandall Stewart } 531244249214SRandall Stewart if (ret == 0) { 531344249214SRandall Stewart /* Left the front Partial one on */ 531444249214SRandall Stewart return; 531544249214SRandall Stewart } 531644249214SRandall Stewart need_reasm_check = 0; 531744249214SRandall Stewart } 5318f8829a4aSRandall Stewart /* 5319f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5320f8829a4aSRandall Stewart * now ready. 5321f8829a4aSRandall Stewart */ 532249656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 532328cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 532428cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 532528cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5326f8829a4aSRandall Stewart /* this is deliverable now */ 532728cd0699SMichael Tuexen if (control->on_strm_q) { 532828cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 532928cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 533028cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 533128cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 533298d5fd97SMichael Tuexen #ifdef INVARIANTS 533344249214SRandall Stewart } else { 533444249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 533528cd0699SMichael Tuexen strmin, control, control->on_strm_q); 533698d5fd97SMichael Tuexen #endif 533744249214SRandall Stewart } 533828cd0699SMichael Tuexen control->on_strm_q = 0; 533944249214SRandall Stewart } 5340f8829a4aSRandall Stewart /* subtract pending on streams */ 534128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 534228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 534328cd0699SMichael Tuexen } else { 534428cd0699SMichael Tuexen #ifdef INVARIANTS 534528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 534628cd0699SMichael Tuexen #else 534728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 534828cd0699SMichael Tuexen #endif 534928cd0699SMichael Tuexen } 5350f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5351f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 535228cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5353f8829a4aSRandall Stewart if (stcb->sctp_socket) { 535428cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5355f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 535628cd0699SMichael Tuexen control, 535744249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 535844249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 5359f8829a4aSRandall Stewart } 536049656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5361f8829a4aSRandall Stewart } else { 536244249214SRandall Stewart /* Its a fragmented message */ 536328cd0699SMichael Tuexen if (control->first_frag_seen) { 5364b7b84c0eSMichael Tuexen /* 5365b7b84c0eSMichael Tuexen * Make it so this is next to 5366b7b84c0eSMichael Tuexen * deliver 5367b7b84c0eSMichael Tuexen */ 536828cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 536944249214SRandall Stewart need_reasm_check = 1; 5370f8829a4aSRandall Stewart break; 5371f8829a4aSRandall Stewart } 5372f8829a4aSRandall Stewart } 537344249214SRandall Stewart } else { 537444249214SRandall Stewart break; 537544249214SRandall Stewart } 537644249214SRandall Stewart } 537744249214SRandall Stewart if (need_reasm_check) { 5378d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 537944249214SRandall Stewart } 5380f8829a4aSRandall Stewart } 5381f8829a4aSRandall Stewart 53828933fa13SRandall Stewart static void 53838933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 5384b6734d8fSMichael Tuexen struct sctp_association *asoc, struct sctp_stream_in *strm, 5385b6734d8fSMichael Tuexen struct sctp_queued_to_read *control, int ordered, uint32_t cumtsn) 53868933fa13SRandall Stewart { 53874a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 53888933fa13SRandall Stewart 53898933fa13SRandall Stewart /* 539044249214SRandall Stewart * For now large messages held on the stream reasm that are complete 53914a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 53924a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 53934a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 53944a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 53954a9ef3f8SMichael Tuexen * queue. 53968933fa13SRandall Stewart */ 53978f269b82SMichael Tuexen if (!asoc->idata_supported && !ordered && 53988f269b82SMichael Tuexen control->first_frag_seen && 53998f269b82SMichael Tuexen SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54005cb91655SMichael Tuexen return; 54015cb91655SMichael Tuexen } 540244249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 540344249214SRandall Stewart /* Purge hanging chunks */ 54041d1b4bceSMichael Tuexen if (!asoc->idata_supported && !ordered) { 540549656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5406d1ea5fa9SMichael Tuexen break; 5407d1ea5fa9SMichael Tuexen } 5408d1ea5fa9SMichael Tuexen } 540944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 541028cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54118933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 541228cd0699SMichael Tuexen } else { 541328cd0699SMichael Tuexen #ifdef INVARIANTS 541428cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 541528cd0699SMichael Tuexen #else 541628cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 541728cd0699SMichael Tuexen #endif 541828cd0699SMichael Tuexen } 54198933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 54208933fa13SRandall Stewart if (chk->data) { 54218933fa13SRandall Stewart sctp_m_freem(chk->data); 54228933fa13SRandall Stewart chk->data = NULL; 54238933fa13SRandall Stewart } 5424689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 54258933fa13SRandall Stewart } 5426d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5427d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5428d1ea5fa9SMichael Tuexen if (control->data) { 5429d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5430d1ea5fa9SMichael Tuexen control->data = NULL; 5431d1ea5fa9SMichael Tuexen } 5432d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5433d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5434d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5435d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5436d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5437d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5438d1ea5fa9SMichael Tuexen } 5439d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5440d1ea5fa9SMichael Tuexen return; 5441d1ea5fa9SMichael Tuexen } 5442d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 544344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 544428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 544528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 544628cd0699SMichael Tuexen } else { 544728cd0699SMichael Tuexen #ifdef INVARIANTS 544828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 544928cd0699SMichael Tuexen #else 545028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 545128cd0699SMichael Tuexen #endif 545228cd0699SMichael Tuexen } 545328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5454d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5455d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5456d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5457d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5458d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5459d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5460d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5461d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5462d1ea5fa9SMichael Tuexen #endif 5463d1ea5fa9SMichael Tuexen } 5464d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 546544249214SRandall Stewart if (control->on_read_q == 0) { 546644249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 546744249214SRandall Stewart if (control->data) { 546844249214SRandall Stewart sctp_m_freem(control->data); 546944249214SRandall Stewart control->data = NULL; 547044249214SRandall Stewart } 547144249214SRandall Stewart sctp_free_a_readq(stcb, control); 54728933fa13SRandall Stewart } 54738933fa13SRandall Stewart } 54748933fa13SRandall Stewart 5475f8829a4aSRandall Stewart void 5476f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5477b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5478b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5479f8829a4aSRandall Stewart { 5480f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5481f8829a4aSRandall Stewart /* 5482f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5483f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5484f8829a4aSRandall Stewart * 5485f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5486f8829a4aSRandall Stewart * 54875b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 54885b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5489f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5490f8829a4aSRandall Stewart * report where we are. 5491f8829a4aSRandall Stewart */ 5492f8829a4aSRandall Stewart struct sctp_association *asoc; 54937898f408SRandall Stewart uint32_t new_cum_tsn, gap; 54947215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 54958933fa13SRandall Stewart uint32_t str_seq; 5496f8829a4aSRandall Stewart struct sctp_stream_in *strm; 5497*e597bae4SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol, *sv; 5498f8829a4aSRandall Stewart 5499f8829a4aSRandall Stewart asoc = &stcb->asoc; 5500f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5501ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5502ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5503f8829a4aSRandall Stewart return; 5504f8829a4aSRandall Stewart } 5505f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5506f8829a4aSRandall Stewart /*************************************************************/ 5507f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5508f8829a4aSRandall Stewart /*************************************************************/ 5509f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5510f8829a4aSRandall Stewart 551120b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5512f8829a4aSRandall Stewart /* Already got there ... */ 5513f8829a4aSRandall Stewart return; 5514f8829a4aSRandall Stewart } 5515f8829a4aSRandall Stewart /* 5516f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5517f8829a4aSRandall Stewart * gap 5518f8829a4aSRandall Stewart */ 5519b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 552077acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 55212afb3e84SRandall Stewart if (gap >= m_size) { 5522f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5523ff1ffd74SMichael Tuexen struct mbuf *op_err; 5524ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 552517205eccSRandall Stewart 5526f8829a4aSRandall Stewart /* 5527f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 552817205eccSRandall Stewart * give out). This must be an attacker. 5529f8829a4aSRandall Stewart */ 553017205eccSRandall Stewart *abort_flag = 1; 5531999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 5532ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5533821bae7cSMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5534ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 553591e04f9eSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_37; 5536ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5537f8829a4aSRandall Stewart return; 5538f8829a4aSRandall Stewart } 5539207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 554077acdc25SRandall Stewart 55412afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 55422afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 554377acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 554477acdc25SRandall Stewart 5545b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5546830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 554777acdc25SRandall Stewart 5548b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5549f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 555080fefe0aSRandall Stewart } 55512afb3e84SRandall Stewart } else { 55522afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 55532afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 55547898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 55557898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 55568933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 555720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 55587898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5559b5c16493SMichael Tuexen } 5560b5c16493SMichael Tuexen } 5561b5c16493SMichael Tuexen } 5562f8829a4aSRandall Stewart } 5563f8829a4aSRandall Stewart /*************************************************************/ 5564f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5565f8829a4aSRandall Stewart /*************************************************************/ 5566f8829a4aSRandall Stewart 556744249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5568d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5569d1ea5fa9SMichael Tuexen uint16_t sid; 557044249214SRandall Stewart 5571d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5572d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5573d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 5574b6734d8fSMichael Tuexen strm = &asoc->strmin[sid]; 5575b6734d8fSMichael Tuexen if (!TAILQ_EMPTY(&strm->uno_inqueue)) { 5576b6734d8fSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, strm, TAILQ_FIRST(&strm->uno_inqueue), 0, new_cum_tsn); 5577b6734d8fSMichael Tuexen } 5578d1ea5fa9SMichael Tuexen } 5579d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5580d1ea5fa9SMichael Tuexen } 55818933fa13SRandall Stewart /*******************************************************/ 55828933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 55838933fa13SRandall Stewart /* delivery issues as needed. */ 55848933fa13SRandall Stewart /*******************************************************/ 5585f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5586671d309cSRandall Stewart if (m && fwd_sz) { 5587f8829a4aSRandall Stewart /* New method. */ 5588d61a0ae0SRandall Stewart unsigned int num_str; 5589b6734d8fSMichael Tuexen uint32_t mid; 559049656eefSMichael Tuexen uint16_t sid; 55918e1b295fSMichael Tuexen uint16_t ordered, flags; 5592671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 559344249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5594671d309cSRandall Stewart 5595671d309cSRandall Stewart offset += sizeof(*fwd); 5596f8829a4aSRandall Stewart 55978933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 559844249214SRandall Stewart if (asoc->idata_supported) { 559944249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 560044249214SRandall Stewart } else { 5601f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 560244249214SRandall Stewart } 5603f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 560444249214SRandall Stewart if (asoc->idata_supported) { 560544249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 560644249214SRandall Stewart sizeof(struct sctp_strseq_mid), 560744249214SRandall Stewart (uint8_t *)&strseqbuf_m); 560844249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 560944249214SRandall Stewart if (stseq_m == NULL) { 561044249214SRandall Stewart break; 561144249214SRandall Stewart } 561249656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 561349656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56148e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56158e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 56168e1b295fSMichael Tuexen ordered = 0; 56178e1b295fSMichael Tuexen } else { 56188e1b295fSMichael Tuexen ordered = 1; 56198e1b295fSMichael Tuexen } 562044249214SRandall Stewart } else { 5621671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5622671d309cSRandall Stewart sizeof(struct sctp_strseq), 5623671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5624671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 56252afb3e84SRandall Stewart if (stseq == NULL) { 5626671d309cSRandall Stewart break; 56272afb3e84SRandall Stewart } 562849656eefSMichael Tuexen sid = ntohs(stseq->sid); 562949656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 56308e1b295fSMichael Tuexen ordered = 1; 563144249214SRandall Stewart } 5632f8829a4aSRandall Stewart /* Convert */ 56338933fa13SRandall Stewart 5634f8829a4aSRandall Stewart /* now process */ 56358933fa13SRandall Stewart 56368933fa13SRandall Stewart /* 56378933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 56388933fa13SRandall Stewart * queue where its not all delivered. If we find it 56398933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 56408933fa13SRandall Stewart */ 564149656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 56422afb3e84SRandall Stewart /* screwed up streams, stop! */ 56432afb3e84SRandall Stewart break; 5644f8829a4aSRandall Stewart } 564549656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 564649656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 56478933fa13SRandall Stewart /* 56488933fa13SRandall Stewart * If this is the one we were partially 56498933fa13SRandall Stewart * delivering now then we no longer are. 56508933fa13SRandall Stewart * Note this will change with the reassembly 56518933fa13SRandall Stewart * re-write. 56528933fa13SRandall Stewart */ 56538933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 56548933fa13SRandall Stewart } 565549656eefSMichael Tuexen strm = &asoc->strmin[sid]; 5656b6734d8fSMichael Tuexen if (ordered) { 5657*e597bae4SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, ncontrol) { 5658b6734d8fSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5659b6734d8fSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, strm, control, ordered, new_cum_tsn); 5660b6734d8fSMichael Tuexen } 5661b6734d8fSMichael Tuexen } 5662b6734d8fSMichael Tuexen } else { 5663b6734d8fSMichael Tuexen if (asoc->idata_supported) { 5664*e597bae4SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strm->uno_inqueue, next_instrm, ncontrol) { 5665b6734d8fSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5666b6734d8fSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, strm, control, ordered, new_cum_tsn); 5667b6734d8fSMichael Tuexen } 5668b6734d8fSMichael Tuexen } 5669b6734d8fSMichael Tuexen } else { 5670b6734d8fSMichael Tuexen if (!TAILQ_EMPTY(&strm->uno_inqueue)) { 5671b6734d8fSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, strm, TAILQ_FIRST(&strm->uno_inqueue), ordered, new_cum_tsn); 5672b6734d8fSMichael Tuexen } 5673b6734d8fSMichael Tuexen } 5674d1ea5fa9SMichael Tuexen } 567528cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 567628cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 567728cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 567849656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 567928cd0699SMichael Tuexen control->pdapi_aborted = 1; 56808933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 568128cd0699SMichael Tuexen control->end_added = 1; 568228cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 568328cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 568428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 568528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 568628cd0699SMichael Tuexen } else { 568798d5fd97SMichael Tuexen #ifdef INVARIANTS 568828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 568928cd0699SMichael Tuexen #else 569028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 569198d5fd97SMichael Tuexen #endif 569244249214SRandall Stewart } 569328cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 569428cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 569528cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 569628cd0699SMichael Tuexen #ifdef INVARIANTS 569728cd0699SMichael Tuexen } else if (control->on_strm_q) { 569828cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 569928cd0699SMichael Tuexen strm, control, control->on_strm_q); 570028cd0699SMichael Tuexen #endif 570128cd0699SMichael Tuexen } 570228cd0699SMichael Tuexen control->on_strm_q = 0; 570328cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5704810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5705810ec536SMichael Tuexen stcb, 57068933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5707810ec536SMichael Tuexen (void *)&str_seq, 5708810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57098933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57108933fa13SRandall Stewart break; 571128cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 571228cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57138933fa13SRandall Stewart /* We are past our victim SSN */ 57148933fa13SRandall Stewart break; 57158933fa13SRandall Stewart } 57168933fa13SRandall Stewart } 571749656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5718f8829a4aSRandall Stewart /* Update the sequence number */ 571949656eefSMichael Tuexen strm->last_mid_delivered = mid; 5720f8829a4aSRandall Stewart } 5721f8829a4aSRandall Stewart /* now kick the stream the new way */ 572204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5723f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5724f8829a4aSRandall Stewart } 57258933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5726f8829a4aSRandall Stewart } 57277898f408SRandall Stewart /* 57287898f408SRandall Stewart * Now slide thing forward. 57297898f408SRandall Stewart */ 57307898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5731f8829a4aSRandall Stewart } 5732