1f8829a4aSRandall Stewart /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 5807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 6807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 7f8829a4aSRandall Stewart * 8f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 9f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 10f8829a4aSRandall Stewart * 11f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 12f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 13f8829a4aSRandall Stewart * 14f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 15f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 16f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 17f8829a4aSRandall Stewart * 18f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 19f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 20f8829a4aSRandall Stewart * from this software without specific prior written permission. 21f8829a4aSRandall Stewart * 22f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 24f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 26f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 32f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 33f8829a4aSRandall Stewart */ 34f8829a4aSRandall Stewart 35f8829a4aSRandall Stewart #include <sys/cdefs.h> 36f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 37f8829a4aSRandall Stewart 38f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3944249214SRandall Stewart #include <sys/proc.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 4142551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 42f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4344249214SRandall Stewart #include <netinet/sctp_pcb.h> 44f8829a4aSRandall Stewart #include <netinet/sctputil.h> 45f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4744249214SRandall Stewart #include <netinet/sctp_auth.h> 48f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4944249214SRandall Stewart #include <netinet/sctp_asconf.h> 5044249214SRandall Stewart #include <netinet/sctp_indata.h> 5144249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5244249214SRandall Stewart #include <netinet/sctp_input.h> 5344249214SRandall Stewart #include <netinet/sctp_crc32.h> 5444249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 55f8829a4aSRandall Stewart /* 56f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 57f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 58f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 59f8829a4aSRandall Stewart * 60f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 61f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 62f8829a4aSRandall Stewart * the list. 63f8829a4aSRandall Stewart */ 6428cd0699SMichael Tuexen static uint32_t 6544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6644249214SRandall Stewart struct sctp_stream_in *strm, 6744249214SRandall Stewart struct sctp_tcb *stcb, 6844249214SRandall Stewart struct sctp_association *asoc, 69d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 7044249214SRandall Stewart 71f8829a4aSRandall Stewart 7272fb6fdbSRandall Stewart void 73f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 74f8829a4aSRandall Stewart { 75b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 76f8829a4aSRandall Stewart } 77f8829a4aSRandall Stewart 78f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7972fb6fdbSRandall Stewart uint32_t 80b0471b4bSMichael Tuexen sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 81b0471b4bSMichael Tuexen { 82b3f1ea41SRandall Stewart uint32_t calc = 0; 83f8829a4aSRandall Stewart 84f8829a4aSRandall Stewart /* 85f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 864e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 87f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 88f8829a4aSRandall Stewart * associations data is taken into account. 89f8829a4aSRandall Stewart */ 9044249214SRandall Stewart if (stcb->sctp_socket == NULL) { 91f8829a4aSRandall Stewart return (calc); 9244249214SRandall Stewart } 930053ed28SMichael Tuexen 94253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue > 0 || asoc->size_on_reasm_queue == 0, 95253a63b8SMichael Tuexen ("size_on_reasm_queue is %u", asoc->size_on_reasm_queue)); 96253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_all_streams > 0 || asoc->size_on_all_streams == 0, 97253a63b8SMichael Tuexen ("size_on_all_streams is %u", asoc->size_on_all_streams)); 984e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 99253a63b8SMichael Tuexen asoc->cnt_on_reasm_queue == 0 && 100253a63b8SMichael Tuexen asoc->cnt_on_all_streams == 0) { 101f8829a4aSRandall Stewart /* Full rwnd granted */ 102b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 103f8829a4aSRandall Stewart return (calc); 104f8829a4aSRandall Stewart } 105f8829a4aSRandall Stewart /* get actual space */ 106f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 107f8829a4aSRandall Stewart /* 108f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 109f8829a4aSRandall Stewart * for putting up. 110f8829a4aSRandall Stewart */ 11144fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 11244fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 11344fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 11444fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 115f8829a4aSRandall Stewart if (calc == 0) { 116f8829a4aSRandall Stewart /* out of space */ 117f8829a4aSRandall Stewart return (calc); 118f8829a4aSRandall Stewart } 1190053ed28SMichael Tuexen 120f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1212afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 122b3f1ea41SRandall Stewart /* 123b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 124b3f1ea41SRandall Stewart * even it is 0. SWS engaged 125f8829a4aSRandall Stewart */ 126b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 127b3f1ea41SRandall Stewart calc = 1; 1282afb3e84SRandall Stewart } 129b3f1ea41SRandall Stewart return (calc); 130f8829a4aSRandall Stewart } 131f8829a4aSRandall Stewart 132f8829a4aSRandall Stewart 133f8829a4aSRandall Stewart 134f8829a4aSRandall Stewart /* 135f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 136f8829a4aSRandall Stewart */ 137f8829a4aSRandall Stewart struct sctp_queued_to_read * 138f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 139f8829a4aSRandall Stewart struct sctp_nets *net, 140f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 14149656eefSMichael Tuexen uint32_t context, uint16_t sid, 14249656eefSMichael Tuexen uint32_t mid, uint8_t flags, 143f8829a4aSRandall Stewart struct mbuf *dm) 144f8829a4aSRandall Stewart { 145f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 146f8829a4aSRandall Stewart 147f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 148f8829a4aSRandall Stewart if (read_queue_e == NULL) { 149f8829a4aSRandall Stewart goto failed_build; 150f8829a4aSRandall Stewart } 15144249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 15249656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 153f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 154f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1557215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 156f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 157f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 158f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15949656eefSMichael Tuexen read_queue_e->mid = mid; 16044249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 16144249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 162f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 163f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 164f8829a4aSRandall Stewart read_queue_e->data = dm; 165f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 166f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 167f8829a4aSRandall Stewart failed_build: 168f8829a4aSRandall Stewart return (read_queue_e); 169f8829a4aSRandall Stewart } 170f8829a4aSRandall Stewart 171f8829a4aSRandall Stewart struct mbuf * 172e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 173f8829a4aSRandall Stewart { 174e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 175f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 176e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 177e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 178f8829a4aSRandall Stewart struct cmsghdr *cmh; 179f8829a4aSRandall Stewart struct mbuf *ret; 180f8829a4aSRandall Stewart int len; 181e2e7c62eSMichael Tuexen int use_extended; 182e2e7c62eSMichael Tuexen int provide_nxt; 183f8829a4aSRandall Stewart 184e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 185e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 186e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 187e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 188f8829a4aSRandall Stewart return (NULL); 189f8829a4aSRandall Stewart } 1900053ed28SMichael Tuexen 191e2e7c62eSMichael Tuexen len = 0; 192e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 193e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 194e2e7c62eSMichael Tuexen } 195e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 196e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 197b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 198e2e7c62eSMichael Tuexen provide_nxt = 1; 1990bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 200e2e7c62eSMichael Tuexen } else { 201e2e7c62eSMichael Tuexen provide_nxt = 0; 202e2e7c62eSMichael Tuexen } 203e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 204f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 205f8829a4aSRandall Stewart use_extended = 1; 206e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 207f8829a4aSRandall Stewart } else { 208e2e7c62eSMichael Tuexen use_extended = 0; 209e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 210e2e7c62eSMichael Tuexen } 211e2e7c62eSMichael Tuexen } else { 212e2e7c62eSMichael Tuexen use_extended = 0; 213f8829a4aSRandall Stewart } 214f8829a4aSRandall Stewart 215eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 216f8829a4aSRandall Stewart if (ret == NULL) { 217f8829a4aSRandall Stewart /* No space */ 218f8829a4aSRandall Stewart return (ret); 219f8829a4aSRandall Stewart } 220e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 221e2e7c62eSMichael Tuexen 222f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 223f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 224e432298aSXin LI /* 225e432298aSXin LI * Make sure that there is no un-initialized padding between the 226e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 227e432298aSXin LI */ 228e432298aSXin LI memset(cmh, 0, len); 229e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 230f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 231e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 232e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 233e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 234e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 235e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 236e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 237e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 238e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 239e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 240e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 241e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 242e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 243e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 244f8829a4aSRandall Stewart } 245e2e7c62eSMichael Tuexen if (provide_nxt) { 246e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 247e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 248e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 249e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 250b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 251e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 252b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 253e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 254e2e7c62eSMichael Tuexen } 255b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 256e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 257e2e7c62eSMichael Tuexen } 258b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 259e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 260e2e7c62eSMichael Tuexen } 261b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 262b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 263b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 264e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 266e2e7c62eSMichael Tuexen } 267e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 268e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 269e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 270e2e7c62eSMichael Tuexen if (use_extended) { 271e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 272e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 273e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 274e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 275e2e7c62eSMichael Tuexen } else { 276e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 277e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 278e2e7c62eSMichael Tuexen *outinfo = *sinfo; 279e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 280e2e7c62eSMichael Tuexen } 281e2e7c62eSMichael Tuexen } 282f8829a4aSRandall Stewart return (ret); 283f8829a4aSRandall Stewart } 284f8829a4aSRandall Stewart 285139bc87fSRandall Stewart 28677acdc25SRandall Stewart static void 28777acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28877acdc25SRandall Stewart { 2899b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 29077acdc25SRandall Stewart int fnd = 0; 29144249214SRandall Stewart int in_r = 0, in_nr = 0; 29277acdc25SRandall Stewart 29377acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 29477acdc25SRandall Stewart return; 29577acdc25SRandall Stewart } 2969b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 29720b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2989b2e0767SRandall Stewart /* 2999b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 3009b2e0767SRandall Stewart * worry about it being moved from one to the other. 3019b2e0767SRandall Stewart */ 3029b2e0767SRandall Stewart return; 3039b2e0767SRandall Stewart } 30477acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 30544249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 30644249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 30744249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 30844249214SRandall Stewart #ifdef INVARIANTS 30944249214SRandall Stewart panic("Things are really messed up now"); 31044249214SRandall Stewart #else 311cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 31277acdc25SRandall Stewart sctp_print_mapping_array(asoc); 31377acdc25SRandall Stewart #endif 314b5c16493SMichael Tuexen } 31544249214SRandall Stewart if (in_nr == 0) 31677acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 31744249214SRandall Stewart if (in_r) 31877acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 32077acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 32377acdc25SRandall Stewart /* We must back down to see what the new highest is */ 32420b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 32577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 32677acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 32777acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 32877acdc25SRandall Stewart fnd = 1; 32977acdc25SRandall Stewart break; 33077acdc25SRandall Stewart } 33177acdc25SRandall Stewart } 33277acdc25SRandall Stewart if (!fnd) { 33377acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 33477acdc25SRandall Stewart } 33577acdc25SRandall Stewart } 33677acdc25SRandall Stewart } 33777acdc25SRandall Stewart 33844249214SRandall Stewart static int 33944249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 34044249214SRandall Stewart struct sctp_association *asoc, 34144249214SRandall Stewart struct sctp_queued_to_read *control) 342f8829a4aSRandall Stewart { 34344249214SRandall Stewart struct sctp_queued_to_read *at; 34444249214SRandall Stewart struct sctp_readhead *q; 3458b9c95f4SMichael Tuexen uint8_t flags, unordered; 346f8829a4aSRandall Stewart 3478b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3488b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34944249214SRandall Stewart if (unordered) { 35044249214SRandall Stewart q = &strm->uno_inqueue; 35144249214SRandall Stewart if (asoc->idata_supported == 0) { 35244249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 353b7b84c0eSMichael Tuexen /* 354b7b84c0eSMichael Tuexen * Only one stream can be here in old style 355b7b84c0eSMichael Tuexen * -- abort 356b7b84c0eSMichael Tuexen */ 35744249214SRandall Stewart return (-1); 35844249214SRandall Stewart } 35944249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 36044249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36144249214SRandall Stewart return (0); 36244249214SRandall Stewart } 36344249214SRandall Stewart } else { 36444249214SRandall Stewart q = &strm->inqueue; 36544249214SRandall Stewart } 3668b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3678b9c95f4SMichael Tuexen control->end_added = 1; 3688b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3698b9c95f4SMichael Tuexen control->last_frag_seen = 1; 37044249214SRandall Stewart } 37144249214SRandall Stewart if (TAILQ_EMPTY(q)) { 37244249214SRandall Stewart /* Empty queue */ 37344249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 37444249214SRandall Stewart if (unordered) { 37544249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37644249214SRandall Stewart } else { 37744249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37844249214SRandall Stewart } 37944249214SRandall Stewart return (0); 38044249214SRandall Stewart } else { 38144249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 38249656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 38344249214SRandall Stewart /* 38444249214SRandall Stewart * one in queue is bigger than the new one, 38544249214SRandall Stewart * insert before this one 38644249214SRandall Stewart */ 38744249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 38844249214SRandall Stewart if (unordered) { 38944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 39044249214SRandall Stewart } else { 39144249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 39244249214SRandall Stewart } 39344249214SRandall Stewart break; 39449656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 39544249214SRandall Stewart /* 39644249214SRandall Stewart * Gak, He sent me a duplicate msg id 39744249214SRandall Stewart * number?? return -1 to abort. 39844249214SRandall Stewart */ 39944249214SRandall Stewart return (-1); 40044249214SRandall Stewart } else { 40144249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 40244249214SRandall Stewart /* 40344249214SRandall Stewart * We are at the end, insert it 40444249214SRandall Stewart * after this one 40544249214SRandall Stewart */ 40644249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 40744249214SRandall Stewart sctp_log_strm_del(control, at, 40844249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40944249214SRandall Stewart } 4108b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 41144249214SRandall Stewart if (unordered) { 41244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 41344249214SRandall Stewart } else { 41444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 41544249214SRandall Stewart } 41644249214SRandall Stewart break; 41744249214SRandall Stewart } 41844249214SRandall Stewart } 41944249214SRandall Stewart } 42044249214SRandall Stewart } 42144249214SRandall Stewart return (0); 42244249214SRandall Stewart } 42344249214SRandall Stewart 42444249214SRandall Stewart static void 42544249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 42644249214SRandall Stewart struct sctp_queued_to_read *control, 42744249214SRandall Stewart struct sctp_tmit_chunk *chk, 42844249214SRandall Stewart int *abort_flag, int opspot) 42944249214SRandall Stewart { 43044249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 43144249214SRandall Stewart struct mbuf *oper; 43244249214SRandall Stewart 43344249214SRandall Stewart if (stcb->asoc.idata_supported) { 43444249214SRandall Stewart snprintf(msg, sizeof(msg), 43544249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 43644249214SRandall Stewart opspot, 43744249214SRandall Stewart control->fsn_included, 43849656eefSMichael Tuexen chk->rec.data.tsn, 43949656eefSMichael Tuexen chk->rec.data.sid, 44049656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 44144249214SRandall Stewart } else { 44244249214SRandall Stewart snprintf(msg, sizeof(msg), 44344249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 44444249214SRandall Stewart opspot, 44544249214SRandall Stewart control->fsn_included, 44649656eefSMichael Tuexen chk->rec.data.tsn, 44749656eefSMichael Tuexen chk->rec.data.sid, 44849656eefSMichael Tuexen chk->rec.data.fsn, 44949656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 45044249214SRandall Stewart } 45144249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 452f8829a4aSRandall Stewart sctp_m_freem(chk->data); 453f8829a4aSRandall Stewart chk->data = NULL; 454689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 45544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 45644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 45744249214SRandall Stewart *abort_flag = 1; 458f8829a4aSRandall Stewart } 459f8829a4aSRandall Stewart 46044249214SRandall Stewart static void 461d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 46244249214SRandall Stewart { 463f8829a4aSRandall Stewart /* 46444249214SRandall Stewart * The control could not be placed and must be cleaned. 465f8829a4aSRandall Stewart */ 46644249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 467df6e0cc3SRandall Stewart 46844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 47044249214SRandall Stewart if (chk->data) 47144249214SRandall Stewart sctp_m_freem(chk->data); 472f8829a4aSRandall Stewart chk->data = NULL; 473689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 474f8829a4aSRandall Stewart } 4752b861c15SMichael Tuexen sctp_free_remote_addr(control->whoFrom); 4762b861c15SMichael Tuexen if (control->data) { 4772b861c15SMichael Tuexen sctp_m_freem(control->data); 4782b861c15SMichael Tuexen control->data = NULL; 4792b861c15SMichael Tuexen } 48044249214SRandall Stewart sctp_free_a_readq(stcb, control); 481f8829a4aSRandall Stewart } 482f8829a4aSRandall Stewart 483f8829a4aSRandall Stewart /* 484f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 485f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 48644249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 48744249214SRandall Stewart * long as the control's entered are non-fragmented. 488f8829a4aSRandall Stewart */ 489f8829a4aSRandall Stewart static void 49044249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 49144249214SRandall Stewart struct sctp_association *asoc, 49244249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 493f8829a4aSRandall Stewart { 494f8829a4aSRandall Stewart /* 495f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 496f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 497f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 498cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 499f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 500f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 501f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 502f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 503f8829a4aSRandall Stewart * TSN. 504f8829a4aSRandall Stewart * 5055b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 5065b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 507f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 508f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 509f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 510f8829a4aSRandall Stewart * 511f8829a4aSRandall Stewart */ 512f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 513f8829a4aSRandall Stewart int queue_needed; 51444249214SRandall Stewart uint32_t nxt_todel; 515ff1ffd74SMichael Tuexen struct mbuf *op_err; 5163d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 517ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 518f8829a4aSRandall Stewart 5193d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 520b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 521f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 52280fefe0aSRandall Stewart } 52349656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 524f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 525f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5263d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 527f8829a4aSRandall Stewart /* 528f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 529f8829a4aSRandall Stewart * association destruction 530f8829a4aSRandall Stewart */ 53144249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 53249656eefSMichael Tuexen if (asoc->idata_supported) { 53349656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 53449656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 53549656eefSMichael Tuexen control->sinfo_stream, control->mid); 53649656eefSMichael Tuexen } else { 537ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 53849656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 53949656eefSMichael Tuexen control->sinfo_tsn, 54049656eefSMichael Tuexen control->sinfo_stream, 54149656eefSMichael Tuexen (uint16_t)control->mid); 54249656eefSMichael Tuexen } 543ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 54444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 545ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 546f8829a4aSRandall Stewart *abort_flag = 1; 547f8829a4aSRandall Stewart return; 548f8829a4aSRandall Stewart 549f8829a4aSRandall Stewart } 55044249214SRandall Stewart queue_needed = 1; 55144249214SRandall Stewart asoc->size_on_all_streams += control->length; 55244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 55349656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 55449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 555cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 556cf9e47b2SMichael Tuexen struct socket *so; 557cf9e47b2SMichael Tuexen 558cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 559cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 560cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 561cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 562cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 563cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 564cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 565cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 566cf9e47b2SMichael Tuexen return; 567cf9e47b2SMichael Tuexen } 568cf9e47b2SMichael Tuexen #endif 569f8829a4aSRandall Stewart /* can be delivered right away? */ 570b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 571f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 57280fefe0aSRandall Stewart } 573830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 574f8829a4aSRandall Stewart queue_needed = 0; 57528cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 576f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 57728cd0699SMichael Tuexen } else { 57828cd0699SMichael Tuexen #ifdef INVARIANTS 57928cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 58028cd0699SMichael Tuexen #else 58128cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 58228cd0699SMichael Tuexen #endif 58328cd0699SMichael Tuexen } 584f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 58549656eefSMichael Tuexen strm->last_mid_delivered++; 586b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 587f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 588f8829a4aSRandall Stewart control, 589cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 590574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 59144249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 592f8829a4aSRandall Stewart /* all delivered */ 59349656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 59449656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 59544249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 59644249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 59744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 59828cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 59928cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 60028cd0699SMichael Tuexen } else { 60128cd0699SMichael Tuexen #ifdef INVARIANTS 60228cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 60328cd0699SMichael Tuexen #else 60428cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 60528cd0699SMichael Tuexen #endif 60628cd0699SMichael Tuexen } 60728cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 60898d5fd97SMichael Tuexen #ifdef INVARIANTS 60944249214SRandall Stewart } else { 61044249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 61144249214SRandall Stewart control, control->on_strm_q); 61298d5fd97SMichael Tuexen #endif 61344249214SRandall Stewart } 61444249214SRandall Stewart control->on_strm_q = 0; 61549656eefSMichael Tuexen strm->last_mid_delivered++; 616f8829a4aSRandall Stewart /* 617f8829a4aSRandall Stewart * We ignore the return of deliver_data here 618f8829a4aSRandall Stewart * since we always can hold the chunk on the 619f8829a4aSRandall Stewart * d-queue. And we have a finite number that 620f8829a4aSRandall Stewart * can be delivered from the strq. 621f8829a4aSRandall Stewart */ 622b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 623f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 624f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 62580fefe0aSRandall Stewart } 626b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 627f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 628f8829a4aSRandall Stewart control, 629cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 630cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 631574679afSMichael Tuexen SCTP_SO_LOCKED); 632f8829a4aSRandall Stewart continue; 63349656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 63444249214SRandall Stewart *need_reasm = 1; 635f8829a4aSRandall Stewart } 636f8829a4aSRandall Stewart break; 637f8829a4aSRandall Stewart } 63844249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 63944249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 64044249214SRandall Stewart #endif 641f8829a4aSRandall Stewart } 642f8829a4aSRandall Stewart if (queue_needed) { 643f8829a4aSRandall Stewart /* 644f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 645f8829a4aSRandall Stewart * to put it on the queue. 646f8829a4aSRandall Stewart */ 64744249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 64844249214SRandall Stewart snprintf(msg, sizeof(msg), 64949656eefSMichael Tuexen "Queue to str MID: %u duplicate", 65049656eefSMichael Tuexen control->mid); 651d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 652b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 65344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 654b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 65544249214SRandall Stewart *abort_flag = 1; 656f8829a4aSRandall Stewart } 657f8829a4aSRandall Stewart } 658f8829a4aSRandall Stewart } 659f8829a4aSRandall Stewart 66044249214SRandall Stewart 66144249214SRandall Stewart static void 66244249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 663f8829a4aSRandall Stewart { 66444249214SRandall Stewart struct mbuf *m, *prev = NULL; 66544249214SRandall Stewart struct sctp_tcb *stcb; 666f8829a4aSRandall Stewart 66744249214SRandall Stewart stcb = control->stcb; 66844249214SRandall Stewart control->held_length = 0; 66944249214SRandall Stewart control->length = 0; 67044249214SRandall Stewart m = control->data; 67144249214SRandall Stewart while (m) { 67244249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 67344249214SRandall Stewart /* Skip mbufs with NO length */ 67444249214SRandall Stewart if (prev == NULL) { 67544249214SRandall Stewart /* First one */ 67644249214SRandall Stewart control->data = sctp_m_free(m); 67744249214SRandall Stewart m = control->data; 67844249214SRandall Stewart } else { 67944249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 68044249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 681f8829a4aSRandall Stewart } 68244249214SRandall Stewart if (m == NULL) { 68344249214SRandall Stewart control->tail_mbuf = prev; 684f8829a4aSRandall Stewart } 68544249214SRandall Stewart continue; 686f8829a4aSRandall Stewart } 68744249214SRandall Stewart prev = m; 68844249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 68944249214SRandall Stewart if (control->on_read_q) { 69044249214SRandall Stewart /* 69144249214SRandall Stewart * On read queue so we must increment the SB stuff, 69244249214SRandall Stewart * we assume caller has done any locks of SB. 69344249214SRandall Stewart */ 69444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 695f8829a4aSRandall Stewart } 69644249214SRandall Stewart m = SCTP_BUF_NEXT(m); 697f8829a4aSRandall Stewart } 69844249214SRandall Stewart if (prev) { 69944249214SRandall Stewart control->tail_mbuf = prev; 70044249214SRandall Stewart } 701f8829a4aSRandall Stewart } 702f8829a4aSRandall Stewart 703f8829a4aSRandall Stewart static void 70428cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 705f8829a4aSRandall Stewart { 70644249214SRandall Stewart struct mbuf *prev = NULL; 70744249214SRandall Stewart struct sctp_tcb *stcb; 708f8829a4aSRandall Stewart 70944249214SRandall Stewart stcb = control->stcb; 71044249214SRandall Stewart if (stcb == NULL) { 71198d5fd97SMichael Tuexen #ifdef INVARIANTS 71244249214SRandall Stewart panic("Control broken"); 71398d5fd97SMichael Tuexen #else 71498d5fd97SMichael Tuexen return; 71598d5fd97SMichael Tuexen #endif 71644249214SRandall Stewart } 71744249214SRandall Stewart if (control->tail_mbuf == NULL) { 71844249214SRandall Stewart /* TSNH */ 71963fb39baSMichael Tuexen sctp_m_freem(control->data); 72044249214SRandall Stewart control->data = m; 72144249214SRandall Stewart sctp_setup_tail_pointer(control); 722f8829a4aSRandall Stewart return; 723f8829a4aSRandall Stewart } 72444249214SRandall Stewart control->tail_mbuf->m_next = m; 72544249214SRandall Stewart while (m) { 72644249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 72744249214SRandall Stewart /* Skip mbufs with NO length */ 72844249214SRandall Stewart if (prev == NULL) { 72944249214SRandall Stewart /* First one */ 73044249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 73144249214SRandall Stewart m = control->tail_mbuf->m_next; 73244249214SRandall Stewart } else { 73344249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 73444249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 73544249214SRandall Stewart } 73644249214SRandall Stewart if (m == NULL) { 73744249214SRandall Stewart control->tail_mbuf = prev; 73844249214SRandall Stewart } 73944249214SRandall Stewart continue; 74044249214SRandall Stewart } 74144249214SRandall Stewart prev = m; 74244249214SRandall Stewart if (control->on_read_q) { 743f8829a4aSRandall Stewart /* 74444249214SRandall Stewart * On read queue so we must increment the SB stuff, 74544249214SRandall Stewart * we assume caller has done any locks of SB. 746f8829a4aSRandall Stewart */ 74744249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 74844249214SRandall Stewart } 74928cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 75044249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 75144249214SRandall Stewart m = SCTP_BUF_NEXT(m); 75244249214SRandall Stewart } 75344249214SRandall Stewart if (prev) { 75444249214SRandall Stewart control->tail_mbuf = prev; 75544249214SRandall Stewart } 75644249214SRandall Stewart } 75744249214SRandall Stewart 75844249214SRandall Stewart static void 75944249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 76044249214SRandall Stewart { 76144249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 76244249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 76349656eefSMichael Tuexen nc->mid = control->mid; 76444249214SRandall Stewart TAILQ_INIT(&nc->reasm); 76544249214SRandall Stewart nc->top_fsn = control->top_fsn; 76649656eefSMichael Tuexen nc->mid = control->mid; 76744249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 76844249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 76944249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 77044249214SRandall Stewart nc->fsn_included = 0xffffffff; 77144249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 77244249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 77344249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 77444249214SRandall Stewart nc->whoFrom = control->whoFrom; 77544249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 77644249214SRandall Stewart nc->stcb = control->stcb; 77744249214SRandall Stewart nc->port_from = control->port_from; 77844249214SRandall Stewart } 77944249214SRandall Stewart 780d1ea5fa9SMichael Tuexen static void 781d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 782d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 783d1ea5fa9SMichael Tuexen { 784d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 785d1ea5fa9SMichael Tuexen if (control->on_read_q) { 786d1ea5fa9SMichael Tuexen /* 787d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 788d1ea5fa9SMichael Tuexen * :-) 789d1ea5fa9SMichael Tuexen */ 790d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 791d1ea5fa9SMichael Tuexen control->on_read_q = 0; 792d1ea5fa9SMichael Tuexen } 793d1ea5fa9SMichael Tuexen } 794d1ea5fa9SMichael Tuexen 79544249214SRandall Stewart static int 796d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 797d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 798d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 799d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 800d1ea5fa9SMichael Tuexen uint32_t pd_point, 801d1ea5fa9SMichael Tuexen int inp_read_lock_held) 80244249214SRandall Stewart { 80344249214SRandall Stewart /* 80444249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 80549656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 80649656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 80749656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 80849656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 80949656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 81044249214SRandall Stewart */ 81144249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 81244249214SRandall Stewart uint32_t fsn; 813643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 81444249214SRandall Stewart int cnt_added; 81544249214SRandall Stewart 81644249214SRandall Stewart if (control->first_frag_seen == 0) { 81744249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 81844249214SRandall Stewart return (1); 81944249214SRandall Stewart } 82044249214SRandall Stewart /* Collapse any we can */ 82144249214SRandall Stewart cnt_added = 0; 82244249214SRandall Stewart restart: 82344249214SRandall Stewart fsn = control->fsn_included + 1; 82444249214SRandall Stewart /* Now what can we add? */ 82544249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 82649656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 82744249214SRandall Stewart /* Ok lets add it */ 828643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 829643fd575SMichael Tuexen if (nc == NULL) { 830643fd575SMichael Tuexen break; 831643fd575SMichael Tuexen } 832643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 83344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 834d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 83544249214SRandall Stewart fsn++; 83644249214SRandall Stewart cnt_added++; 83744249214SRandall Stewart chk = NULL; 83844249214SRandall Stewart if (control->end_added) { 83944249214SRandall Stewart /* We are done */ 84044249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 84144249214SRandall Stewart /* 84244249214SRandall Stewart * Ok we have to move anything left 84344249214SRandall Stewart * on the control queue to a new 84444249214SRandall Stewart * control. 84544249214SRandall Stewart */ 84644249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 84744249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 84844249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 84944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 85028cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8515cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 85228cd0699SMichael Tuexen } else { 85328cd0699SMichael Tuexen #ifdef INVARIANTS 85428cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 85528cd0699SMichael Tuexen #else 85628cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 85728cd0699SMichael Tuexen #endif 85828cd0699SMichael Tuexen } 8595cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 86044249214SRandall Stewart nc->first_frag_seen = 1; 86149656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 86244249214SRandall Stewart nc->data = tchk->data; 86349656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 86449656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 86549656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 86644249214SRandall Stewart tchk->data = NULL; 86744249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 86844249214SRandall Stewart sctp_setup_tail_pointer(nc); 86944249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 87044249214SRandall Stewart } 87144249214SRandall Stewart /* Spin the rest onto the queue */ 87244249214SRandall Stewart while (tchk) { 87344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 87444249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 87544249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 87644249214SRandall Stewart } 877b7b84c0eSMichael Tuexen /* 878b7b84c0eSMichael Tuexen * Now lets add it to the queue 879b7b84c0eSMichael Tuexen * after removing control 880b7b84c0eSMichael Tuexen */ 88144249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 88244249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 88344249214SRandall Stewart if (control->on_strm_q) { 88444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88544249214SRandall Stewart control->on_strm_q = 0; 88644249214SRandall Stewart } 88744249214SRandall Stewart } 88844249214SRandall Stewart if (control->pdapi_started) { 88944249214SRandall Stewart strm->pd_api_started = 0; 89044249214SRandall Stewart control->pdapi_started = 0; 89144249214SRandall Stewart } 89244249214SRandall Stewart if (control->on_strm_q) { 89344249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 89444249214SRandall Stewart control->on_strm_q = 0; 89526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 89644249214SRandall Stewart } 897c09a1534SMichael Tuexen if (control->on_read_q == 0) { 898c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 899c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 900d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 901c09a1534SMichael Tuexen } 902b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 9030fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 904b7b84c0eSMichael Tuexen /* 905b7b84c0eSMichael Tuexen * Switch to the new guy and 906b7b84c0eSMichael Tuexen * continue 907b7b84c0eSMichael Tuexen */ 90844249214SRandall Stewart control = nc; 90944249214SRandall Stewart goto restart; 910643fd575SMichael Tuexen } else { 911d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 912643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 91344249214SRandall Stewart } 914d1ea5fa9SMichael Tuexen } 91544249214SRandall Stewart return (1); 916643fd575SMichael Tuexen } else { 917643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 91844249214SRandall Stewart } 91944249214SRandall Stewart } else { 92044249214SRandall Stewart /* Can't add more */ 92144249214SRandall Stewart break; 92244249214SRandall Stewart } 92344249214SRandall Stewart } 924f1903dc0SMichael Tuexen if (cnt_added && strm->pd_api_started) { 925f1903dc0SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 926f1903dc0SMichael Tuexen } 92744249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 928c09a1534SMichael Tuexen strm->pd_api_started = 1; 929c09a1534SMichael Tuexen control->pdapi_started = 1; 93044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 93144249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 932d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 933b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 93444249214SRandall Stewart return (0); 93544249214SRandall Stewart } else { 93644249214SRandall Stewart return (1); 93744249214SRandall Stewart } 93844249214SRandall Stewart } 93944249214SRandall Stewart 94044249214SRandall Stewart static void 941d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 942d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 94344249214SRandall Stewart struct sctp_queued_to_read *control, 94444249214SRandall Stewart struct sctp_tmit_chunk *chk, 94544249214SRandall Stewart int *abort_flag) 94644249214SRandall Stewart { 94744249214SRandall Stewart struct sctp_tmit_chunk *at; 948d1ea5fa9SMichael Tuexen int inserted; 94944249214SRandall Stewart 95044249214SRandall Stewart /* 95144249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 95244249214SRandall Stewart * in the correct order. 95344249214SRandall Stewart */ 95444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 95544249214SRandall Stewart /* Its the very first one. */ 95644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 957f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 95849656eefSMichael Tuexen chk->rec.data.fsn); 9592de5b904SMichael Tuexen at = TAILQ_FIRST(&control->reasm); 9602de5b904SMichael Tuexen if (at && SCTP_TSN_GT(chk->rec.data.fsn, at->rec.data.fsn)) { 9612de5b904SMichael Tuexen /* 9622de5b904SMichael Tuexen * The first chunk in the reassembly is a smaller 9632de5b904SMichael Tuexen * TSN than this one, even though this has a first, 9642de5b904SMichael Tuexen * it must be from a subsequent msg. 9652de5b904SMichael Tuexen */ 9662de5b904SMichael Tuexen goto place_chunk; 9672de5b904SMichael Tuexen } 96844249214SRandall Stewart if (control->first_frag_seen) { 96944249214SRandall Stewart /* 97044249214SRandall Stewart * In old un-ordered we can reassembly on one 97144249214SRandall Stewart * control multiple messages. As long as the next 97244249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 97344249214SRandall Stewart * wise) 97444249214SRandall Stewart */ 97544249214SRandall Stewart struct mbuf *tdata; 97644249214SRandall Stewart uint32_t tmp; 97744249214SRandall Stewart 97849656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 979b7b84c0eSMichael Tuexen /* 980b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 981b7b84c0eSMichael Tuexen * the lowest 982b7b84c0eSMichael Tuexen */ 98344249214SRandall Stewart goto place_chunk; 98444249214SRandall Stewart } 98549656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 98644249214SRandall Stewart (control->pdapi_started)) { 98744249214SRandall Stewart /* 98844249214SRandall Stewart * Ok this should not happen, if it does we 98944249214SRandall Stewart * started the pd-api on the higher TSN 99044249214SRandall Stewart * (since the equals part is a TSN failure 99144249214SRandall Stewart * it must be that). 99244249214SRandall Stewart * 9935b495f17SMichael Tuexen * We are completly hosed in that case since 9945b495f17SMichael Tuexen * I have no way to recover. This really 9955b495f17SMichael Tuexen * will only happen if we can get more TSN's 99644249214SRandall Stewart * higher before the pd-api-point. 99744249214SRandall Stewart */ 998b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 99944249214SRandall Stewart abort_flag, 100044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 100144249214SRandall Stewart 100244249214SRandall Stewart return; 100344249214SRandall Stewart } 100444249214SRandall Stewart /* 100544249214SRandall Stewart * Ok we have two firsts and the one we just got is 100644249214SRandall Stewart * smaller than the one we previously placed.. yuck! 100744249214SRandall Stewart * We must swap them out. 100844249214SRandall Stewart */ 100944249214SRandall Stewart /* swap the mbufs */ 101044249214SRandall Stewart tdata = control->data; 101144249214SRandall Stewart control->data = chk->data; 101244249214SRandall Stewart chk->data = tdata; 1013d1ea5fa9SMichael Tuexen /* Save the lengths */ 1014d1ea5fa9SMichael Tuexen chk->send_size = control->length; 1015d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 1016d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 101744249214SRandall Stewart /* Fix the FSN included */ 101844249214SRandall Stewart tmp = control->fsn_included; 101949656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 102049656eefSMichael Tuexen chk->rec.data.fsn = tmp; 1021d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 1022d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 102349656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 102449656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1025d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1026d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 102749656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 102849656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1029d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 103044249214SRandall Stewart goto place_chunk; 103144249214SRandall Stewart } 103244249214SRandall Stewart control->first_frag_seen = 1; 10338b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10348b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 103549656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 103649656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 103744249214SRandall Stewart control->data = chk->data; 103849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 103944249214SRandall Stewart chk->data = NULL; 104044249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 104144249214SRandall Stewart sctp_setup_tail_pointer(control); 104244249214SRandall Stewart return; 104344249214SRandall Stewart } 104444249214SRandall Stewart place_chunk: 1045d1ea5fa9SMichael Tuexen inserted = 0; 104644249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 104749656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 104844249214SRandall Stewart /* 104944249214SRandall Stewart * This one in queue is bigger than the new one, 105044249214SRandall Stewart * insert the new one before at. 105144249214SRandall Stewart */ 105244249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 105344249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 105444249214SRandall Stewart inserted = 1; 105544249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 105644249214SRandall Stewart break; 105749656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 105844249214SRandall Stewart /* 105944249214SRandall Stewart * They sent a duplicate fsn number. This really 106044249214SRandall Stewart * should not happen since the FSN is a TSN and it 106144249214SRandall Stewart * should have been dropped earlier. 106244249214SRandall Stewart */ 1063b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 106444249214SRandall Stewart abort_flag, 106544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 106644249214SRandall Stewart return; 106744249214SRandall Stewart } 10680053ed28SMichael Tuexen 106944249214SRandall Stewart } 107044249214SRandall Stewart if (inserted == 0) { 107144249214SRandall Stewart /* Its at the end */ 107244249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 107344249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 107449656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 107544249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 107644249214SRandall Stewart } 107744249214SRandall Stewart } 107844249214SRandall Stewart 107944249214SRandall Stewart static int 1080d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1081d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 108244249214SRandall Stewart { 108344249214SRandall Stewart /* 108444249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 108544249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 108644249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 108744249214SRandall Stewart * need to remove them from the stream's queue. 108844249214SRandall Stewart */ 108944249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 109044249214SRandall Stewart uint32_t next_to_del; 109144249214SRandall Stewart uint32_t pd_point; 109244249214SRandall Stewart int ret = 0; 109344249214SRandall Stewart 1094810ec536SMichael Tuexen if (stcb->sctp_socket) { 1095d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1096810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1097810ec536SMichael Tuexen } else { 1098810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1099810ec536SMichael Tuexen } 110044249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1101d1ea5fa9SMichael Tuexen 11023d6fe5d8SMichael Tuexen if ((control != NULL) && 110344249214SRandall Stewart (asoc->idata_supported == 0)) { 110444249214SRandall Stewart /* Special handling needed for "old" data format */ 1105d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 110644249214SRandall Stewart goto done_un; 1107f8829a4aSRandall Stewart } 1108f8829a4aSRandall Stewart } 110944249214SRandall Stewart if (strm->pd_api_started) { 111044249214SRandall Stewart /* Can't add more */ 111144249214SRandall Stewart return (0); 111244249214SRandall Stewart } 111344249214SRandall Stewart while (control) { 1114f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 111549656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 111644249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 111744249214SRandall Stewart if (control->end_added) { 111844249214SRandall Stewart /* We just put the last bit on */ 111944249214SRandall Stewart if (control->on_strm_q) { 112098d5fd97SMichael Tuexen #ifdef INVARIANTS 112144249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 112244249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 112344249214SRandall Stewart control, control->on_strm_q); 112444249214SRandall Stewart } 112598d5fd97SMichael Tuexen #endif 112626f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 112744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 112844249214SRandall Stewart control->on_strm_q = 0; 112944249214SRandall Stewart } 113044249214SRandall Stewart if (control->on_read_q == 0) { 113144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113244249214SRandall Stewart control, 113344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1134d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113544249214SRandall Stewart } 1136f8829a4aSRandall Stewart } else { 113744249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 113844249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 113944249214SRandall Stewart strm->pd_api_started = 1; 114044249214SRandall Stewart control->pdapi_started = 1; 114144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 114244249214SRandall Stewart control, 114344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1144d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 114544249214SRandall Stewart 114644249214SRandall Stewart break; 1147139bc87fSRandall Stewart } 1148f8829a4aSRandall Stewart } 114944249214SRandall Stewart control = nctl; 115044249214SRandall Stewart } 115144249214SRandall Stewart done_un: 115244249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 115344249214SRandall Stewart if (strm->pd_api_started) { 115444249214SRandall Stewart /* Can't add more */ 115544249214SRandall Stewart return (0); 115644249214SRandall Stewart } 115744249214SRandall Stewart if (control == NULL) { 115844249214SRandall Stewart return (ret); 115944249214SRandall Stewart } 116049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 116144249214SRandall Stewart /* 116244249214SRandall Stewart * Ok the guy at the top was being partially delivered 116344249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 116444249214SRandall Stewart * taken off when the chunk was merged on in 116544249214SRandall Stewart * sctp_queue_data_for_reasm below. 116644249214SRandall Stewart */ 116744249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 116844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1169f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 117049656eefSMichael Tuexen control, control->end_added, control->mid, 117144249214SRandall Stewart control->top_fsn, control->fsn_included, 117249656eefSMichael Tuexen strm->last_mid_delivered); 117344249214SRandall Stewart if (control->end_added) { 117444249214SRandall Stewart if (control->on_strm_q) { 117598d5fd97SMichael Tuexen #ifdef INVARIANTS 117644249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 117744249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 117844249214SRandall Stewart control, control->on_strm_q); 117944249214SRandall Stewart } 118098d5fd97SMichael Tuexen #endif 118126f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 118244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 118328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 118428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 118528cd0699SMichael Tuexen } else { 118628cd0699SMichael Tuexen #ifdef INVARIANTS 118728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 118828cd0699SMichael Tuexen #else 118928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 119028cd0699SMichael Tuexen #endif 119128cd0699SMichael Tuexen } 119228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 119344249214SRandall Stewart control->on_strm_q = 0; 119444249214SRandall Stewart } 1195c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1196c09a1534SMichael Tuexen control->pdapi_started = 0; 1197c09a1534SMichael Tuexen strm->pd_api_started = 0; 1198c09a1534SMichael Tuexen } 119944249214SRandall Stewart if (control->on_read_q == 0) { 120044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 120144249214SRandall Stewart control, 120244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1203d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 120444249214SRandall Stewart } 120544249214SRandall Stewart control = nctl; 120644249214SRandall Stewart } 120744249214SRandall Stewart } 120844249214SRandall Stewart if (strm->pd_api_started) { 1209b7b84c0eSMichael Tuexen /* 1210b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1211b7b84c0eSMichael Tuexen * partially delivered. 1212b7b84c0eSMichael Tuexen */ 121344249214SRandall Stewart return (0); 121444249214SRandall Stewart } 121544249214SRandall Stewart deliver_more: 121649656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 121744249214SRandall Stewart if (control) { 121844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1219f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 122049656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 122144249214SRandall Stewart next_to_del); 122244249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 122349656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 122444249214SRandall Stewart (control->first_frag_seen)) { 1225c09a1534SMichael Tuexen int done; 1226c09a1534SMichael Tuexen 122744249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 122844249214SRandall Stewart if (control->end_added) { 122944249214SRandall Stewart /* We are done with it afterwards */ 123044249214SRandall Stewart if (control->on_strm_q) { 123198d5fd97SMichael Tuexen #ifdef INVARIANTS 123244249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 123344249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 123444249214SRandall Stewart control, control->on_strm_q); 123544249214SRandall Stewart } 123698d5fd97SMichael Tuexen #endif 123726f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 123844249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 123928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 124028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 124128cd0699SMichael Tuexen } else { 124228cd0699SMichael Tuexen #ifdef INVARIANTS 124328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 124428cd0699SMichael Tuexen #else 124528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 124628cd0699SMichael Tuexen #endif 124728cd0699SMichael Tuexen } 124828cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 124944249214SRandall Stewart control->on_strm_q = 0; 125044249214SRandall Stewart } 125144249214SRandall Stewart ret++; 125244249214SRandall Stewart } 125344249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1254b7b84c0eSMichael Tuexen /* 1255b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1256b7b84c0eSMichael Tuexen * it non-revokable too 1257b7b84c0eSMichael Tuexen */ 125844249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 125944249214SRandall Stewart } else if (control->end_added == 0) { 1260b7b84c0eSMichael Tuexen /* 1261b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1262b7b84c0eSMichael Tuexen * all there 1263b7b84c0eSMichael Tuexen */ 126444249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1265b7b84c0eSMichael Tuexen /* 1266b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1267b7b84c0eSMichael Tuexen * (one being delivered that way) 1268b7b84c0eSMichael Tuexen */ 126944249214SRandall Stewart goto out; 127044249214SRandall Stewart } 127144249214SRandall Stewart } 1272c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 127344249214SRandall Stewart if (control->on_read_q == 0) { 1274253a63b8SMichael Tuexen if (!done) { 1275253a63b8SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1276253a63b8SMichael Tuexen asoc->size_on_all_streams -= control->length; 1277253a63b8SMichael Tuexen } else { 1278253a63b8SMichael Tuexen #ifdef INVARIANTS 1279253a63b8SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1280253a63b8SMichael Tuexen #else 1281253a63b8SMichael Tuexen asoc->size_on_all_streams = 0; 1282253a63b8SMichael Tuexen #endif 1283253a63b8SMichael Tuexen } 1284253a63b8SMichael Tuexen strm->pd_api_started = 1; 1285253a63b8SMichael Tuexen control->pdapi_started = 1; 1286253a63b8SMichael Tuexen } 128744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 128844249214SRandall Stewart control, 128944249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1290d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 129144249214SRandall Stewart } 129249656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1293c09a1534SMichael Tuexen if (done) { 129444249214SRandall Stewart control = nctl; 129544249214SRandall Stewart goto deliver_more; 129644249214SRandall Stewart } 129744249214SRandall Stewart } 129844249214SRandall Stewart } 129944249214SRandall Stewart out: 130044249214SRandall Stewart return (ret); 130144249214SRandall Stewart } 130244249214SRandall Stewart 1303d1ea5fa9SMichael Tuexen 130428cd0699SMichael Tuexen uint32_t 130544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 130644249214SRandall Stewart struct sctp_stream_in *strm, 130744249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1308b0471b4bSMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 1309b0471b4bSMichael Tuexen { 131044249214SRandall Stewart /* 131144249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 131244249214SRandall Stewart * control and free up the chunk resources. 131344249214SRandall Stewart */ 131428cd0699SMichael Tuexen uint32_t added = 0; 131544249214SRandall Stewart int i_locked = 0; 131644249214SRandall Stewart 1317d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 131844249214SRandall Stewart /* 131944249214SRandall Stewart * Its being pd-api'd so we must do some locks. 132044249214SRandall Stewart */ 132144249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 132244249214SRandall Stewart i_locked = 1; 132344249214SRandall Stewart } 132444249214SRandall Stewart if (control->data == NULL) { 132544249214SRandall Stewart control->data = chk->data; 132644249214SRandall Stewart sctp_setup_tail_pointer(control); 132744249214SRandall Stewart } else { 132828cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 132944249214SRandall Stewart } 133049656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 133144249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 133244249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 133349656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 133444249214SRandall Stewart chk->data = NULL; 133544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 133644249214SRandall Stewart control->first_frag_seen = 1; 13378b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13388b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 133944249214SRandall Stewart } 134044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 134144249214SRandall Stewart /* Its complete */ 134244249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 134344249214SRandall Stewart if (control->pdapi_started) { 134444249214SRandall Stewart control->pdapi_started = 0; 134544249214SRandall Stewart strm->pd_api_started = 0; 134644249214SRandall Stewart } 134744249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 134844249214SRandall Stewart /* Unordered */ 134944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 135044249214SRandall Stewart control->on_strm_q = 0; 135144249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 135244249214SRandall Stewart /* Ordered */ 135344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 1354253a63b8SMichael Tuexen /* 1355253a63b8SMichael Tuexen * Don't need to decrement 1356253a63b8SMichael Tuexen * size_on_all_streams, since control is on 1357253a63b8SMichael Tuexen * the read queue. 1358253a63b8SMichael Tuexen */ 135928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 136044249214SRandall Stewart control->on_strm_q = 0; 136198d5fd97SMichael Tuexen #ifdef INVARIANTS 136244249214SRandall Stewart } else if (control->on_strm_q) { 136344249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 136444249214SRandall Stewart control->on_strm_q); 136598d5fd97SMichael Tuexen #endif 136644249214SRandall Stewart } 136744249214SRandall Stewart } 136844249214SRandall Stewart control->end_added = 1; 136944249214SRandall Stewart control->last_frag_seen = 1; 137044249214SRandall Stewart } 137144249214SRandall Stewart if (i_locked) { 137244249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 137344249214SRandall Stewart } 137444249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 137528cd0699SMichael Tuexen return (added); 1376f8829a4aSRandall Stewart } 1377f8829a4aSRandall Stewart 1378f8829a4aSRandall Stewart /* 1379f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1380f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1381f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1382f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1383f8829a4aSRandall Stewart */ 1384f8829a4aSRandall Stewart static void 1385f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 138644249214SRandall Stewart struct sctp_queued_to_read *control, 138744249214SRandall Stewart struct sctp_tmit_chunk *chk, 138844249214SRandall Stewart int created_control, 138944249214SRandall Stewart int *abort_flag, uint32_t tsn) 1390f8829a4aSRandall Stewart { 139144249214SRandall Stewart uint32_t next_fsn; 139244249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13933d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1394c09a1534SMichael Tuexen int do_wakeup, unordered; 139528cd0699SMichael Tuexen uint32_t lenadded; 1396f8829a4aSRandall Stewart 13973d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1398f8829a4aSRandall Stewart /* 139944249214SRandall Stewart * For old un-ordered data chunks. 1400f8829a4aSRandall Stewart */ 140144249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 140244249214SRandall Stewart unordered = 1; 1403f8829a4aSRandall Stewart } else { 140444249214SRandall Stewart unordered = 0; 140544249214SRandall Stewart } 140644249214SRandall Stewart /* Must be added to the stream-in queue */ 140744249214SRandall Stewart if (created_control) { 140828cd0699SMichael Tuexen if (unordered == 0) { 140928cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 141028cd0699SMichael Tuexen } 141144249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 141244249214SRandall Stewart /* Duplicate SSN? */ 1413b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 141444249214SRandall Stewart abort_flag, 141544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 141653999485SMichael Tuexen sctp_clean_up_control(stcb, control); 141744249214SRandall Stewart return; 141844249214SRandall Stewart } 141944249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1420f8829a4aSRandall Stewart /* 142144249214SRandall Stewart * Ok we created this control and now lets validate 142244249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 142344249214SRandall Stewart * and we have up to the cum-ack then its invalid. 142444249214SRandall Stewart */ 142544249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1426b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142744249214SRandall Stewart abort_flag, 142844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 142944249214SRandall Stewart return; 143044249214SRandall Stewart } 143144249214SRandall Stewart } 143244249214SRandall Stewart } 1433a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1434d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 143544249214SRandall Stewart return; 143644249214SRandall Stewart } 143744249214SRandall Stewart /* 143844249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 143944249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 144044249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 144144249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 144244249214SRandall Stewart * in its place. 144344249214SRandall Stewart */ 144444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 144544249214SRandall Stewart /* Its the very first one. */ 144644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1447f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 144849656eefSMichael Tuexen chk->rec.data.fsn); 144944249214SRandall Stewart if (control->first_frag_seen) { 145044249214SRandall Stewart /* 145144249214SRandall Stewart * Error on senders part, they either sent us two 145244249214SRandall Stewart * data chunks with FIRST, or they sent two 145344249214SRandall Stewart * un-ordered chunks that were fragmented at the 145444249214SRandall Stewart * same time in the same stream. 145544249214SRandall Stewart */ 1456b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 145744249214SRandall Stewart abort_flag, 145844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 145944249214SRandall Stewart return; 146044249214SRandall Stewart } 146144249214SRandall Stewart control->first_frag_seen = 1; 14628b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14638b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 146449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 146544249214SRandall Stewart control->data = chk->data; 146649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 146744249214SRandall Stewart chk->data = NULL; 146844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 146944249214SRandall Stewart sctp_setup_tail_pointer(control); 147028cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 147144249214SRandall Stewart } else { 147244249214SRandall Stewart /* Place the chunk in our list */ 147344249214SRandall Stewart int inserted = 0; 147444249214SRandall Stewart 147544249214SRandall Stewart if (control->last_frag_seen == 0) { 147644249214SRandall Stewart /* Still willing to raise highest FSN seen */ 147749656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 147844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1479f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 148049656eefSMichael Tuexen chk->rec.data.fsn); 148149656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 148244249214SRandall Stewart } 148344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 148444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1485f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 148649656eefSMichael Tuexen chk->rec.data.fsn); 148744249214SRandall Stewart control->last_frag_seen = 1; 1488ec24a1b6SMichael Tuexen if (SCTP_TSN_GT(control->top_fsn, chk->rec.data.fsn)) { 1489ec24a1b6SMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, 1490ec24a1b6SMichael Tuexen "New fsn: %u is not at top_fsn: %u -- abort\n", 1491ec24a1b6SMichael Tuexen chk->rec.data.fsn, 1492ec24a1b6SMichael Tuexen control->top_fsn); 1493ec24a1b6SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 1494ec24a1b6SMichael Tuexen abort_flag, 1495ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 1496ec24a1b6SMichael Tuexen return; 1497ec24a1b6SMichael Tuexen } 149844249214SRandall Stewart } 149944249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 150044249214SRandall Stewart /* 150144249214SRandall Stewart * For IDATA we always check since we know 150244249214SRandall Stewart * that the first fragment is 0. For old 150344249214SRandall Stewart * DATA we have to receive the first before 1504cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 150544249214SRandall Stewart */ 150649656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1507b7b84c0eSMichael Tuexen /* 1508b7b84c0eSMichael Tuexen * We have already delivered up to 1509b7b84c0eSMichael Tuexen * this so its a dup 1510b7b84c0eSMichael Tuexen */ 1511b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 151244249214SRandall Stewart abort_flag, 1513ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 151444249214SRandall Stewart return; 151544249214SRandall Stewart } 151644249214SRandall Stewart } 151744249214SRandall Stewart } else { 151844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 151944249214SRandall Stewart /* Second last? huh? */ 152044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1521f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 152249656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1523b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 152444249214SRandall Stewart chk, abort_flag, 1525ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 152644249214SRandall Stewart return; 152744249214SRandall Stewart } 152844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 152944249214SRandall Stewart /* 153044249214SRandall Stewart * For IDATA we always check since we know 153144249214SRandall Stewart * that the first fragment is 0. For old 153244249214SRandall Stewart * DATA we have to receive the first before 1533cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 153444249214SRandall Stewart */ 153544249214SRandall Stewart 153649656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1537b7b84c0eSMichael Tuexen /* 1538b7b84c0eSMichael Tuexen * We have already delivered up to 1539b7b84c0eSMichael Tuexen * this so its a dup 1540b7b84c0eSMichael Tuexen */ 154144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1542f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 154349656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1544b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 154544249214SRandall Stewart abort_flag, 1546ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 154744249214SRandall Stewart return; 154844249214SRandall Stewart } 154944249214SRandall Stewart } 1550b7b84c0eSMichael Tuexen /* 1551b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1552b7b84c0eSMichael Tuexen * one 1553b7b84c0eSMichael Tuexen */ 155449656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 155544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1556f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 155749656eefSMichael Tuexen chk->rec.data.fsn, 155844249214SRandall Stewart control->top_fsn); 1559b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 156044249214SRandall Stewart abort_flag, 1561ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 156244249214SRandall Stewart return; 156344249214SRandall Stewart } 156444249214SRandall Stewart } 156544249214SRandall Stewart /* 156644249214SRandall Stewart * If we reach here, we need to place the new chunk in the 156744249214SRandall Stewart * reassembly for this control. 156844249214SRandall Stewart */ 156944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1570f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 157149656eefSMichael Tuexen chk->rec.data.fsn); 157244249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 157349656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 157444249214SRandall Stewart /* 157544249214SRandall Stewart * This one in queue is bigger than the new 157644249214SRandall Stewart * one, insert the new one before at. 157744249214SRandall Stewart */ 157844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1579f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 158049656eefSMichael Tuexen at->rec.data.fsn); 1581f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1582f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 158344249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 158444249214SRandall Stewart inserted = 1; 158544249214SRandall Stewart break; 158649656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1587b7b84c0eSMichael Tuexen /* 1588b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1589b7b84c0eSMichael Tuexen * number 1590b7b84c0eSMichael Tuexen */ 159144249214SRandall Stewart /* 159244249214SRandall Stewart * foo bar, I guess I will just free this 159344249214SRandall Stewart * new guy, should we abort too? FIX ME 159444249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 159544249214SRandall Stewart * wrapped. Maybe I should compare to TSN 159644249214SRandall Stewart * somehow... sigh for now just blow away 159744249214SRandall Stewart * the chunk! 159844249214SRandall Stewart */ 159944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1600f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 160149656eefSMichael Tuexen at->rec.data.fsn); 1602b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 160344249214SRandall Stewart chk, abort_flag, 1604ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_14); 160544249214SRandall Stewart return; 160644249214SRandall Stewart } 160744249214SRandall Stewart } 160844249214SRandall Stewart if (inserted == 0) { 160944249214SRandall Stewart /* Goes on the end */ 1610f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 161149656eefSMichael Tuexen chk->rec.data.fsn); 161244249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 161344249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 161444249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 161544249214SRandall Stewart } 161644249214SRandall Stewart } 161744249214SRandall Stewart /* 161844249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 161944249214SRandall Stewart * are in seq if it makes sense. 162044249214SRandall Stewart */ 1621c09a1534SMichael Tuexen do_wakeup = 0; 162244249214SRandall Stewart /* 162344249214SRandall Stewart * If the first fragment has not been seen there is no sense in 162444249214SRandall Stewart * looking. 162544249214SRandall Stewart */ 162644249214SRandall Stewart if (control->first_frag_seen) { 162744249214SRandall Stewart next_fsn = control->fsn_included + 1; 162844249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 162949656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 163044249214SRandall Stewart /* We can add this one now to the control */ 163144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1632f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 163344249214SRandall Stewart control, at, 163449656eefSMichael Tuexen at->rec.data.fsn, 163544249214SRandall Stewart next_fsn, control->fsn_included); 163644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 163728cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1638c09a1534SMichael Tuexen if (control->on_read_q) { 1639c09a1534SMichael Tuexen do_wakeup = 1; 164072e23abaSMichael Tuexen } else { 164172e23abaSMichael Tuexen /* 164272e23abaSMichael Tuexen * We only add to the 164372e23abaSMichael Tuexen * size-on-all-streams if its not on 164472e23abaSMichael Tuexen * the read q. The read q flag will 164572e23abaSMichael Tuexen * cause a sballoc so its accounted 164672e23abaSMichael Tuexen * for there. 164772e23abaSMichael Tuexen */ 164872e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1649c09a1534SMichael Tuexen } 165044249214SRandall Stewart next_fsn++; 165144249214SRandall Stewart if (control->end_added && control->pdapi_started) { 165244249214SRandall Stewart if (strm->pd_api_started) { 165344249214SRandall Stewart strm->pd_api_started = 0; 165444249214SRandall Stewart control->pdapi_started = 0; 165544249214SRandall Stewart } 165644249214SRandall Stewart if (control->on_read_q == 0) { 165744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 165844249214SRandall Stewart control, 165944249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 166044249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 166144249214SRandall Stewart } 166244249214SRandall Stewart break; 166344249214SRandall Stewart } 166444249214SRandall Stewart } else { 1665f8829a4aSRandall Stewart break; 1666f8829a4aSRandall Stewart } 1667f8829a4aSRandall Stewart } 1668f8829a4aSRandall Stewart } 1669c09a1534SMichael Tuexen if (do_wakeup) { 167044249214SRandall Stewart /* Need to wakeup the reader */ 1671b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1672f8829a4aSRandall Stewart } 1673f8829a4aSRandall Stewart } 1674f8829a4aSRandall Stewart 167544249214SRandall Stewart static struct sctp_queued_to_read * 167649656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1677f8829a4aSRandall Stewart { 1678c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1679f8829a4aSRandall Stewart 168044249214SRandall Stewart if (ordered) { 1681c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 168249656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 168344249214SRandall Stewart break; 168444249214SRandall Stewart } 168544249214SRandall Stewart } 1686f8829a4aSRandall Stewart } else { 168749656eefSMichael Tuexen if (idata_supported) { 1688c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 168949656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 169044249214SRandall Stewart break; 1691f8829a4aSRandall Stewart } 1692f8829a4aSRandall Stewart } 169349656eefSMichael Tuexen } else { 169449656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 169549656eefSMichael Tuexen } 1696f8829a4aSRandall Stewart } 1697c09a1534SMichael Tuexen return (control); 1698f8829a4aSRandall Stewart } 169944249214SRandall Stewart 1700f8829a4aSRandall Stewart static int 1701f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 170244249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1703f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 17048b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1705f8829a4aSRandall Stewart { 170695844fceSMichael Tuexen struct sctp_tmit_chunk *chk = NULL; /* make gcc happy */ 170749656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1708f8829a4aSRandall Stewart struct mbuf *dmbuf; 17097215cc1bSMichael Tuexen int the_len; 1710139bc87fSRandall Stewart int need_reasm_check = 0; 171149656eefSMichael Tuexen uint16_t sid; 1712ff1ffd74SMichael Tuexen struct mbuf *op_err; 1713ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 171428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 171549656eefSMichael Tuexen uint32_t ppid; 17168b9c95f4SMichael Tuexen uint8_t chk_flags; 171717205eccSRandall Stewart struct sctp_stream_reset_list *liste; 171844249214SRandall Stewart int ordered; 171944249214SRandall Stewart size_t clen; 172044249214SRandall Stewart int created_control = 0; 1721f8829a4aSRandall Stewart 17228b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 17238b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 17248b9c95f4SMichael Tuexen 17258b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 172644249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 17278b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 172844249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 17298b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17308b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17318b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 17328b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 173344249214SRandall Stewart fsn = 0; 17348b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 173544249214SRandall Stewart } else { 17368b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 17378b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 173844249214SRandall Stewart } 17398b9c95f4SMichael Tuexen } else { 17408b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17418b9c95f4SMichael Tuexen 17428b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17438b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17448b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17458b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17468b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17478b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17488b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17498b9c95f4SMichael Tuexen fsn = tsn; 17508b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17518b9c95f4SMichael Tuexen } 175244249214SRandall Stewart if ((size_t)chk_length == clen) { 175344249214SRandall Stewart /* 175444249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 175544249214SRandall Stewart */ 17568b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 1757bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 175844249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 175944249214SRandall Stewart *abort_flag = 1; 176044249214SRandall Stewart return (0); 176144249214SRandall Stewart } 17628b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1763b3f1ea41SRandall Stewart asoc->send_sack = 1; 1764b3f1ea41SRandall Stewart } 17658b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1766b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1767c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 176880fefe0aSRandall Stewart } 1769ad81507eSRandall Stewart if (stcb == NULL) { 1770ad81507eSRandall Stewart return (0); 1771ad81507eSRandall Stewart } 17728b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 177320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1774f8829a4aSRandall Stewart /* It is a duplicate */ 1775f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1776f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1777f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1778f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1779f8829a4aSRandall Stewart asoc->numduptsns++; 1780f8829a4aSRandall Stewart } 1781b201f536SRandall Stewart asoc->send_sack = 1; 1782f8829a4aSRandall Stewart return (0); 1783f8829a4aSRandall Stewart } 1784f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1785d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1786f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1787f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1788f8829a4aSRandall Stewart return (0); 1789f8829a4aSRandall Stewart } 1790f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1791207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17920696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1793f8829a4aSRandall Stewart /* Can't expand, drop it */ 1794f8829a4aSRandall Stewart return (0); 1795f8829a4aSRandall Stewart } 1796f8829a4aSRandall Stewart } 179720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1798f8829a4aSRandall Stewart *high_tsn = tsn; 1799f8829a4aSRandall Stewart } 1800f8829a4aSRandall Stewart /* See if we have received this one already */ 180177acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 180277acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1803f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1804f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1805f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1806f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1807f8829a4aSRandall Stewart asoc->numduptsns++; 1808f8829a4aSRandall Stewart } 180942551e99SRandall Stewart asoc->send_sack = 1; 1810f8829a4aSRandall Stewart return (0); 1811f8829a4aSRandall Stewart } 1812f8829a4aSRandall Stewart /* 1813f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1814f8829a4aSRandall Stewart * to be sent up above 1815f8829a4aSRandall Stewart */ 1816ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1817f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1818ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1819f8829a4aSRandall Stewart /* 1820f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1821f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1822f8829a4aSRandall Stewart */ 1823ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1824a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1825f8829a4aSRandall Stewart *abort_flag = 1; 1826f8829a4aSRandall Stewart return (0); 1827f8829a4aSRandall Stewart } 1828f8829a4aSRandall Stewart /* 1829f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1830f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1831f8829a4aSRandall Stewart * for on a partial delivery API. 1832f8829a4aSRandall Stewart */ 1833f8829a4aSRandall Stewart 183444249214SRandall Stewart /* Is the stream valid? */ 183549656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 183686eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1837f8829a4aSRandall Stewart 183886eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1839eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 184086eda749SMichael Tuexen if (op_err != NULL) { 1841f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 184286eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 184386eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1844f8829a4aSRandall Stewart /* 1845f8829a4aSRandall Stewart * Error causes are just param's and this one has 1846f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1847f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1848f8829a4aSRandall Stewart */ 184986eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 185086eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 185186eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18528b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 185386eda749SMichael Tuexen cause->reserved = htons(0); 185486eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1855f8829a4aSRandall Stewart } 1856f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1857207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1858830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 185920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1860830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1861d06c82f1SRandall Stewart } 1862d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1863d06c82f1SRandall Stewart /* Update cum-ack */ 1864d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1865d06c82f1SRandall Stewart } 1866f8829a4aSRandall Stewart return (0); 1867f8829a4aSRandall Stewart } 1868f8829a4aSRandall Stewart /* 186944249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 187044249214SRandall Stewart * on the reassembly queues. 1871f8829a4aSRandall Stewart */ 18728b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18738b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1874be46a7c5SMichael Tuexen (fsn == 0)) { 187544249214SRandall Stewart /* 187644249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1877be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1878be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 187944249214SRandall Stewart */ 1880be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 18818b9c95f4SMichael Tuexen mid, chk_flags); 188244249214SRandall Stewart goto err_out; 188344249214SRandall Stewart } 18843d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 188544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18868b9c95f4SMichael Tuexen chk_flags, control); 18878b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1888be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1889be46a7c5SMichael Tuexen if (control != NULL) { 189044249214SRandall Stewart /* We found something, does it belong? */ 189149656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 189249656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 189344249214SRandall Stewart err_out: 189444249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1895bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 189644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 189744249214SRandall Stewart *abort_flag = 1; 189844249214SRandall Stewart return (0); 189944249214SRandall Stewart } 190044249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1901b7b84c0eSMichael Tuexen /* 1902b7b84c0eSMichael Tuexen * We can't have a switched order with an 1903b7b84c0eSMichael Tuexen * unordered chunk 1904b7b84c0eSMichael Tuexen */ 1905be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1906be46a7c5SMichael Tuexen tsn); 190744249214SRandall Stewart goto err_out; 190844249214SRandall Stewart } 190944249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1910b7b84c0eSMichael Tuexen /* 1911b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1912b7b84c0eSMichael Tuexen * ordered chunk 1913b7b84c0eSMichael Tuexen */ 1914be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1915be46a7c5SMichael Tuexen tsn); 191644249214SRandall Stewart goto err_out; 191744249214SRandall Stewart } 191844249214SRandall Stewart } 191944249214SRandall Stewart } else { 192044249214SRandall Stewart /* 192144249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 192244249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 192344249214SRandall Stewart * ordered) or in the same Stream for unordered. 192444249214SRandall Stewart */ 1925be46a7c5SMichael Tuexen if (control != NULL) { 192649656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 192749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 19288b9c95f4SMichael Tuexen chk_flags, mid); 192949656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 193044249214SRandall Stewart goto err_out; 1931be46a7c5SMichael Tuexen } else { 1932be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1933be46a7c5SMichael Tuexen (control->end_added == 0)) { 1934be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1935be46a7c5SMichael Tuexen goto err_out; 1936be46a7c5SMichael Tuexen } else { 1937be46a7c5SMichael Tuexen control = NULL; 1938be46a7c5SMichael Tuexen } 1939be46a7c5SMichael Tuexen } 194044249214SRandall Stewart } 194144249214SRandall Stewart } 194244249214SRandall Stewart /* now do the tests */ 194344249214SRandall Stewart if (((asoc->cnt_on_all_streams + 194444249214SRandall Stewart asoc->cnt_on_reasm_queue + 194544249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 194644249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 194744249214SRandall Stewart /* 194844249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 194944249214SRandall Stewart * the reader is doing its job... 195044249214SRandall Stewart */ 195144249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 195244249214SRandall Stewart /* some to read, wake-up */ 195344249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 195444249214SRandall Stewart struct socket *so; 195544249214SRandall Stewart 195644249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 195744249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 195844249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 195944249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 196044249214SRandall Stewart SCTP_TCB_LOCK(stcb); 196144249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 196244249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 196344249214SRandall Stewart /* assoc was freed while we were unlocked */ 196444249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 196544249214SRandall Stewart return (0); 196644249214SRandall Stewart } 196744249214SRandall Stewart #endif 196844249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 196944249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 197044249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 197144249214SRandall Stewart #endif 197244249214SRandall Stewart } 197344249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19748b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 197544249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 197644249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 197744249214SRandall Stewart /* Nope not in the valid range dump it */ 197844249214SRandall Stewart dump_packet: 197944249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 198044249214SRandall Stewart if ((asoc->cnt_on_all_streams + 198144249214SRandall Stewart asoc->cnt_on_reasm_queue + 198244249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 198344249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 198444249214SRandall Stewart } else { 198544249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 198644249214SRandall Stewart } 198744249214SRandall Stewart *break_flag = 1; 198844249214SRandall Stewart return (0); 198944249214SRandall Stewart } 199044249214SRandall Stewart } else { 199144249214SRandall Stewart if (control == NULL) { 199244249214SRandall Stewart goto dump_packet; 199344249214SRandall Stewart } 199444249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 199544249214SRandall Stewart goto dump_packet; 199644249214SRandall Stewart } 199744249214SRandall Stewart } 199844249214SRandall Stewart } 1999f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 200018e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 200118e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 200218e198d3SRandall Stewart asoc->tsn_in_at = 0; 200318e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 200418e198d3SRandall Stewart } 2005f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 200649656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 200749656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 2008f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 2009f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 201018e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 201118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 201218e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 2013f42a358aSRandall Stewart asoc->tsn_in_at++; 2014f42a358aSRandall Stewart #endif 201544249214SRandall Stewart /* 201644249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 201744249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 201844249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 201944249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 202044249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 202144249214SRandall Stewart */ 20228b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 2023d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 20248b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 202549656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 2026f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 2027f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 202849656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 2029f8829a4aSRandall Stewart 203049656eefSMichael Tuexen if (asoc->idata_supported) { 203149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 203249656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 203349656eefSMichael Tuexen tsn, 203449656eefSMichael Tuexen sid, 203549656eefSMichael Tuexen mid); 203649656eefSMichael Tuexen } else { 2037ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 203849656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 203949656eefSMichael Tuexen tsn, 204049656eefSMichael Tuexen sid, 204149656eefSMichael Tuexen (uint16_t)mid); 204249656eefSMichael Tuexen } 2043ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2044bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_17; 2045ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2046f8829a4aSRandall Stewart *abort_flag = 1; 2047f8829a4aSRandall Stewart return (0); 2048f8829a4aSRandall Stewart } 20498b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 205044249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 205144249214SRandall Stewart } else { 2052f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 205344249214SRandall Stewart } 2054f8829a4aSRandall Stewart if (last_chunk == 0) { 20558b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 205644249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 205744249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 205844249214SRandall Stewart the_len, M_NOWAIT); 205944249214SRandall Stewart } else { 206044b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2061f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2062eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 206344249214SRandall Stewart } 2064f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2065b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20664be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2067f8829a4aSRandall Stewart } 2068f8829a4aSRandall Stewart #endif 2069f8829a4aSRandall Stewart } else { 2070f8829a4aSRandall Stewart /* We can steal the last chunk */ 2071139bc87fSRandall Stewart int l_len; 2072139bc87fSRandall Stewart 2073f8829a4aSRandall Stewart dmbuf = *m; 2074f8829a4aSRandall Stewart /* lop off the top part */ 20758b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 207644249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 207744249214SRandall Stewart } else { 2078f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 207944249214SRandall Stewart } 2080139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2081139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2082139bc87fSRandall Stewart } else { 2083139bc87fSRandall Stewart /* 2084139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2085139bc87fSRandall Stewart * this to often :-0 2086139bc87fSRandall Stewart */ 2087139bc87fSRandall Stewart struct mbuf *lat; 2088139bc87fSRandall Stewart 2089139bc87fSRandall Stewart l_len = 0; 209060990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2091139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2092139bc87fSRandall Stewart } 2093139bc87fSRandall Stewart } 2094139bc87fSRandall Stewart if (l_len > the_len) { 2095f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2096139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2097f8829a4aSRandall Stewart } 2098f8829a4aSRandall Stewart } 2099f8829a4aSRandall Stewart if (dmbuf == NULL) { 2100f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2101f8829a4aSRandall Stewart return (0); 2102f8829a4aSRandall Stewart } 210344249214SRandall Stewart /* 21048b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 210544249214SRandall Stewart * one (we may have gotten it above when we found the message was 210644249214SRandall Stewart * fragmented 210744249214SRandall Stewart */ 210844249214SRandall Stewart if (control == NULL) { 210944249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 211044249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 211149656eefSMichael Tuexen ppid, 211249656eefSMichael Tuexen sid, 21138b9c95f4SMichael Tuexen chk_flags, 211449656eefSMichael Tuexen NULL, fsn, mid); 211544249214SRandall Stewart if (control == NULL) { 211644249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 211744249214SRandall Stewart return (0); 211844249214SRandall Stewart } 21198b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 21201f76872cSMichael Tuexen struct mbuf *mm; 212128cd0699SMichael Tuexen 212244249214SRandall Stewart control->data = dmbuf; 212363fb39baSMichael Tuexen control->tail_mbuf = NULL; 21241f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 21251f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 212663fb39baSMichael Tuexen if (SCTP_BUF_NEXT(mm) == NULL) { 212763fb39baSMichael Tuexen control->tail_mbuf = mm; 212828cd0699SMichael Tuexen } 212963fb39baSMichael Tuexen } 21308b9c95f4SMichael Tuexen control->end_added = 1; 21318b9c95f4SMichael Tuexen control->last_frag_seen = 1; 21328b9c95f4SMichael Tuexen control->first_frag_seen = 1; 21338b9c95f4SMichael Tuexen control->fsn_included = fsn; 21348b9c95f4SMichael Tuexen control->top_fsn = fsn; 213544249214SRandall Stewart } 213644249214SRandall Stewart created_control = 1; 213744249214SRandall Stewart } 213849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 21398b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 21408b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2141f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2142f42a358aSRandall Stewart ((ordered == 0) || 214349656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 214449656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2145f8829a4aSRandall Stewart /* Candidate for express delivery */ 2146f8829a4aSRandall Stewart /* 2147f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2148f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2149f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2150f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2151f8829a4aSRandall Stewart * stuff it up the buffer.... 2152f8829a4aSRandall Stewart */ 21531ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 215420b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21551ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21561ea735c8SMichael Tuexen } 215749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 215849656eefSMichael Tuexen control, mid); 215944249214SRandall Stewart 2160cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2161cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2162cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2163830d754dSRandall Stewart 21648b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2165f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21663d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2167f8829a4aSRandall Stewart } 2168f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2169b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 217049656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2171f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 217280fefe0aSRandall Stewart } 2173f8829a4aSRandall Stewart control = NULL; 2174f8829a4aSRandall Stewart goto finish_express_del; 2175f8829a4aSRandall Stewart } 21760053ed28SMichael Tuexen 217744249214SRandall Stewart /* Now will we need a chunk too? */ 21788b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2179f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2180f8829a4aSRandall Stewart if (chk == NULL) { 2181f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2182f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2183f8829a4aSRandall Stewart if (last_chunk == 0) { 2184f8829a4aSRandall Stewart /* we copied it, free the copy */ 2185f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2186f8829a4aSRandall Stewart } 2187f8829a4aSRandall Stewart return (0); 2188f8829a4aSRandall Stewart } 218949656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2190f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 219149656eefSMichael Tuexen chk->rec.data.fsn = fsn; 219249656eefSMichael Tuexen chk->rec.data.mid = mid; 219349656eefSMichael Tuexen chk->rec.data.sid = sid; 219449656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2195f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2196f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21978b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2198f8829a4aSRandall Stewart chk->asoc = asoc; 2199f8829a4aSRandall Stewart chk->send_size = the_len; 2200f8829a4aSRandall Stewart chk->whoTo = net; 220149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 220244249214SRandall Stewart chk, 220349656eefSMichael Tuexen control, mid); 2204f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2205f8829a4aSRandall Stewart chk->data = dmbuf; 220644249214SRandall Stewart } 220744249214SRandall Stewart /* Set the appropriate TSN mark */ 220844249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 220944249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 221044249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 221144249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 221244249214SRandall Stewart } 2213f8829a4aSRandall Stewart } else { 221444249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 221544249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 221644249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2217f8829a4aSRandall Stewart } 2218f8829a4aSRandall Stewart } 221944249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 22208b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2221f8829a4aSRandall Stewart /* 222244249214SRandall Stewart * Special check for when streams are resetting. We could be 222344249214SRandall Stewart * more smart about this and check the actual stream to see 222444249214SRandall Stewart * if it is not being reset.. that way we would not create a 222544249214SRandall Stewart * HOLB when amongst streams being reset and those not being 222644249214SRandall Stewart * reset. 2227f8829a4aSRandall Stewart * 2228f8829a4aSRandall Stewart */ 2229f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 223020b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2231f8829a4aSRandall Stewart /* 223244249214SRandall Stewart * yep its past where we need to reset... go ahead 223344249214SRandall Stewart * and queue it. 2234f8829a4aSRandall Stewart */ 2235f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2236f8829a4aSRandall Stewart /* first one on */ 2237f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2238f8829a4aSRandall Stewart } else { 223928cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2240f8829a4aSRandall Stewart unsigned char inserted = 0; 2241f8829a4aSRandall Stewart 224228cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 224328cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 224444249214SRandall Stewart 22454a9ef3f8SMichael Tuexen continue; 2246f8829a4aSRandall Stewart } else { 2247f8829a4aSRandall Stewart /* found it */ 224828cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2249f8829a4aSRandall Stewart inserted = 1; 2250f8829a4aSRandall Stewart break; 2251f8829a4aSRandall Stewart } 2252f8829a4aSRandall Stewart } 2253f8829a4aSRandall Stewart if (inserted == 0) { 2254f8829a4aSRandall Stewart /* 225544249214SRandall Stewart * must be put at end, use prevP 225644249214SRandall Stewart * (all setup from loop) to setup 225744249214SRandall Stewart * nextP. 2258f8829a4aSRandall Stewart */ 2259f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2260f8829a4aSRandall Stewart } 2261f8829a4aSRandall Stewart } 226244249214SRandall Stewart goto finish_express_del; 226344249214SRandall Stewart } 22648b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 226544249214SRandall Stewart /* queue directly into socket buffer */ 226649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 226749656eefSMichael Tuexen control, mid); 226844249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 226944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 227044249214SRandall Stewart control, 227144249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 227244249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 227344249214SRandall Stewart 2274f8829a4aSRandall Stewart } else { 227549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 227649656eefSMichael Tuexen mid); 22773d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2278f8829a4aSRandall Stewart if (*abort_flag) { 22798be0fd55SMichael Tuexen if (last_chunk) { 22808be0fd55SMichael Tuexen *m = NULL; 22818be0fd55SMichael Tuexen } 2282f8829a4aSRandall Stewart return (0); 2283f8829a4aSRandall Stewart } 2284f8829a4aSRandall Stewart } 228544249214SRandall Stewart goto finish_express_del; 2286f8829a4aSRandall Stewart } 228744249214SRandall Stewart /* If we reach here its a reassembly */ 228844249214SRandall Stewart need_reasm_check = 1; 228944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 229049656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 229149656eefSMichael Tuexen control, mid); 22923d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2293f8829a4aSRandall Stewart if (*abort_flag) { 2294a5d547adSRandall Stewart /* 229544249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 229644249214SRandall Stewart * queue, which has all been freed. 2297a5d547adSRandall Stewart */ 22988be0fd55SMichael Tuexen if (last_chunk) { 2299a5d547adSRandall Stewart *m = NULL; 23008be0fd55SMichael Tuexen } 2301f8829a4aSRandall Stewart return (0); 2302f8829a4aSRandall Stewart } 2303f8829a4aSRandall Stewart finish_express_del: 230444249214SRandall Stewart /* Here we tidy up things */ 2305307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2306307b49efSMichael Tuexen /* Update cum-ack */ 2307307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2308307b49efSMichael Tuexen } 2309f8829a4aSRandall Stewart if (last_chunk) { 2310f8829a4aSRandall Stewart *m = NULL; 2311f8829a4aSRandall Stewart } 2312f42a358aSRandall Stewart if (ordered) { 2313f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2314f8829a4aSRandall Stewart } else { 2315f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2316f8829a4aSRandall Stewart } 2317f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2318f8829a4aSRandall Stewart /* Set it present please */ 2319b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 232049656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 232180fefe0aSRandall Stewart } 2322b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2323f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2324f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 232580fefe0aSRandall Stewart } 23263d6fe5d8SMichael Tuexen if (need_reasm_check) { 23273d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 23283d6fe5d8SMichael Tuexen need_reasm_check = 0; 23293d6fe5d8SMichael Tuexen } 233017205eccSRandall Stewart /* check the special flag for stream resets */ 233117205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 233220b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 233317205eccSRandall Stewart /* 233417205eccSRandall Stewart * we have finished working through the backlogged TSN's now 233517205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 233617205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 233717205eccSRandall Stewart * pending_reply_queue. 233817205eccSRandall Stewart */ 2339a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 234017205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 23417cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2342207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23433c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 234417205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23454a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 234617205eccSRandall Stewart /* All can be removed */ 234728cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 234828cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 234928cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 235017205eccSRandall Stewart if (*abort_flag) { 235117205eccSRandall Stewart return (0); 235217205eccSRandall Stewart } 23533d6fe5d8SMichael Tuexen if (need_reasm_check) { 235428cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23553d6fe5d8SMichael Tuexen need_reasm_check = 0; 23563d6fe5d8SMichael Tuexen } 235717205eccSRandall Stewart } 23584a9ef3f8SMichael Tuexen } else { 235928cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 236028cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23614a9ef3f8SMichael Tuexen break; 23624a9ef3f8SMichael Tuexen } 236317205eccSRandall Stewart /* 236428cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 236528cd0699SMichael Tuexen * can process it which is the NOT of 236628cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 236717205eccSRandall Stewart */ 236828cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 236928cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 237017205eccSRandall Stewart if (*abort_flag) { 237117205eccSRandall Stewart return (0); 237217205eccSRandall Stewart } 23733d6fe5d8SMichael Tuexen if (need_reasm_check) { 237428cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 237517205eccSRandall Stewart need_reasm_check = 0; 237617205eccSRandall Stewart } 23773d6fe5d8SMichael Tuexen } 23783d6fe5d8SMichael Tuexen } 2379139bc87fSRandall Stewart } 2380f8829a4aSRandall Stewart return (1); 2381f8829a4aSRandall Stewart } 2382f8829a4aSRandall Stewart 2383ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2384b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2385b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2386b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2387b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2388b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2389b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2390b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2391b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2392b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2393b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2394b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2395b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2396b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2397b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2398b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2399b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2400b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2401b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2402b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2403b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2404b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2405b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2406b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2407b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2408b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2409b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2410b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2411b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2412b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2413b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2414b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2415b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2416f8829a4aSRandall Stewart }; 2417f8829a4aSRandall Stewart 2418f8829a4aSRandall Stewart 2419f8829a4aSRandall Stewart void 2420b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2421f8829a4aSRandall Stewart { 2422f8829a4aSRandall Stewart /* 2423f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2424f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 242566bd30bdSRandall Stewart * 24265b495f17SMichael Tuexen * When you first glance at this you might think that all entries 24275b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 24285b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 242966bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 243066bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 243166bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 243266bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2433f8829a4aSRandall Stewart */ 2434f8829a4aSRandall Stewart struct sctp_association *asoc; 2435b3f1ea41SRandall Stewart int at; 243666bd30bdSRandall Stewart uint8_t val; 2437f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 243877acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2439f8829a4aSRandall Stewart 2440f8829a4aSRandall Stewart asoc = &stcb->asoc; 2441f8829a4aSRandall Stewart 2442f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2443f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2444f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2445f8829a4aSRandall Stewart /* 2446f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2447f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2448f8829a4aSRandall Stewart */ 2449f8829a4aSRandall Stewart at = 0; 2450b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 245166bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 245266bd30bdSRandall Stewart if (val == 0xff) { 2453f8829a4aSRandall Stewart at += 8; 2454f8829a4aSRandall Stewart } else { 2455f8829a4aSRandall Stewart /* there is a 0 bit */ 245666bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2457f8829a4aSRandall Stewart break; 2458f8829a4aSRandall Stewart } 2459f8829a4aSRandall Stewart } 2460b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2461f8829a4aSRandall Stewart 246220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 246320b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2464a5d547adSRandall Stewart #ifdef INVARIANTS 2465ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2466ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2467f8829a4aSRandall Stewart #else 2468ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2469ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24700e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2471b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2472b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2473b3f1ea41SRandall Stewart } 2474f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2475830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2476f8829a4aSRandall Stewart #endif 2477f8829a4aSRandall Stewart } 247820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 247977acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 248077acdc25SRandall Stewart } else { 248177acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 248277acdc25SRandall Stewart } 248377acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2484f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 248577acdc25SRandall Stewart /* highest becomes the cum-ack */ 248637f144ebSMichael Tuexen int clr; 248737f144ebSMichael Tuexen #ifdef INVARIANTS 248837f144ebSMichael Tuexen unsigned int i; 248937f144ebSMichael Tuexen #endif 2490f8829a4aSRandall Stewart 2491f8829a4aSRandall Stewart /* clear the array */ 2492b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2493c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2494f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2495f8829a4aSRandall Stewart } 2496f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2497830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 249837f144ebSMichael Tuexen #ifdef INVARIANTS 2499b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2500b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2501cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2502b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2503b5c16493SMichael Tuexen } 2504b5c16493SMichael Tuexen } 250537f144ebSMichael Tuexen #endif 250677acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 250777acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2508f8829a4aSRandall Stewart } else if (at >= 8) { 2509f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2510b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2511b3f1ea41SRandall Stewart 2512f8829a4aSRandall Stewart /* 2513f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2514f8829a4aSRandall Stewart * TSN value 2515f8829a4aSRandall Stewart */ 251677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 251777acdc25SRandall Stewart slide_end = (lgap >> 3); 2518f8829a4aSRandall Stewart if (slide_end < slide_from) { 251977acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2520d55b0b1bSRandall Stewart #ifdef INVARIANTS 2521f8829a4aSRandall Stewart panic("impossible slide"); 2522d55b0b1bSRandall Stewart #else 2523cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 252477acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2525d55b0b1bSRandall Stewart return; 2526d55b0b1bSRandall Stewart #endif 2527f8829a4aSRandall Stewart } 2528b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2529b3f1ea41SRandall Stewart #ifdef INVARIANTS 2530b3f1ea41SRandall Stewart panic("would overrun buffer"); 2531b3f1ea41SRandall Stewart #else 2532cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2533b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2534b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2535b3f1ea41SRandall Stewart #endif 2536b3f1ea41SRandall Stewart } 2537f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2538b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2539f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2540f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2541f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2542f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 254380fefe0aSRandall Stewart } 2544f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2545f8829a4aSRandall Stewart distance < 0) { 2546f8829a4aSRandall Stewart /* 2547f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2548f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2549f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2550f8829a4aSRandall Stewart * don't think this should happen :-0 2551f8829a4aSRandall Stewart */ 2552f8829a4aSRandall Stewart 2553b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2554f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2555f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2556f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 255780fefe0aSRandall Stewart } 2558f8829a4aSRandall Stewart } else { 2559f8829a4aSRandall Stewart int ii; 2560f8829a4aSRandall Stewart 2561f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 256237f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 256337f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 256477acdc25SRandall Stewart 2565f8829a4aSRandall Stewart } 2566aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2567f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 256877acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2569f8829a4aSRandall Stewart } 2570ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2571ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2572ee94f0a2SMichael Tuexen } 2573ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2574ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2575ee94f0a2SMichael Tuexen } 2576f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2577b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2578f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2579f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2580f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 258180fefe0aSRandall Stewart } 2582830d754dSRandall Stewart } 2583830d754dSRandall Stewart } 2584b5c16493SMichael Tuexen } 2585b5c16493SMichael Tuexen 2586b5c16493SMichael Tuexen void 25877215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2588b5c16493SMichael Tuexen { 2589b5c16493SMichael Tuexen struct sctp_association *asoc; 2590b5c16493SMichael Tuexen uint32_t highest_tsn; 2591ebecdad8SMichael Tuexen int is_a_gap; 2592b5c16493SMichael Tuexen 2593ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2594b5c16493SMichael Tuexen asoc = &stcb->asoc; 259520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2596b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2597b5c16493SMichael Tuexen } else { 2598b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2599b5c16493SMichael Tuexen } 2600ebecdad8SMichael Tuexen /* Is there a gap now? */ 2601ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2602b5c16493SMichael Tuexen 2603830d754dSRandall Stewart /* 2604f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2605f8829a4aSRandall Stewart * timer (if allowed). 2606f8829a4aSRandall Stewart */ 2607839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 2608f8829a4aSRandall Stewart /* 2609b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2610b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2611b5c16493SMichael Tuexen * SACK 2612f8829a4aSRandall Stewart */ 2613139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2614f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2615b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 2616bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_18); 2617f8829a4aSRandall Stewart } 2618ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2619ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2620ebecdad8SMichael Tuexen if (is_a_gap) { 2621689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2622ebecdad8SMichael Tuexen } 2623f8829a4aSRandall Stewart } else { 2624f8829a4aSRandall Stewart /* 2625b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2626b5c16493SMichael Tuexen * since last ack 2627f8829a4aSRandall Stewart */ 2628f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2629f8829a4aSRandall Stewart 263042551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 263142551e99SRandall Stewart * SACK */ 2632f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2633f8829a4aSRandall Stewart * longer is one */ 2634f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2635f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 263642551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2637b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2638b7b84c0eSMichael Tuexen ) { 2639f8829a4aSRandall Stewart 26407c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2641b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 264242551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2643f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2644f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2645139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2646f8829a4aSRandall Stewart 2647f8829a4aSRandall Stewart /* 2648b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2649b5c16493SMichael Tuexen * even in the face of 2650f8829a4aSRandall Stewart * 26515b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26525b495f17SMichael Tuexen * not have to be sent because of the above 2653b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2654b5c16493SMichael Tuexen * that would have been sent due to gap 2655b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2656f8829a4aSRandall Stewart * the delayed ack timer. 2657f8829a4aSRandall Stewart */ 2658f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2659f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2660f8829a4aSRandall Stewart } else { 2661f8829a4aSRandall Stewart /* 2662b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2663b5c16493SMichael Tuexen * is pending, we got our first packet OR 2664b5c16493SMichael Tuexen * there are gaps or duplicates. 2665f8829a4aSRandall Stewart */ 26665555400aSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_RECV, stcb->sctp_ep, stcb, NULL, 26675555400aSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_19); 2668689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2669f8829a4aSRandall Stewart } 2670f8829a4aSRandall Stewart } else { 267142551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2672f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2673f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2674f8829a4aSRandall Stewart } 2675f8829a4aSRandall Stewart } 2676f8829a4aSRandall Stewart } 2677f8829a4aSRandall Stewart } 2678f8829a4aSRandall Stewart 2679f8829a4aSRandall Stewart int 2680f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2681e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2682e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2683f8829a4aSRandall Stewart { 268444249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2685f8829a4aSRandall Stewart struct sctp_association *asoc; 2686f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2687f8829a4aSRandall Stewart int stop_proc = 0; 2688af03054cSMichael Tuexen int break_flag, last_chunk; 26898f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2690f8829a4aSRandall Stewart struct mbuf *m; 26918f777478SMichael Tuexen uint32_t highest_tsn; 2692af03054cSMichael Tuexen uint16_t chk_length; 2693f8829a4aSRandall Stewart 2694f8829a4aSRandall Stewart /* set the rwnd */ 2695f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2696f8829a4aSRandall Stewart 2697f8829a4aSRandall Stewart m = *mm; 2698f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2699f8829a4aSRandall Stewart asoc = &stcb->asoc; 270020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 27018f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 27028f777478SMichael Tuexen } else { 27038f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2704f8829a4aSRandall Stewart } 270520b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2706f8829a4aSRandall Stewart /* 2707f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2708f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2709f8829a4aSRandall Stewart * chunk is assigned. 2710f8829a4aSRandall Stewart */ 2711f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2712f8829a4aSRandall Stewart 2713d06c82f1SRandall Stewart /*- 2714f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2715f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2716f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2717f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2718d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2719d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2720f8829a4aSRandall Stewart */ 272144b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2722f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2723eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2724f8829a4aSRandall Stewart if (m) { 2725f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2726f8829a4aSRandall Stewart caddr_t *from, *to; 2727f8829a4aSRandall Stewart 2728f8829a4aSRandall Stewart /* get the pointers and copy */ 2729f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2730f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2731139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2732f8829a4aSRandall Stewart /* copy the length and free up the old */ 2733139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2734f8829a4aSRandall Stewart sctp_m_freem(*mm); 2735cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2736f8829a4aSRandall Stewart *mm = m; 2737f8829a4aSRandall Stewart } else { 2738f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2739f8829a4aSRandall Stewart m = *mm; 2740f8829a4aSRandall Stewart } 2741f8829a4aSRandall Stewart } 2742f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 274344249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 27447f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 27457f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2746f8829a4aSRandall Stewart if (ch == NULL) { 2747f8829a4aSRandall Stewart return (1); 2748f8829a4aSRandall Stewart } 2749f8829a4aSRandall Stewart /* 2750f8829a4aSRandall Stewart * process all DATA chunks... 2751f8829a4aSRandall Stewart */ 2752f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2753f8829a4aSRandall Stewart break_flag = 0; 275442551e99SRandall Stewart asoc->data_pkts_seen++; 2755f8829a4aSRandall Stewart while (stop_proc == 0) { 2756f8829a4aSRandall Stewart /* validate chunk length */ 275744249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2758f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2759f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2760f8829a4aSRandall Stewart stop_proc = 1; 276160990c0cSMichael Tuexen continue; 2762f8829a4aSRandall Stewart } 276344249214SRandall Stewart if ((asoc->idata_supported == 1) && 276444249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 276544249214SRandall Stewart struct mbuf *op_err; 276644249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 276744249214SRandall Stewart 2768e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 276944249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2770bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 277144249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 277244249214SRandall Stewart return (2); 277344249214SRandall Stewart } 277444249214SRandall Stewart if ((asoc->idata_supported == 0) && 277544249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 277644249214SRandall Stewart struct mbuf *op_err; 277744249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 277844249214SRandall Stewart 2779e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 278044249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2781bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 278244249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 278344249214SRandall Stewart return (2); 278444249214SRandall Stewart } 278544249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 278644249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 2787af03054cSMichael Tuexen uint16_t clen; 278844249214SRandall Stewart 278944249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 279044249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 279144249214SRandall Stewart } else { 279244249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 279344249214SRandall Stewart } 2794f8ee69bfSMichael Tuexen if (chk_length < clen) { 2795f8829a4aSRandall Stewart /* 2796f8829a4aSRandall Stewart * Need to send an abort since we had a 2797f8829a4aSRandall Stewart * invalid data chunk. 2798f8829a4aSRandall Stewart */ 2799f8829a4aSRandall Stewart struct mbuf *op_err; 2800ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2801f8829a4aSRandall Stewart 2802af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "%s chunk of length %u", 28037f75695aSMichael Tuexen ch->chunk_type == SCTP_DATA ? "DATA" : "I-DATA", 2804ff1ffd74SMichael Tuexen chk_length); 2805ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2806bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_22; 2807e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 280832451da4SMichael Tuexen return (2); 280932451da4SMichael Tuexen } 2810f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2811f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2812f8829a4aSRandall Stewart #endif 2813f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2814f8829a4aSRandall Stewart last_chunk = 1; 2815f8829a4aSRandall Stewart } else { 2816f8829a4aSRandall Stewart last_chunk = 0; 2817f8829a4aSRandall Stewart } 281844249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2819f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 282044249214SRandall Stewart last_chunk, ch->chunk_type)) { 2821f8829a4aSRandall Stewart num_chunks++; 2822f8829a4aSRandall Stewart } 2823f8829a4aSRandall Stewart if (abort_flag) 2824f8829a4aSRandall Stewart return (2); 2825f8829a4aSRandall Stewart 2826f8829a4aSRandall Stewart if (break_flag) { 2827f8829a4aSRandall Stewart /* 2828f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2829f8829a4aSRandall Stewart * drop rep space left. 2830f8829a4aSRandall Stewart */ 2831f8829a4aSRandall Stewart stop_proc = 1; 283260990c0cSMichael Tuexen continue; 2833f8829a4aSRandall Stewart } 2834f8829a4aSRandall Stewart } else { 2835f8829a4aSRandall Stewart /* not a data chunk in the data region */ 283644249214SRandall Stewart switch (ch->chunk_type) { 2837f8829a4aSRandall Stewart case SCTP_INITIATION: 2838f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2839f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 284060990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2841f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2842f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2843f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2844f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2845f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2846f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2847f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2848f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2849f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2850f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2851f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2852f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2853f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2854f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2855f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2856f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2857f8829a4aSRandall Stewart case SCTP_ASCONF: 2858fd60718dSMichael Tuexen { 2859f8829a4aSRandall Stewart /* 2860fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2861fd60718dSMichael Tuexen * chunks that are NOT in the right 2862fd60718dSMichael Tuexen * place? 2863f8829a4aSRandall Stewart * 2864fd60718dSMichael Tuexen * For now, I do nothing but ignore 2865fd60718dSMichael Tuexen * them. We may later want to add 2866fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2867fd60718dSMichael Tuexen * either an ABORT() or possibly 2868fd60718dSMichael Tuexen * process them. 2869f8829a4aSRandall Stewart */ 2870f8829a4aSRandall Stewart struct mbuf *op_err; 2871267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2872f8829a4aSRandall Stewart 28739ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 287444249214SRandall Stewart ch->chunk_type); 2875267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2876e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2877f8829a4aSRandall Stewart return (2); 2878f8829a4aSRandall Stewart } 2879f8829a4aSRandall Stewart default: 28807f75695aSMichael Tuexen /* 28817f75695aSMichael Tuexen * Unknown chunk type: use bit rules after 28827f75695aSMichael Tuexen * checking length 28837f75695aSMichael Tuexen */ 28847f75695aSMichael Tuexen if (chk_length < sizeof(struct sctp_chunkhdr)) { 28857f75695aSMichael Tuexen /* 28867f75695aSMichael Tuexen * Need to send an abort since we 28877f75695aSMichael Tuexen * had a invalid chunk. 28887f75695aSMichael Tuexen */ 28897f75695aSMichael Tuexen struct mbuf *op_err; 28907f75695aSMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 28917f75695aSMichael Tuexen 2892af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "Chunk of length %u", 28937f75695aSMichael Tuexen chk_length); 28947f75695aSMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2895bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_23; 28967f75695aSMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 28977f75695aSMichael Tuexen return (2); 28987f75695aSMichael Tuexen } 289944249214SRandall Stewart if (ch->chunk_type & 0x40) { 2900f8829a4aSRandall Stewart /* Add a error report to the queue */ 290186eda749SMichael Tuexen struct mbuf *op_err; 290286eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2903f8829a4aSRandall Stewart 290486eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 290586eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 290686eda749SMichael Tuexen if (op_err != NULL) { 290786eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 290886eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 29099a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 291086eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 291186eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 291286eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 291386eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2914f8829a4aSRandall Stewart } else { 291586eda749SMichael Tuexen sctp_m_freem(op_err); 2916f8829a4aSRandall Stewart } 2917f8829a4aSRandall Stewart } 2918f8829a4aSRandall Stewart } 291944249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2920f8829a4aSRandall Stewart /* discard the rest of this packet */ 2921f8829a4aSRandall Stewart stop_proc = 1; 2922f8829a4aSRandall Stewart } /* else skip this bad chunk and 2923b7b84c0eSMichael Tuexen * continue... */ 2924b7b84c0eSMichael Tuexen break; 292560990c0cSMichael Tuexen } /* switch of chunk type */ 2926f8829a4aSRandall Stewart } 2927f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2928f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2929f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2930f8829a4aSRandall Stewart stop_proc = 1; 2931f8829a4aSRandall Stewart continue; 2932f8829a4aSRandall Stewart } 293344249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 29347f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 29357f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2936f8829a4aSRandall Stewart if (ch == NULL) { 2937f8829a4aSRandall Stewart *offset = length; 2938f8829a4aSRandall Stewart stop_proc = 1; 293960990c0cSMichael Tuexen continue; 2940f8829a4aSRandall Stewart } 294160990c0cSMichael Tuexen } 2942f8829a4aSRandall Stewart if (break_flag) { 2943f8829a4aSRandall Stewart /* 2944f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2945f8829a4aSRandall Stewart */ 294620cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2947f8829a4aSRandall Stewart } 2948f8829a4aSRandall Stewart if (num_chunks) { 2949f8829a4aSRandall Stewart /* 2950ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2951f8829a4aSRandall Stewart * give peer credit for being alive. 2952f8829a4aSRandall Stewart */ 2953f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2954b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2955c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2956c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2957c4739e2fSRandall Stewart 0, 2958c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2959c4739e2fSRandall Stewart __LINE__); 2960c4739e2fSRandall Stewart } 2961f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 29626e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2963f8829a4aSRandall Stewart } 2964f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2965839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 296642551e99SRandall Stewart /* Assure that we ack right away */ 296742551e99SRandall Stewart stcb->asoc.send_sack = 1; 2968f8829a4aSRandall Stewart } 2969f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29707215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2971f8829a4aSRandall Stewart return (0); 2972f8829a4aSRandall Stewart } 2973f8829a4aSRandall Stewart 29740fa753b3SRandall Stewart static int 29750fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29760fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29770fa753b3SRandall Stewart int *num_frs, 29780fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29790fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29807215cc1bSMichael Tuexen int *rto_ok) 29810fa753b3SRandall Stewart { 29820fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29830fa753b3SRandall Stewart unsigned int theTSN; 2984b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29850fa753b3SRandall Stewart 29860fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29870fa753b3SRandall Stewart tp1 = *p_tp1; 29880fa753b3SRandall Stewart if (tp1 == NULL) { 29890fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29900fa753b3SRandall Stewart } 29910fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29920fa753b3SRandall Stewart theTSN = j + last_tsn; 29930fa753b3SRandall Stewart while (tp1) { 29940fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29950fa753b3SRandall Stewart (*num_frs) += 1; 29960fa753b3SRandall Stewart 29970fa753b3SRandall Stewart /*- 29980fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29990fa753b3SRandall Stewart * processed from the sent queue, track the 30000fa753b3SRandall Stewart * next expected pseudo-cumack, or 30010fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 30020fa753b3SRandall Stewart * cumack trackers for first transmissions, 30030fa753b3SRandall Stewart * and retransmissions. 30040fa753b3SRandall Stewart */ 30058427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 30068427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 30070fa753b3SRandall Stewart (tp1->snd_count == 1)) { 300849656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 30090fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 30100fa753b3SRandall Stewart } 30118427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 30128427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 30130fa753b3SRandall Stewart (tp1->snd_count > 1)) { 301449656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 30150fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 30160fa753b3SRandall Stewart } 301749656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 30180fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 30190fa753b3SRandall Stewart /*- 30200fa753b3SRandall Stewart * must be held until 30210fa753b3SRandall Stewart * cum-ack passes 30220fa753b3SRandall Stewart */ 30230fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 30240fa753b3SRandall Stewart /*- 30250fa753b3SRandall Stewart * If it is less than RESEND, it is 30260fa753b3SRandall Stewart * now no-longer in flight. 30270fa753b3SRandall Stewart * Higher values may already be set 30280fa753b3SRandall Stewart * via previous Gap Ack Blocks... 30290fa753b3SRandall Stewart * i.e. ACKED or RESEND. 30300fa753b3SRandall Stewart */ 303149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 303220b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 303349656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 30340fa753b3SRandall Stewart } 30350fa753b3SRandall Stewart /*- 30360fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 30370fa753b3SRandall Stewart * saw_newack to 1 for dest being 30380fa753b3SRandall Stewart * newly acked. update 30390fa753b3SRandall Stewart * this_sack_highest_newack if 30400fa753b3SRandall Stewart * appropriate. 30410fa753b3SRandall Stewart */ 30420fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 30430fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 30440fa753b3SRandall Stewart 304549656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 304620b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 30470fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 304849656eefSMichael Tuexen tp1->rec.data.tsn; 30490fa753b3SRandall Stewart } 30500fa753b3SRandall Stewart /*- 30510fa753b3SRandall Stewart * CMT DAC algo: also update 30520fa753b3SRandall Stewart * this_sack_lowest_newack 30530fa753b3SRandall Stewart */ 30540fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 30550fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30560fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 30570fa753b3SRandall Stewart last_tsn, 305849656eefSMichael Tuexen tp1->rec.data.tsn, 30590fa753b3SRandall Stewart 0, 30600fa753b3SRandall Stewart 0, 30610fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30620fa753b3SRandall Stewart } 306349656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 30640fa753b3SRandall Stewart } 30650fa753b3SRandall Stewart /*- 30660fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30670fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30680fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30690fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30700fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30710fa753b3SRandall Stewart * retransmissions. 30720fa753b3SRandall Stewart */ 307349656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30740fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30750fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30760fa753b3SRandall Stewart } 30770fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30780fa753b3SRandall Stewart } 30790fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 308049656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30810fa753b3SRandall Stewart } 308249656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30830fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30840fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30850fa753b3SRandall Stewart } 30860fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30870fa753b3SRandall Stewart } 30880fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30890fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30900fa753b3SRandall Stewart last_tsn, 309149656eefSMichael Tuexen tp1->rec.data.tsn, 30920fa753b3SRandall Stewart frag_strt, 30930fa753b3SRandall Stewart frag_end, 30940fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30950fa753b3SRandall Stewart } 30960fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30970fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30980fa753b3SRandall Stewart tp1->whoTo->flight_size, 30990fa753b3SRandall Stewart tp1->book_size, 31009a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 310149656eefSMichael Tuexen tp1->rec.data.tsn); 31020fa753b3SRandall Stewart } 31030fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3104299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3105299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3106299108c5SRandall Stewart tp1); 3107299108c5SRandall Stewart } 31080fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 31090fa753b3SRandall Stewart 31100fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 31110fa753b3SRandall Stewart if (tp1->snd_count < 2) { 31120fa753b3SRandall Stewart /*- 3113ab9ed8a1SDevin Teske * True non-retransmitted chunk 31140fa753b3SRandall Stewart */ 31150fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 31160fa753b3SRandall Stewart 31170fa753b3SRandall Stewart /*- 31180fa753b3SRandall Stewart * update RTO too ? 31190fa753b3SRandall Stewart */ 31200fa753b3SRandall Stewart if (tp1->do_rtt) { 312144f2a327SMichael Tuexen if (*rto_ok && 31220fa753b3SRandall Stewart sctp_calculate_rto(stcb, 31230fa753b3SRandall Stewart &stcb->asoc, 31240fa753b3SRandall Stewart tp1->whoTo, 31250fa753b3SRandall Stewart &tp1->sent_rcv_time, 312644f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 3127f79aab18SRandall Stewart *rto_ok = 0; 3128f79aab18SRandall Stewart } 3129f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3130f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3131f79aab18SRandall Stewart } 31320fa753b3SRandall Stewart tp1->do_rtt = 0; 31330fa753b3SRandall Stewart } 31340fa753b3SRandall Stewart } 31350053ed28SMichael Tuexen 31360fa753b3SRandall Stewart } 31370fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 313849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 313920b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 31400fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 314149656eefSMichael Tuexen tp1->rec.data.tsn; 31420fa753b3SRandall Stewart } 31430fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 31440fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 31450fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 31460fa753b3SRandall Stewart sctp_audit_log(0xB2, 31470fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 31480fa753b3SRandall Stewart #endif 31490fa753b3SRandall Stewart } 31500fa753b3SRandall Stewart } 31510fa753b3SRandall Stewart /*- 31520fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 31530fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 31540fa753b3SRandall Stewart */ 31552a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3156325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 31570fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 31582a498584SMichael Tuexen } 31590fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 31600fa753b3SRandall Stewart /* deflate the cwnd */ 31610fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 31620fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 31630fa753b3SRandall Stewart } 31640fa753b3SRandall Stewart /* NR Sack code here */ 3165325c8c46SMichael Tuexen if (nr_sacking && 3166325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 316749656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 316849656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3169325c8c46SMichael Tuexen #ifdef INVARIANTS 3170325c8c46SMichael Tuexen } else { 317149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3172325c8c46SMichael Tuexen #endif 3173325c8c46SMichael Tuexen } 317449656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 317549656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 317649656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3177d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3178d96bef9cSMichael Tuexen } 3179325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31800fa753b3SRandall Stewart if (tp1->data) { 3181b7b84c0eSMichael Tuexen /* 3182b7b84c0eSMichael Tuexen * sa_ignore 3183b7b84c0eSMichael Tuexen * NO_NULL_CHK 3184b7b84c0eSMichael Tuexen */ 31850fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31860fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31870fa753b3SRandall Stewart tp1->data = NULL; 3188b5c16493SMichael Tuexen } 31890fa753b3SRandall Stewart wake_him++; 31900fa753b3SRandall Stewart } 31910fa753b3SRandall Stewart } 31920fa753b3SRandall Stewart break; 3193b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3194b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31950fa753b3SRandall Stewart break; 319620b07a4dSMichael Tuexen } 31970fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3198b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3199b5c16493SMichael Tuexen circled++; 32000fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 32010fa753b3SRandall Stewart } 3202b5c16493SMichael Tuexen } /* end while (tp1) */ 3203b5c16493SMichael Tuexen if (tp1 == NULL) { 3204b5c16493SMichael Tuexen circled = 0; 3205b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3206b5c16493SMichael Tuexen } 3207b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 32080fa753b3SRandall Stewart } /* end for (j = fragStart */ 32090fa753b3SRandall Stewart *p_tp1 = tp1; 32100fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 32110fa753b3SRandall Stewart } 32120fa753b3SRandall Stewart 32130fa753b3SRandall Stewart 3214cd554309SMichael Tuexen static int 3215458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3216cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3217139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 32187215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3219f8829a4aSRandall Stewart { 3220458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3221f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 32220fa753b3SRandall Stewart int i; 3223f8829a4aSRandall Stewart int num_frs = 0; 3224cd554309SMichael Tuexen int chunk_freed; 3225cd554309SMichael Tuexen int non_revocable; 3226d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3227f8829a4aSRandall Stewart 3228d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3229d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3230cd554309SMichael Tuexen chunk_freed = 0; 3231f8829a4aSRandall Stewart 3232cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3233d9c5cfeaSMichael Tuexen if (i == num_seg) { 3234d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3235d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3236d9c5cfeaSMichael Tuexen } 3237458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3238458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3239458303daSRandall Stewart *offset += sizeof(block); 3240458303daSRandall Stewart if (frag == NULL) { 3241cd554309SMichael Tuexen return (chunk_freed); 3242458303daSRandall Stewart } 3243f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3244f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3245d9c5cfeaSMichael Tuexen 3246f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3247d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3248f8829a4aSRandall Stewart continue; 3249f8829a4aSRandall Stewart } 3250d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3251d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3252f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3253f8829a4aSRandall Stewart } 325420b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3255d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3256f8829a4aSRandall Stewart } 3257cd554309SMichael Tuexen if (i < num_seg) { 3258cd554309SMichael Tuexen non_revocable = 0; 3259cd554309SMichael Tuexen } else { 3260cd554309SMichael Tuexen non_revocable = 1; 3261cd554309SMichael Tuexen } 3262cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3263cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 32647215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3265cd554309SMichael Tuexen chunk_freed = 1; 3266458303daSRandall Stewart } 3267d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3268f8829a4aSRandall Stewart } 3269b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 327080fefe0aSRandall Stewart if (num_frs) 327180fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 327280fefe0aSRandall Stewart *biggest_newly_acked_tsn, 327380fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 327480fefe0aSRandall Stewart } 3275cd554309SMichael Tuexen return (chunk_freed); 3276f8829a4aSRandall Stewart } 3277f8829a4aSRandall Stewart 3278f8829a4aSRandall Stewart static void 3279c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3280c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 328163eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3282f8829a4aSRandall Stewart { 3283f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3284f8829a4aSRandall Stewart 32854a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 328649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3287f8829a4aSRandall Stewart /* 3288f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3289f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3290f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3291f8829a4aSRandall Stewart * again. 3292f8829a4aSRandall Stewart */ 329349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3294d06c82f1SRandall Stewart break; 329520b07a4dSMichael Tuexen } 3296f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3297f8829a4aSRandall Stewart /* it has been revoked */ 3298f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3299f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3300a5d547adSRandall Stewart /* 330142551e99SRandall Stewart * We must add this stuff back in to assure 330242551e99SRandall Stewart * timers and such get started. 3303a5d547adSRandall Stewart */ 3304b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3305c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3306c105859eSRandall Stewart tp1->whoTo->flight_size, 3307c105859eSRandall Stewart tp1->book_size, 33089a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 330949656eefSMichael Tuexen tp1->rec.data.tsn); 331080fefe0aSRandall Stewart } 3311c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3312c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 331342551e99SRandall Stewart /* 331442551e99SRandall Stewart * We inflate the cwnd to compensate for our 331542551e99SRandall Stewart * artificial inflation of the flight_size. 331642551e99SRandall Stewart */ 331742551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3318b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3319f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3320f8829a4aSRandall Stewart cumack, 332149656eefSMichael Tuexen tp1->rec.data.tsn, 3322f8829a4aSRandall Stewart 0, 3323f8829a4aSRandall Stewart 0, 3324f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 332580fefe0aSRandall Stewart } 3326f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3327f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3328f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3329f8829a4aSRandall Stewart } 3330f8829a4aSRandall Stewart } 3331f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3332f8829a4aSRandall Stewart break; 3333f8829a4aSRandall Stewart } 3334f8829a4aSRandall Stewart } 3335f8829a4aSRandall Stewart 3336830d754dSRandall Stewart 3337f8829a4aSRandall Stewart static void 3338f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 333963eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3340f8829a4aSRandall Stewart { 3341f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3342f8829a4aSRandall Stewart int strike_flag = 0; 3343f8829a4aSRandall Stewart struct timeval now; 3344f8829a4aSRandall Stewart int tot_retrans = 0; 3345f8829a4aSRandall Stewart uint32_t sending_seq; 3346f8829a4aSRandall Stewart struct sctp_nets *net; 3347f8829a4aSRandall Stewart int num_dests_sacked = 0; 3348f8829a4aSRandall Stewart 3349f8829a4aSRandall Stewart /* 3350f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3351f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3352f8829a4aSRandall Stewart */ 3353f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3354f8829a4aSRandall Stewart if (tp1 == NULL) { 3355f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3356f8829a4aSRandall Stewart } else { 335749656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3358f8829a4aSRandall Stewart } 3359f8829a4aSRandall Stewart 3360f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 33617c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 336220083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3363f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3364f8829a4aSRandall Stewart if (net->saw_newack) 3365f8829a4aSRandall Stewart num_dests_sacked++; 3366f8829a4aSRandall Stewart } 3367f8829a4aSRandall Stewart } 3368dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33696e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3370f8829a4aSRandall Stewart } 33714a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3372f8829a4aSRandall Stewart strike_flag = 0; 3373f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3374f8829a4aSRandall Stewart /* this one had a timeout or something */ 3375f8829a4aSRandall Stewart continue; 3376f8829a4aSRandall Stewart } 3377b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3378f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3379f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 338049656eefSMichael Tuexen tp1->rec.data.tsn, 3381f8829a4aSRandall Stewart tp1->sent, 3382f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 338380fefe0aSRandall Stewart } 338449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3385f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3386f8829a4aSRandall Stewart /* done */ 3387f8829a4aSRandall Stewart break; 3388f8829a4aSRandall Stewart } 3389dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3390f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3391f8829a4aSRandall Stewart /* Is it expired? */ 339299ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3393f8829a4aSRandall Stewart /* Yes so drop it */ 3394f8829a4aSRandall Stewart if (tp1->data != NULL) { 33951edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33960c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3397f8829a4aSRandall Stewart } 3398f8829a4aSRandall Stewart continue; 3399f8829a4aSRandall Stewart } 3400f8829a4aSRandall Stewart } 34010053ed28SMichael Tuexen 3402f8829a4aSRandall Stewart } 3403e9a3a1b1SMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap) && 3404e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3405f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3406f8829a4aSRandall Stewart break; 3407f8829a4aSRandall Stewart } 3408f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3409f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3410f8829a4aSRandall Stewart /* skip */ 341144fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 341244fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 341344fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 341444fbe462SRandall Stewart } 3415f8829a4aSRandall Stewart continue; 3416f8829a4aSRandall Stewart } 3417f8829a4aSRandall Stewart /* 3418f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3419f8829a4aSRandall Stewart */ 3420ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3421f8829a4aSRandall Stewart /* 3422f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3423f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3424f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3425c105859eSRandall Stewart * FR using this SACK. 3426f8829a4aSRandall Stewart */ 3427f8829a4aSRandall Stewart continue; 3428e9a3a1b1SMichael Tuexen } else if (tp1->whoTo && 3429e9a3a1b1SMichael Tuexen SCTP_TSN_GT(tp1->rec.data.tsn, 3430e9a3a1b1SMichael Tuexen tp1->whoTo->this_sack_highest_newack) && 3431e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3432f8829a4aSRandall Stewart /* 3433f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3434f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3435f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3436f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3437f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3438f8829a4aSRandall Stewart * and the HTNA algo as well. 3439f8829a4aSRandall Stewart */ 3440f8829a4aSRandall Stewart continue; 3441f8829a4aSRandall Stewart } 3442f8829a4aSRandall Stewart /* 3443f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3444f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3445f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3446f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3447f8829a4aSRandall Stewart */ 3448f8829a4aSRandall Stewart /* 344942551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 345042551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 345142551e99SRandall Stewart * 0)) { 3452f8829a4aSRandall Stewart */ 345342551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3454f8829a4aSRandall Stewart /* 3455f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3456f8829a4aSRandall Stewart * moved. 3457f8829a4aSRandall Stewart */ 3458b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3459f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 346049656eefSMichael Tuexen tp1->rec.data.tsn, 3461f8829a4aSRandall Stewart tp1->sent, 3462f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 346380fefe0aSRandall Stewart } 34645e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3465f8829a4aSRandall Stewart tp1->sent++; 34665e54f665SRandall Stewart } 34677c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 346820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3469f8829a4aSRandall Stewart /* 3470f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3471f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3472f8829a4aSRandall Stewart * because it would have been set to the 3473f8829a4aSRandall Stewart * cumack earlier. If not already to be 3474f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3475f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3476c105859eSRandall Stewart * one more. NOTE that we are marking by one 3477c105859eSRandall Stewart * additional time since the SACK DAC flag 3478c105859eSRandall Stewart * indicates that two packets have been 3479c105859eSRandall Stewart * received after this missing TSN. 34805e54f665SRandall Stewart */ 34815e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 348249656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3483b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3484f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 348549656eefSMichael Tuexen tp1->rec.data.tsn, 3486f8829a4aSRandall Stewart tp1->sent, 3487f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 348880fefe0aSRandall Stewart } 3489f8829a4aSRandall Stewart tp1->sent++; 3490f8829a4aSRandall Stewart } 3491f8829a4aSRandall Stewart } 349220083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 349320083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3494f8829a4aSRandall Stewart /* 3495f8829a4aSRandall Stewart * For those that have done a FR we must take 3496f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3497f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3498f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3499f8829a4aSRandall Stewart */ 35005e54f665SRandall Stewart if ( 3501f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3502f8829a4aSRandall Stewart /* 3503f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3504f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3505f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3506f8829a4aSRandall Stewart * ok to FR multiple times. 3507f8829a4aSRandall Stewart */ 35085e54f665SRandall Stewart (asoc->numnets < 2) 3509f8829a4aSRandall Stewart #else 35105e54f665SRandall Stewart (1) 3511f8829a4aSRandall Stewart #endif 35125e54f665SRandall Stewart ) { 35135e54f665SRandall Stewart 351420b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3515f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3516f8829a4aSRandall Stewart /* 3517f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3518f8829a4aSRandall Stewart * beyond where things were when we 3519f8829a4aSRandall Stewart * did a FR. 3520f8829a4aSRandall Stewart */ 3521b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3522f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 352349656eefSMichael Tuexen tp1->rec.data.tsn, 3524f8829a4aSRandall Stewart tp1->sent, 3525f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 352680fefe0aSRandall Stewart } 35275e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3528f8829a4aSRandall Stewart tp1->sent++; 35295e54f665SRandall Stewart } 3530f8829a4aSRandall Stewart strike_flag = 1; 35317c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 353220083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3533f8829a4aSRandall Stewart /* 3534f8829a4aSRandall Stewart * CMT DAC algorithm: If 3535f8829a4aSRandall Stewart * SACK flag is set to 0, 3536f8829a4aSRandall Stewart * then lowest_newack test 3537f8829a4aSRandall Stewart * will not pass because it 3538f8829a4aSRandall Stewart * would have been set to 3539f8829a4aSRandall Stewart * the cumack earlier. If 3540f8829a4aSRandall Stewart * not already to be rtx'd, 3541f8829a4aSRandall Stewart * If not a mixed sack and 3542f8829a4aSRandall Stewart * if tp1 is not between two 3543f8829a4aSRandall Stewart * sacked TSNs, then mark by 3544c105859eSRandall Stewart * one more. NOTE that we 3545c105859eSRandall Stewart * are marking by one 3546c105859eSRandall Stewart * additional time since the 3547c105859eSRandall Stewart * SACK DAC flag indicates 3548c105859eSRandall Stewart * that two packets have 3549c105859eSRandall Stewart * been received after this 3550c105859eSRandall Stewart * missing TSN. 3551f8829a4aSRandall Stewart */ 35525e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 35535e54f665SRandall Stewart (num_dests_sacked == 1) && 355420b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 355549656eefSMichael Tuexen tp1->rec.data.tsn)) { 3556b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3557f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 355849656eefSMichael Tuexen tp1->rec.data.tsn, 3559f8829a4aSRandall Stewart tp1->sent, 3560f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 356180fefe0aSRandall Stewart } 35625e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3563f8829a4aSRandall Stewart tp1->sent++; 35645e54f665SRandall Stewart } 3565f8829a4aSRandall Stewart } 3566f8829a4aSRandall Stewart } 3567f8829a4aSRandall Stewart } 3568f8829a4aSRandall Stewart } 3569f8829a4aSRandall Stewart /* 357042551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 357142551e99SRandall Stewart * algo covers HTNA. 3572f8829a4aSRandall Stewart */ 357349656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 357420b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3575f8829a4aSRandall Stewart /* 3576f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3577f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3578f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3579f8829a4aSRandall Stewart */ 3580f8829a4aSRandall Stewart ; 3581f8829a4aSRandall Stewart } else { 3582f8829a4aSRandall Stewart /* Strike the TSN */ 3583b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3584f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 358549656eefSMichael Tuexen tp1->rec.data.tsn, 3586f8829a4aSRandall Stewart tp1->sent, 3587f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 358880fefe0aSRandall Stewart } 35895e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3590f8829a4aSRandall Stewart tp1->sent++; 35915e54f665SRandall Stewart } 35927c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 359320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3594f8829a4aSRandall Stewart /* 3595f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3596f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3597f8829a4aSRandall Stewart * because it would have been set to the 3598f8829a4aSRandall Stewart * cumack earlier. If not already to be 3599f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3600f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3601c105859eSRandall Stewart * one more. NOTE that we are marking by one 3602c105859eSRandall Stewart * additional time since the SACK DAC flag 3603c105859eSRandall Stewart * indicates that two packets have been 3604c105859eSRandall Stewart * received after this missing TSN. 3605f8829a4aSRandall Stewart */ 36065e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 360749656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3608b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3609f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 361049656eefSMichael Tuexen tp1->rec.data.tsn, 3611f8829a4aSRandall Stewart tp1->sent, 3612f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 361380fefe0aSRandall Stewart } 3614f8829a4aSRandall Stewart tp1->sent++; 3615f8829a4aSRandall Stewart } 3616f8829a4aSRandall Stewart } 3617f8829a4aSRandall Stewart } 3618f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3619f8829a4aSRandall Stewart struct sctp_nets *alt; 3620f8829a4aSRandall Stewart 3621544e35bdSRandall Stewart /* fix counts and things */ 3622544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3623544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3624544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3625544e35bdSRandall Stewart tp1->book_size, 36269a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 362749656eefSMichael Tuexen tp1->rec.data.tsn); 3628544e35bdSRandall Stewart } 3629544e35bdSRandall Stewart if (tp1->whoTo) { 3630544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3631544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3632299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3633299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3634299108c5SRandall Stewart tp1); 3635299108c5SRandall Stewart } 3636544e35bdSRandall Stewart } 36370053ed28SMichael Tuexen 3638544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3639544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3640544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3641544e35bdSRandall Stewart } 3642544e35bdSRandall Stewart /* add back to the rwnd */ 3643544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3644544e35bdSRandall Stewart 3645544e35bdSRandall Stewart /* remove from the total flight */ 3646544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3647544e35bdSRandall Stewart 3648dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3649475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3650b7b84c0eSMichael Tuexen /* 3651b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3652b7b84c0eSMichael Tuexen * we store the retran count there. 3653b7b84c0eSMichael Tuexen */ 3654475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3655475d0674SMichael Tuexen /* Yes, so drop it */ 3656475d0674SMichael Tuexen if (tp1->data != NULL) { 36571edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3658475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3659475d0674SMichael Tuexen } 3660475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 366167e8b08bSMichael Tuexen if (tp1->whoTo != NULL) { 3662475d0674SMichael Tuexen tp1->whoTo->net_ack++; 366367e8b08bSMichael Tuexen } 3664475d0674SMichael Tuexen continue; 3665475d0674SMichael Tuexen } 3666475d0674SMichael Tuexen } 3667b7b84c0eSMichael Tuexen /* 3668b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3669b7b84c0eSMichael Tuexen * guy\n"); 3670b7b84c0eSMichael Tuexen */ 3671b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 367249656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3673f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 367480fefe0aSRandall Stewart } 3675f8829a4aSRandall Stewart if (strike_flag) { 3676f8829a4aSRandall Stewart /* This is a subsequent FR */ 3677f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3678f8829a4aSRandall Stewart } 36795e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36807c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3681f8829a4aSRandall Stewart /* 3682f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3683f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3684f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3685f8829a4aSRandall Stewart */ 3686f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3687f8829a4aSRandall Stewart alt = tp1->whoTo; 36883c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 368920083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3690b7b84c0eSMichael Tuexen /* 3691b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3692b54d3a6cSRandall Stewart * use the PF version of 3693b7b84c0eSMichael Tuexen * find_alt_net() 3694b7b84c0eSMichael Tuexen */ 3695b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3696b54d3a6cSRandall Stewart } else { 3697b7b84c0eSMichael Tuexen /* 3698b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3699b54d3a6cSRandall Stewart * use the CMT version of 3700b7b84c0eSMichael Tuexen * find_alt_net() 3701b7b84c0eSMichael Tuexen */ 370252be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3703f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3704b54d3a6cSRandall Stewart } 3705ad81507eSRandall Stewart if (alt == NULL) { 3706ad81507eSRandall Stewart alt = tp1->whoTo; 3707ad81507eSRandall Stewart } 3708f8829a4aSRandall Stewart /* 3709f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3710f8829a4aSRandall Stewart * the retransmission, then new 3711f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3712f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3713f8829a4aSRandall Stewart * pseudo-cumack always. 3714f8829a4aSRandall Stewart */ 3715ad81507eSRandall Stewart if (tp1->whoTo) { 3716f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3717f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3718ad81507eSRandall Stewart } 37190053ed28SMichael Tuexen 3720f8829a4aSRandall Stewart } else { /* CMT is OFF */ 3721f8829a4aSRandall Stewart 3722f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3723f8829a4aSRandall Stewart /* Can we find an alternate? */ 3724f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3725f8829a4aSRandall Stewart #else 3726f8829a4aSRandall Stewart /* 3727f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3728f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3729f8829a4aSRandall Stewart * paper details why. 3730f8829a4aSRandall Stewart */ 3731f8829a4aSRandall Stewart alt = tp1->whoTo; 3732f8829a4aSRandall Stewart #endif 3733f8829a4aSRandall Stewart } 3734f8829a4aSRandall Stewart 3735f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3736f8829a4aSRandall Stewart tot_retrans++; 3737f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3738f8829a4aSRandall Stewart /* 3739cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 374049656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3741f8829a4aSRandall Stewart */ 3742f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3743f8829a4aSRandall Stewart /* 3744f8829a4aSRandall Stewart * If the queue of send is empty then its 3745f8829a4aSRandall Stewart * the next sequence number that will be 3746f8829a4aSRandall Stewart * assigned so we subtract one from this to 3747f8829a4aSRandall Stewart * get the one we last sent. 3748f8829a4aSRandall Stewart */ 3749f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3750f8829a4aSRandall Stewart } else { 3751f8829a4aSRandall Stewart /* 3752f8829a4aSRandall Stewart * If there are chunks on the send queue 3753f8829a4aSRandall Stewart * (unsent data that has made it from the 3754f8829a4aSRandall Stewart * stream queues but not out the door, we 3755f8829a4aSRandall Stewart * take the first one (which will have the 3756f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3757f8829a4aSRandall Stewart * one we last sent. 3758f8829a4aSRandall Stewart */ 3759f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3760f8829a4aSRandall Stewart 3761f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3762f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 376349656eefSMichael Tuexen ttt->rec.data.tsn; 3764f8829a4aSRandall Stewart } 3765f8829a4aSRandall Stewart 3766f8829a4aSRandall Stewart if (tp1->do_rtt) { 3767f8829a4aSRandall Stewart /* 3768f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3769f8829a4aSRandall Stewart * it, cancel it 3770f8829a4aSRandall Stewart */ 377160990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 377260990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3773f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3774f79aab18SRandall Stewart } 3775f8829a4aSRandall Stewart tp1->do_rtt = 0; 3776f8829a4aSRandall Stewart } 3777f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3778f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3779f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37803c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3781f8829a4aSRandall Stewart tp1->whoTo = alt; 3782f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3783f8829a4aSRandall Stewart } 3784f8829a4aSRandall Stewart } 37854a9ef3f8SMichael Tuexen } 3786f8829a4aSRandall Stewart } 3787f8829a4aSRandall Stewart 3788f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3789f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3790f8829a4aSRandall Stewart struct sctp_association *asoc) 3791f8829a4aSRandall Stewart { 3792f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3793f8829a4aSRandall Stewart struct timeval now; 3794f8829a4aSRandall Stewart int now_filled = 0; 3795f8829a4aSRandall Stewart 3796dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3797f8829a4aSRandall Stewart return (NULL); 3798f8829a4aSRandall Stewart } 37994a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3800f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 380198f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3802325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3803f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3804f8829a4aSRandall Stewart break; 3805f8829a4aSRandall Stewart } 38060c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 38072a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3808325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 38090c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 38100c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 381149656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 38120c0982b8SRandall Stewart } 38130c0982b8SRandall Stewart } 3814f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3815f8829a4aSRandall Stewart /* 3816f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3817f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3818f8829a4aSRandall Stewart */ 3819f8829a4aSRandall Stewart break; 3820f8829a4aSRandall Stewart } 3821f8829a4aSRandall Stewart if (!now_filled) { 38226e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3823f8829a4aSRandall Stewart now_filled = 1; 3824f8829a4aSRandall Stewart } 3825f8829a4aSRandall Stewart /* 3826f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3827f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3828f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3829f8829a4aSRandall Stewart * it if its a resend? 3830f8829a4aSRandall Stewart */ 3831f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3832f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3833f8829a4aSRandall Stewart /* 3834f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3835f8829a4aSRandall Stewart * now up? 3836f8829a4aSRandall Stewart */ 3837f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3838f8829a4aSRandall Stewart /* Yes so drop it */ 3839f8829a4aSRandall Stewart if (tp1->data) { 3840ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 38411edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3842f8829a4aSRandall Stewart } 3843f8829a4aSRandall Stewart } else { 3844f8829a4aSRandall Stewart /* 3845f8829a4aSRandall Stewart * No, we are done when hit one for resend 3846f8829a4aSRandall Stewart * whos time as not expired. 3847f8829a4aSRandall Stewart */ 3848f8829a4aSRandall Stewart break; 3849f8829a4aSRandall Stewart } 3850f8829a4aSRandall Stewart } 3851f8829a4aSRandall Stewart /* 3852f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3853f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3854f8829a4aSRandall Stewart * the next chunk. 3855f8829a4aSRandall Stewart */ 385698f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3857325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3858f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 385949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 386049656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3861f8829a4aSRandall Stewart a_adv = tp1; 386249656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 38630c0982b8SRandall Stewart /* No update but we do save the chk */ 38640c0982b8SRandall Stewart a_adv = tp1; 38650c0982b8SRandall Stewart } 3866f8829a4aSRandall Stewart } else { 3867f8829a4aSRandall Stewart /* 3868f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3869f8829a4aSRandall Stewart * further 3870f8829a4aSRandall Stewart */ 3871f8829a4aSRandall Stewart break; 3872f8829a4aSRandall Stewart } 3873f8829a4aSRandall Stewart } 3874f8829a4aSRandall Stewart return (a_adv); 3875f8829a4aSRandall Stewart } 3876f8829a4aSRandall Stewart 38770c0982b8SRandall Stewart static int 3878c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3879bff64a4dSRandall Stewart { 3880bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3881afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3882548f47a8SMichael Tuexen int ret; 3883548f47a8SMichael Tuexen #ifndef INVARIANTS 3884548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3885548f47a8SMichael Tuexen #endif 3886548f47a8SMichael Tuexen 3887548f47a8SMichael Tuexen ret = 0; 3888548f47a8SMichael Tuexen #ifndef INVARIANTS 38890c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38900c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3891548f47a8SMichael Tuexen #endif 38920c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38930c0982b8SRandall Stewart return (0); 3894bff64a4dSRandall Stewart 3895bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3896bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3897cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 389849656eefSMichael Tuexen chk->rec.data.tsn, 38990c0982b8SRandall Stewart chk->send_size, 3900cd3fd531SMichael Tuexen chk->snd_count); 3901bff64a4dSRandall Stewart inflight++; 3902bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3903bff64a4dSRandall Stewart resend++; 3904bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3905bff64a4dSRandall Stewart inbetween++; 3906bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3907bff64a4dSRandall Stewart above++; 3908bff64a4dSRandall Stewart } else { 3909bff64a4dSRandall Stewart acked++; 3910bff64a4dSRandall Stewart } 3911bff64a4dSRandall Stewart } 3912f1f73e57SRandall Stewart 3913c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3914f1f73e57SRandall Stewart #ifdef INVARIANTS 3915c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3916f1f73e57SRandall Stewart #else 3917cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 39180c0982b8SRandall Stewart entry_flight, entry_cnt); 39190c0982b8SRandall Stewart 39200c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 39210c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 39220c0982b8SRandall Stewart ret = 1; 3923f1f73e57SRandall Stewart #endif 3924bff64a4dSRandall Stewart } 39250c0982b8SRandall Stewart return (ret); 3926c105859eSRandall Stewart } 3927c105859eSRandall Stewart 3928c105859eSRandall Stewart 3929c105859eSRandall Stewart static void 3930c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3931c105859eSRandall Stewart struct sctp_association *asoc, 3932c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3933c105859eSRandall Stewart { 3934dfb11ef8SRandall Stewart tp1->window_probe = 0; 39355171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3936dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3937dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 39388427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3939dfb11ef8SRandall Stewart tp1->book_size, 39409a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 394149656eefSMichael Tuexen tp1->rec.data.tsn); 3942dfb11ef8SRandall Stewart return; 3943dfb11ef8SRandall Stewart } 39445171328bSRandall Stewart /* First setup this by shrinking flight */ 3945299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3946299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3947299108c5SRandall Stewart tp1); 3948299108c5SRandall Stewart } 39495171328bSRandall Stewart sctp_flight_size_decrease(tp1); 39505171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 39515171328bSRandall Stewart /* Now mark for resend */ 39525171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3953791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3954791437b5SRandall Stewart 3955b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3956c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3957c105859eSRandall Stewart tp1->whoTo->flight_size, 3958c105859eSRandall Stewart tp1->book_size, 39599a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 396049656eefSMichael Tuexen tp1->rec.data.tsn); 396180fefe0aSRandall Stewart } 3962c105859eSRandall Stewart } 3963c105859eSRandall Stewart 3964f8829a4aSRandall Stewart void 3965f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3966899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3967f8829a4aSRandall Stewart { 3968f8829a4aSRandall Stewart struct sctp_nets *net; 3969f8829a4aSRandall Stewart struct sctp_association *asoc; 3970f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 39715e54f665SRandall Stewart uint32_t old_rwnd; 39725e54f665SRandall Stewart int win_probe_recovery = 0; 3973c105859eSRandall Stewart int win_probe_recovered = 0; 3974d06c82f1SRandall Stewart int j, done_once = 0; 3975f79aab18SRandall Stewart int rto_ok = 1; 3976fd60718dSMichael Tuexen uint32_t send_s; 3977f8829a4aSRandall Stewart 3978b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3979d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3980d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 398180fefe0aSRandall Stewart } 3982f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 398318e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 398418e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 398518e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 398618e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 398718e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 398818e198d3SRandall Stewart } 398918e198d3SRandall Stewart #endif 3990f8829a4aSRandall Stewart asoc = &stcb->asoc; 3991d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 399220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39935e54f665SRandall Stewart /* old ack */ 39945e54f665SRandall Stewart return; 3995d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3996d06c82f1SRandall Stewart /* Window update sack */ 3997d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 399844fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3999d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4000d06c82f1SRandall Stewart /* SWS sender side engages */ 4001d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 4002d06c82f1SRandall Stewart } 4003d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 4004d06c82f1SRandall Stewart goto again; 4005d06c82f1SRandall Stewart } 4006d06c82f1SRandall Stewart return; 40075e54f665SRandall Stewart } 40080053ed28SMichael Tuexen 4009f8829a4aSRandall Stewart /* First setup for CC stuff */ 4010f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4011a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 4012a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4013a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 4014a21779f0SRandall Stewart } 4015f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4016f8829a4aSRandall Stewart net->net_ack = 0; 4017f8829a4aSRandall Stewart net->net_ack2 = 0; 4018132dea7dSRandall Stewart 4019132dea7dSRandall Stewart /* 4020132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 4021132dea7dSRandall Stewart * SACK processing 4022132dea7dSRandall Stewart */ 4023132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 4024132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 4025299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4026299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4027299108c5SRandall Stewart } 4028f8829a4aSRandall Stewart } 4029c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4030c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4031c105859eSRandall Stewart sctpchunk_listhead); 403249656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4033139bc87fSRandall Stewart } else { 4034c105859eSRandall Stewart send_s = asoc->sending_seq; 4035139bc87fSRandall Stewart } 403620b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 4037ff1ffd74SMichael Tuexen struct mbuf *op_err; 4038ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4039139bc87fSRandall Stewart 4040139bc87fSRandall Stewart *abort_now = 1; 4041139bc87fSRandall Stewart /* XXX */ 404255f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4043ff1ffd74SMichael Tuexen cumack, send_s); 4044ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 4045bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4046ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4047139bc87fSRandall Stewart return; 4048139bc87fSRandall Stewart } 4049f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 4050b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4051c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4052c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4053c4739e2fSRandall Stewart 0, 4054c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4055c4739e2fSRandall Stewart __LINE__); 4056c4739e2fSRandall Stewart } 4057f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 405820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 4059f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 40604a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 406149656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 406218e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 4063cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 406418e198d3SRandall Stewart } 4065f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4066f8829a4aSRandall Stewart /* 406718e198d3SRandall Stewart * If it is less than ACKED, it is 406818e198d3SRandall Stewart * now no-longer in flight. Higher 406918e198d3SRandall Stewart * values may occur during marking 4070f8829a4aSRandall Stewart */ 4071c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4072b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4073c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4074a5d547adSRandall Stewart tp1->whoTo->flight_size, 4075a5d547adSRandall Stewart tp1->book_size, 40769a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 407749656eefSMichael Tuexen tp1->rec.data.tsn); 407880fefe0aSRandall Stewart } 4079c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4080299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4081299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4082299108c5SRandall Stewart tp1); 4083299108c5SRandall Stewart } 408404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4085c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4086f8829a4aSRandall Stewart } 4087f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4088f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4089f8829a4aSRandall Stewart /* 4090ab9ed8a1SDevin Teske * True non-retransmitted 4091f8829a4aSRandall Stewart * chunk 4092f8829a4aSRandall Stewart */ 4093f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4094f8829a4aSRandall Stewart tp1->send_size; 4095f8829a4aSRandall Stewart 4096f8829a4aSRandall Stewart /* update RTO too? */ 409762c1ff9cSRandall Stewart if (tp1->do_rtt) { 409844f2a327SMichael Tuexen if (rto_ok && 4099f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 410044f2a327SMichael Tuexen &stcb->asoc, 410144f2a327SMichael Tuexen tp1->whoTo, 410218e198d3SRandall Stewart &tp1->sent_rcv_time, 410344f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4104f79aab18SRandall Stewart rto_ok = 0; 4105f79aab18SRandall Stewart } 4106f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4107f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4108f79aab18SRandall Stewart } 4109f8829a4aSRandall Stewart tp1->do_rtt = 0; 4110f8829a4aSRandall Stewart } 4111f8829a4aSRandall Stewart } 4112132dea7dSRandall Stewart /* 411318e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 411418e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 411518e198d3SRandall Stewart * acked for the first time, set the 411618e198d3SRandall Stewart * following variables for the 411718e198d3SRandall Stewart * corresp destination. 411818e198d3SRandall Stewart * new_pseudo_cumack will trigger a 411918e198d3SRandall Stewart * cwnd update. 412018e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 412118e198d3SRandall Stewart * trigger search for the next 412218e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4123132dea7dSRandall Stewart */ 4124132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4125132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4126132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4127132dea7dSRandall Stewart 4128b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 412904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 413049656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 413180fefe0aSRandall Stewart } 4132f8829a4aSRandall Stewart } 4133f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4134f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4135f8829a4aSRandall Stewart } 413642551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 413742551e99SRandall Stewart /* deflate the cwnd */ 413842551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 413942551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 414042551e99SRandall Stewart } 4141325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 414249656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 414349656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4144a7ad6026SMichael Tuexen #ifdef INVARIANTS 4145a7ad6026SMichael Tuexen } else { 414649656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4147a7ad6026SMichael Tuexen #endif 4148a7ad6026SMichael Tuexen } 4149a7ad6026SMichael Tuexen } 415049656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 415149656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 415249656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4153d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4154d96bef9cSMichael Tuexen } 4155f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4156f8829a4aSRandall Stewart if (tp1->data) { 415704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4158f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4159f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 41604a9ef3f8SMichael Tuexen tp1->data = NULL; 4161f8829a4aSRandall Stewart } 4162b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4163f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4164f8829a4aSRandall Stewart cumack, 416549656eefSMichael Tuexen tp1->rec.data.tsn, 4166f8829a4aSRandall Stewart 0, 4167f8829a4aSRandall Stewart 0, 4168f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 416980fefe0aSRandall Stewart } 4170f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4171689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 417218e198d3SRandall Stewart } else { 417318e198d3SRandall Stewart break; 4174f8829a4aSRandall Stewart } 41755e54f665SRandall Stewart } 417618e198d3SRandall Stewart 417718e198d3SRandall Stewart } 417804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4179f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4180ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4181ceaad40aSRandall Stewart struct socket *so; 4182ceaad40aSRandall Stewart 4183ceaad40aSRandall Stewart #endif 4184f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4185b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 418604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41877215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 418880fefe0aSRandall Stewart } 4189ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4190ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4191ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4192ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4193ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4194ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4195ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4196ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4197ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4198ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4199ceaad40aSRandall Stewart return; 4200ceaad40aSRandall Stewart } 4201ceaad40aSRandall Stewart #endif 4202f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4203ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4204ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4205ceaad40aSRandall Stewart #endif 4206f8829a4aSRandall Stewart } else { 4207b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 42087215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 420980fefe0aSRandall Stewart } 4210f8829a4aSRandall Stewart } 4211f8829a4aSRandall Stewart 4212b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4213ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4214ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4215ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4216ca85e948SMichael Tuexen /* 4217ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4218ca85e948SMichael Tuexen * count, this is optional. 4219ca85e948SMichael Tuexen */ 4220ca85e948SMichael Tuexen net->error_count = 0; 4221ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4222ca85e948SMichael Tuexen /* addr came good */ 4223ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4224ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 42254b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4226ca85e948SMichael Tuexen } 4227ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4228ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4229b7b84c0eSMichael Tuexen /* 4230b7b84c0eSMichael Tuexen * release the alternate, 4231b7b84c0eSMichael Tuexen * primary is good 4232b7b84c0eSMichael Tuexen */ 4233ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4234ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4235ca85e948SMichael Tuexen } 4236ca85e948SMichael Tuexen } 4237ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4238ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4239b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4240b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 4241bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_25); 4242ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4243ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4244ca85e948SMichael Tuexen /* Done with this net */ 4245ca85e948SMichael Tuexen net->net_ack = 0; 4246ca85e948SMichael Tuexen } 4247ca85e948SMichael Tuexen /* restore any doubled timers */ 4248ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4249ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4250ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4251ca85e948SMichael Tuexen } 4252ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4253ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4254ca85e948SMichael Tuexen } 4255ca85e948SMichael Tuexen } 4256ca85e948SMichael Tuexen } 4257b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4258ca85e948SMichael Tuexen } 4259f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 42605e54f665SRandall Stewart 4261f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4262f8829a4aSRandall Stewart /* nothing left in-flight */ 4263f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4264f8829a4aSRandall Stewart net->flight_size = 0; 4265f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4266f8829a4aSRandall Stewart } 4267f8829a4aSRandall Stewart asoc->total_flight = 0; 4268f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4269f8829a4aSRandall Stewart } 42700053ed28SMichael Tuexen 4271f8829a4aSRandall Stewart /* RWND update */ 4272f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 427344fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4274f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4275f8829a4aSRandall Stewart /* SWS sender side engages */ 4276f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4277f8829a4aSRandall Stewart } 42785e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42795e54f665SRandall Stewart win_probe_recovery = 1; 42805e54f665SRandall Stewart } 4281f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4282a5d547adSRandall Stewart again: 4283a5d547adSRandall Stewart j = 0; 4284f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42855e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4286c105859eSRandall Stewart win_probe_recovered = 1; 42875e54f665SRandall Stewart /* 42885e54f665SRandall Stewart * Find first chunk that was used with window probe 42895e54f665SRandall Stewart * and clear the sent 42905e54f665SRandall Stewart */ 42913c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42925e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42935e54f665SRandall Stewart if (tp1->window_probe) { 4294cd554309SMichael Tuexen /* move back to data send queue */ 42957215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42965e54f665SRandall Stewart break; 42975e54f665SRandall Stewart } 42985e54f665SRandall Stewart } 42995e54f665SRandall Stewart } 43005171328bSRandall Stewart if (net->flight_size) { 4301a5d547adSRandall Stewart j++; 430272e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 43035171328bSRandall Stewart if (net->window_probe) { 43045171328bSRandall Stewart net->window_probe = 0; 43055171328bSRandall Stewart } 4306f8829a4aSRandall Stewart } else { 43075171328bSRandall Stewart if (net->window_probe) { 4308b7b84c0eSMichael Tuexen /* 4309b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4310b7b84c0eSMichael Tuexen * is still running there 4311b7b84c0eSMichael Tuexen */ 43125171328bSRandall Stewart net->window_probe = 0; 43135171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 431472e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 43155171328bSRandall Stewart } 43165171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4317f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4318a5d547adSRandall Stewart stcb, net, 4319bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4320f8829a4aSRandall Stewart } 4321f8829a4aSRandall Stewart } 4322f8829a4aSRandall Stewart } 4323bff64a4dSRandall Stewart if ((j == 0) && 4324bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4325bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4326c105859eSRandall Stewart (win_probe_recovered == 0) && 4327bff64a4dSRandall Stewart (done_once == 0)) { 43280c0982b8SRandall Stewart /* 43290c0982b8SRandall Stewart * huh, this should not happen unless all packets are 43300c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 43310c0982b8SRandall Stewart */ 43320c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4333a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4334a5d547adSRandall Stewart net->flight_size = 0; 4335a5d547adSRandall Stewart } 4336a5d547adSRandall Stewart asoc->total_flight = 0; 4337a5d547adSRandall Stewart asoc->total_flight_count = 0; 4338a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4339a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4340a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4341c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4342c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4343a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4344791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4345a5d547adSRandall Stewart } 4346a5d547adSRandall Stewart } 43470c0982b8SRandall Stewart } 4348bff64a4dSRandall Stewart done_once = 1; 4349a5d547adSRandall Stewart goto again; 4350a5d547adSRandall Stewart } 4351f8829a4aSRandall Stewart /**********************************/ 4352f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4353f8829a4aSRandall Stewart /**********************************/ 4354f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4355f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4356f8829a4aSRandall Stewart /* clean up */ 4357f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4358f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4359839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4360d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4361839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 43622afb3e84SRandall Stewart } 4363bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4364839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4365bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4366bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4367ff1ffd74SMichael Tuexen struct mbuf *op_err; 4368f8829a4aSRandall Stewart 4369f8829a4aSRandall Stewart *abort_now = 1; 4370f8829a4aSRandall Stewart /* XXX */ 4371ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 4372bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_27; 4373ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4374fe4a59b3SMichael Tuexen return; 4375bbc9dfbcSMichael Tuexen } 4376bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4377bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4378ca85e948SMichael Tuexen struct sctp_nets *netp; 4379ca85e948SMichael Tuexen 4380839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 4381839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4382f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4383f42a358aSRandall Stewart } 4384839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 4385f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4386ca85e948SMichael Tuexen if (asoc->alternate) { 4387ca85e948SMichael Tuexen netp = asoc->alternate; 4388ca85e948SMichael Tuexen } else { 4389ca85e948SMichael Tuexen netp = asoc->primary_destination; 4390ca85e948SMichael Tuexen } 4391ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4392f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4393ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4394f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4395*6fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 4396839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4397f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4398ca85e948SMichael Tuexen struct sctp_nets *netp; 4399ca85e948SMichael Tuexen 4400f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4401839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 440212af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4403c39cfa1fSMichael Tuexen if (asoc->alternate) { 4404c39cfa1fSMichael Tuexen netp = asoc->alternate; 4405c39cfa1fSMichael Tuexen } else { 4406c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4407c39cfa1fSMichael Tuexen } 4408c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4409f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4410ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4411f8829a4aSRandall Stewart } 4412f8829a4aSRandall Stewart } 4413dfb11ef8SRandall Stewart /*********************************************/ 4414dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4415dfb11ef8SRandall Stewart /* (section 4.2) */ 4416dfb11ef8SRandall Stewart /*********************************************/ 4417dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 441820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4419dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4420dfb11ef8SRandall Stewart } 4421830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4422dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4423830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4424830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4425830d754dSRandall Stewart 4426830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4427830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4428830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 442920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4430830d754dSRandall Stewart /* 4431493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4432830d754dSRandall Stewart */ 443320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4434830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 44350c0982b8SRandall Stewart } else if (lchk) { 44360c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 443744fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 44380c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 44390c0982b8SRandall Stewart } 4440830d754dSRandall Stewart } 4441830d754dSRandall Stewart } 4442830d754dSRandall Stewart if (lchk) { 4443830d754dSRandall Stewart /* Assure a timer is up */ 4444830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4445830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4446830d754dSRandall Stewart } 4447830d754dSRandall Stewart } 4448b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4449f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4450f8829a4aSRandall Stewart rwnd, 4451f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4452f8829a4aSRandall Stewart stcb->asoc.total_flight, 4453f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 445480fefe0aSRandall Stewart } 4455f8829a4aSRandall Stewart } 4456f8829a4aSRandall Stewart 4457f8829a4aSRandall Stewart void 4458cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 44597215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4460cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4461cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4462899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4463f8829a4aSRandall Stewart { 4464f8829a4aSRandall Stewart struct sctp_association *asoc; 4465f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4466cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4467f8829a4aSRandall Stewart uint16_t wake_him = 0; 4468c105859eSRandall Stewart uint32_t send_s = 0; 4469f8829a4aSRandall Stewart long j; 4470f8829a4aSRandall Stewart int accum_moved = 0; 4471f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44725e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44735e54f665SRandall Stewart int win_probe_recovery = 0; 4474c105859eSRandall Stewart int win_probe_recovered = 0; 4475f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4476bff64a4dSRandall Stewart int done_once; 4477f79aab18SRandall Stewart int rto_ok = 1; 4478f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4479f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4480f8829a4aSRandall Stewart 4481f8829a4aSRandall Stewart /* 4482f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4483f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4484f8829a4aSRandall Stewart */ 4485f8829a4aSRandall Stewart /* 4486f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4487f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4488f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4489f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4490f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4491f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4492f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4493f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4494f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4495f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4496f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4497f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4498f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4499f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4500f8829a4aSRandall Stewart * if in shutdown_recv state. 4501f8829a4aSRandall Stewart */ 4502f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4503f8829a4aSRandall Stewart /* CMT DAC algo */ 4504f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4505f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4506cd554309SMichael Tuexen last_tsn = cum_ack; 4507cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 450818e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 450918e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 451018e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 451118e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 451218e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 451318e198d3SRandall Stewart } 451418e198d3SRandall Stewart #endif 4515d06c82f1SRandall Stewart a_rwnd = rwnd; 4516f8829a4aSRandall Stewart 4517cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4518cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4519cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4520cd554309SMichael Tuexen } 45210053ed28SMichael Tuexen 45225e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4523b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4524c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4525c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4526c4739e2fSRandall Stewart 0, 4527c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4528c4739e2fSRandall Stewart __LINE__); 4529c4739e2fSRandall Stewart } 4530f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4531f8829a4aSRandall Stewart asoc = &stcb->asoc; 4532b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4533f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4534f8829a4aSRandall Stewart cum_ack, 4535f8829a4aSRandall Stewart 0, 4536f8829a4aSRandall Stewart num_seg, 4537f8829a4aSRandall Stewart num_dup, 4538f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 453980fefe0aSRandall Stewart } 4540ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4541cd554309SMichael Tuexen uint16_t i; 4542458303daSRandall Stewart uint32_t *dupdata, dblock; 4543f8829a4aSRandall Stewart 4544cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4545cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4546458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4547cd554309SMichael Tuexen if (dupdata == NULL) { 4548458303daSRandall Stewart break; 4549458303daSRandall Stewart } 4550cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4551f8829a4aSRandall Stewart } 4552f8829a4aSRandall Stewart } 4553c105859eSRandall Stewart /* reality check */ 4554c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4555c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4556c105859eSRandall Stewart sctpchunk_listhead); 455749656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4558c105859eSRandall Stewart } else { 4559b5c16493SMichael Tuexen tp1 = NULL; 4560c105859eSRandall Stewart send_s = asoc->sending_seq; 4561c105859eSRandall Stewart } 456220b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4563ff1ffd74SMichael Tuexen struct mbuf *op_err; 4564ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4565c105859eSRandall Stewart 4566f8829a4aSRandall Stewart /* 4567fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4568fd60718dSMichael Tuexen * hopelessly messed up with us. 4569f8829a4aSRandall Stewart */ 4570cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4571b5c16493SMichael Tuexen cum_ack, send_s); 4572b5c16493SMichael Tuexen if (tp1) { 4573cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 457449656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4575b5c16493SMichael Tuexen } 4576f8829a4aSRandall Stewart hopeless_peer: 4577f8829a4aSRandall Stewart *abort_now = 1; 4578f8829a4aSRandall Stewart /* XXX */ 457955f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4580ff1ffd74SMichael Tuexen cum_ack, send_s); 4581ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 4582bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_28; 4583ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4584f8829a4aSRandall Stewart return; 4585f8829a4aSRandall Stewart } 4586f8829a4aSRandall Stewart /**********************/ 4587f8829a4aSRandall Stewart /* 1) check the range */ 4588f8829a4aSRandall Stewart /**********************/ 458920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4590f8829a4aSRandall Stewart /* acking something behind */ 4591f8829a4aSRandall Stewart return; 4592f8829a4aSRandall Stewart } 45930053ed28SMichael Tuexen 4594f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4595f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4596f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4597cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4598f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4599b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4600f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4601f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 460280fefe0aSRandall Stewart } 4603f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4604f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4605f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4606f8829a4aSRandall Stewart } 4607f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4608f8829a4aSRandall Stewart /* SWS sender side engages */ 4609f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4610f8829a4aSRandall Stewart } 4611f8829a4aSRandall Stewart /* stop any timers */ 4612f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4613f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4614bbf9f080SMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4615f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4616f8829a4aSRandall Stewart net->flight_size = 0; 4617f8829a4aSRandall Stewart } 4618f8829a4aSRandall Stewart asoc->total_flight = 0; 4619f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4620f8829a4aSRandall Stewart return; 4621f8829a4aSRandall Stewart } 4622f8829a4aSRandall Stewart /* 4623f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4624f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4625f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4626f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4627f8829a4aSRandall Stewart * destination address basis. 4628f8829a4aSRandall Stewart */ 4629f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4630a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4631a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4632a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4633a21779f0SRandall Stewart } 4634f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4635f8829a4aSRandall Stewart net->net_ack = 0; 4636f8829a4aSRandall Stewart net->net_ack2 = 0; 4637f8829a4aSRandall Stewart 4638f8829a4aSRandall Stewart /* 463942551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 464042551e99SRandall Stewart * SACK processing 4641f8829a4aSRandall Stewart */ 4642f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4643f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4644299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4645299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4646299108c5SRandall Stewart } 46470053ed28SMichael Tuexen 4648e9a3a1b1SMichael Tuexen /* 4649e9a3a1b1SMichael Tuexen * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4650e9a3a1b1SMichael Tuexen * to be greater than the cumack. Also reset saw_newack to 0 4651e9a3a1b1SMichael Tuexen * for all dests. 4652e9a3a1b1SMichael Tuexen */ 4653e9a3a1b1SMichael Tuexen net->saw_newack = 0; 4654e9a3a1b1SMichael Tuexen net->this_sack_highest_newack = last_tsn; 4655f8829a4aSRandall Stewart } 4656f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 46574a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 465849656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4659f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4660f8829a4aSRandall Stewart accum_moved = 1; 4661f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4662f8829a4aSRandall Stewart /* 4663f8829a4aSRandall Stewart * If it is less than ACKED, it is 4664f8829a4aSRandall Stewart * now no-longer in flight. Higher 4665f8829a4aSRandall Stewart * values may occur during marking 4666f8829a4aSRandall Stewart */ 4667f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4668f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4669f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4670f8829a4aSRandall Stewart /* 4671f8829a4aSRandall Stewart * If there was no retran 4672f8829a4aSRandall Stewart * and the address is 4673f8829a4aSRandall Stewart * un-confirmed and we sent 4674f8829a4aSRandall Stewart * there and are now 4675f8829a4aSRandall Stewart * sacked.. its confirmed, 4676f8829a4aSRandall Stewart * mark it so. 4677f8829a4aSRandall Stewart */ 4678f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4679f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4680f8829a4aSRandall Stewart } 4681c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4682b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4683c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4684a5d547adSRandall Stewart tp1->whoTo->flight_size, 4685a5d547adSRandall Stewart tp1->book_size, 46869a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 468749656eefSMichael Tuexen tp1->rec.data.tsn); 468880fefe0aSRandall Stewart } 4689c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4690c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4691299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4692299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4693299108c5SRandall Stewart tp1); 4694299108c5SRandall Stewart } 4695f8829a4aSRandall Stewart } 4696f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4697f8829a4aSRandall Stewart 4698f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 469949656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4700f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4701f8829a4aSRandall Stewart 4702f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4703f8829a4aSRandall Stewart /* 4704ab9ed8a1SDevin Teske * True non-retransmitted 4705f8829a4aSRandall Stewart * chunk 4706f8829a4aSRandall Stewart */ 4707f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4708f8829a4aSRandall Stewart tp1->send_size; 4709f8829a4aSRandall Stewart 4710f8829a4aSRandall Stewart /* update RTO too? */ 4711f8829a4aSRandall Stewart if (tp1->do_rtt) { 471244f2a327SMichael Tuexen if (rto_ok && 4713f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 471444f2a327SMichael Tuexen &stcb->asoc, 471544f2a327SMichael Tuexen tp1->whoTo, 471618e198d3SRandall Stewart &tp1->sent_rcv_time, 471744f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4718f79aab18SRandall Stewart rto_ok = 0; 4719f79aab18SRandall Stewart } 4720f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4721f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4722f79aab18SRandall Stewart } 4723f8829a4aSRandall Stewart tp1->do_rtt = 0; 4724f8829a4aSRandall Stewart } 4725f8829a4aSRandall Stewart } 4726f8829a4aSRandall Stewart /* 4727f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4728f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4729f8829a4aSRandall Stewart * acked for the first time, set the 4730f8829a4aSRandall Stewart * following variables for the 4731f8829a4aSRandall Stewart * corresp destination. 4732f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4733f8829a4aSRandall Stewart * cwnd update. 4734f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4735f8829a4aSRandall Stewart * trigger search for the next 4736f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4737f8829a4aSRandall Stewart */ 4738f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4739f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4740f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4741f8829a4aSRandall Stewart 4742f8829a4aSRandall Stewart 4743b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4744f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4745f8829a4aSRandall Stewart cum_ack, 474649656eefSMichael Tuexen tp1->rec.data.tsn, 4747f8829a4aSRandall Stewart 0, 4748f8829a4aSRandall Stewart 0, 4749f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 475080fefe0aSRandall Stewart } 4751b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 475249656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 475380fefe0aSRandall Stewart } 4754f8829a4aSRandall Stewart } 4755f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4756f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4757f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4758f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4759f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4760f8829a4aSRandall Stewart #endif 4761f8829a4aSRandall Stewart } 476242551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 476342551e99SRandall Stewart /* deflate the cwnd */ 476442551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 476542551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 476642551e99SRandall Stewart } 4767325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4768f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4769f8829a4aSRandall Stewart } 4770325c8c46SMichael Tuexen } 4771f8829a4aSRandall Stewart } else { 4772f8829a4aSRandall Stewart break; 4773f8829a4aSRandall Stewart } 4774f8829a4aSRandall Stewart } 4775f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4776f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4777f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4778f8829a4aSRandall Stewart 4779cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4780f8829a4aSRandall Stewart 4781f8829a4aSRandall Stewart /* 4782f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4783f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4784f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4785f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4786f8829a4aSRandall Stewart */ 4787cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4788cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47897215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4790cd554309SMichael Tuexen wake_him++; 4791cd554309SMichael Tuexen } 4792f8829a4aSRandall Stewart /* 4793fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4794fd60718dSMichael Tuexen * adherence is wanted. 4795f8829a4aSRandall Stewart */ 479620b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4797f8829a4aSRandall Stewart /* 4798fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4799fd60718dSMichael Tuexen * We must abort. 4800f8829a4aSRandall Stewart */ 4801cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4802cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4803f8829a4aSRandall Stewart goto hopeless_peer; 4804f8829a4aSRandall Stewart } 4805f8829a4aSRandall Stewart } 4806f8829a4aSRandall Stewart /*******************************************/ 4807f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4808f8829a4aSRandall Stewart /*******************************************/ 48097c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4810f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4811f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4812f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4813a5d547adSRandall Stewart stcb, net, 4814bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4815f8829a4aSRandall Stewart 4816f8829a4aSRandall Stewart } 4817f8829a4aSRandall Stewart } else { 4818f8829a4aSRandall Stewart if (accum_moved) { 4819f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4820f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4821bbf9f080SMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_31); 4822f8829a4aSRandall Stewart } 4823f8829a4aSRandall Stewart } 4824f8829a4aSRandall Stewart } 4825f8829a4aSRandall Stewart /********************************************/ 4826d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4827f8829a4aSRandall Stewart /********************************************/ 4828f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4829f8829a4aSRandall Stewart 48307c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 483149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4832f8829a4aSRandall Stewart break; 4833f8829a4aSRandall Stewart } 4834325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 483549656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 483649656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4837a7ad6026SMichael Tuexen #ifdef INVARIANTS 4838a7ad6026SMichael Tuexen } else { 483949656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4840a7ad6026SMichael Tuexen #endif 4841a7ad6026SMichael Tuexen } 4842f8829a4aSRandall Stewart } 484349656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 484449656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 484549656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4846d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4847d96bef9cSMichael Tuexen } 4848f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 48490ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4850f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4851f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4852f8829a4aSRandall Stewart } 48537c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4854f8829a4aSRandall Stewart if (tp1->data) { 485504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4856f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4857f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 48587c99d56fSMichael Tuexen tp1->data = NULL; 4859dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4860f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4861f8829a4aSRandall Stewart } 4862f8829a4aSRandall Stewart } 4863b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4864f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4865f8829a4aSRandall Stewart cum_ack, 486649656eefSMichael Tuexen tp1->rec.data.tsn, 4867f8829a4aSRandall Stewart 0, 4868f8829a4aSRandall Stewart 0, 4869f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 487080fefe0aSRandall Stewart } 4871689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4872f8829a4aSRandall Stewart wake_him++; 48737c99d56fSMichael Tuexen } 48747c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48757c99d56fSMichael Tuexen #ifdef INVARIANTS 4876cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48777c99d56fSMichael Tuexen #else 48787c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48797c99d56fSMichael Tuexen asoc->total_flight); 48807c99d56fSMichael Tuexen #endif 48817c99d56fSMichael Tuexen asoc->total_flight = 0; 48827c99d56fSMichael Tuexen } 48830053ed28SMichael Tuexen 488404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4885f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4886ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4887ceaad40aSRandall Stewart struct socket *so; 4888ceaad40aSRandall Stewart 4889ceaad40aSRandall Stewart #endif 4890f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4891b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48927215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 489380fefe0aSRandall Stewart } 4894ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4895ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4896ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4897ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4898ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4899ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4900ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4901ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4902ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4903ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4904ceaad40aSRandall Stewart return; 4905ceaad40aSRandall Stewart } 4906ceaad40aSRandall Stewart #endif 4907f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4908ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4909ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4910ceaad40aSRandall Stewart #endif 4911f8829a4aSRandall Stewart } else { 4912b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 49137215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 491480fefe0aSRandall Stewart } 4915f8829a4aSRandall Stewart } 4916f8829a4aSRandall Stewart 491742551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 491820b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4919f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4920f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4921f8829a4aSRandall Stewart } 4922f8829a4aSRandall Stewart } 4923f8829a4aSRandall Stewart /* 4924f8829a4aSRandall Stewart * Check for revoked fragments: 4925f8829a4aSRandall Stewart * 4926f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4927f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4928f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4929f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4930f8829a4aSRandall Stewart * we had some before and now we have NONE. 4931f8829a4aSRandall Stewart */ 4932f8829a4aSRandall Stewart 4933d9c5cfeaSMichael Tuexen if (num_seg) { 4934c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4935d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4936d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4937f8829a4aSRandall Stewart int cnt_revoked = 0; 4938f8829a4aSRandall Stewart 4939f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4940f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4941b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4942f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4943b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4944c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4945c105859eSRandall Stewart tp1->whoTo->flight_size, 4946c105859eSRandall Stewart tp1->book_size, 49479a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 494849656eefSMichael Tuexen tp1->rec.data.tsn); 494980fefe0aSRandall Stewart } 4950c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4951c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4952a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 495342551e99SRandall Stewart /* 495442551e99SRandall Stewart * To ensure that this increase in 49554a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 49564a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 49574a9ef3f8SMichael Tuexen * cwnd artificially. 495842551e99SRandall Stewart */ 495942551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4960f8829a4aSRandall Stewart cnt_revoked++; 4961f8829a4aSRandall Stewart } 4962f8829a4aSRandall Stewart } 4963f8829a4aSRandall Stewart if (cnt_revoked) { 4964f8829a4aSRandall Stewart reneged_all = 1; 4965f8829a4aSRandall Stewart } 4966f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4967f8829a4aSRandall Stewart } 4968d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4969d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4970f8829a4aSRandall Stewart else 4971d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4972f8829a4aSRandall Stewart 4973b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4974ca85e948SMichael Tuexen if (ecne_seen == 0) { 4975ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4976ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4977ca85e948SMichael Tuexen /* 4978ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4979ca85e948SMichael Tuexen * count, this is optional. 4980ca85e948SMichael Tuexen */ 4981ca85e948SMichael Tuexen net->error_count = 0; 4982ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4983ca85e948SMichael Tuexen /* addr came good */ 4984ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4985ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49864b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4987ca85e948SMichael Tuexen } 49880053ed28SMichael Tuexen 4989ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4990ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4991b7b84c0eSMichael Tuexen /* 4992b7b84c0eSMichael Tuexen * release the alternate, 4993b7b84c0eSMichael Tuexen * primary is good 4994b7b84c0eSMichael Tuexen */ 4995ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4996ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4997ca85e948SMichael Tuexen } 4998ca85e948SMichael Tuexen } 49990053ed28SMichael Tuexen 5000ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 5001ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 5002b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 5003b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 5004bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5005ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 5006ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 5007ca85e948SMichael Tuexen /* Done with this net */ 5008ca85e948SMichael Tuexen net->net_ack = 0; 5009ca85e948SMichael Tuexen } 5010ca85e948SMichael Tuexen /* restore any doubled timers */ 5011ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 5012ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 5013ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 5014ca85e948SMichael Tuexen } 5015ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 5016ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 5017ca85e948SMichael Tuexen } 5018ca85e948SMichael Tuexen } 5019ca85e948SMichael Tuexen } 5020b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 5021ca85e948SMichael Tuexen } 50220053ed28SMichael Tuexen 5023f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 5024f8829a4aSRandall Stewart /* nothing left in-flight */ 5025f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5026f8829a4aSRandall Stewart /* stop all timers */ 5027f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5028b7d130beSMichael Tuexen stcb, net, 5029bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_33); 5030f8829a4aSRandall Stewart net->flight_size = 0; 5031f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 5032f8829a4aSRandall Stewart } 5033f8829a4aSRandall Stewart asoc->total_flight = 0; 5034f8829a4aSRandall Stewart asoc->total_flight_count = 0; 5035f8829a4aSRandall Stewart } 50360053ed28SMichael Tuexen 5037f8829a4aSRandall Stewart /**********************************/ 5038f8829a4aSRandall Stewart /* Now what about shutdown issues */ 5039f8829a4aSRandall Stewart /**********************************/ 5040f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 5041f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 5042b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5043f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 5044f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 504580fefe0aSRandall Stewart } 5046f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 5047f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5048f8829a4aSRandall Stewart /* SWS sender side engages */ 5049f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5050f8829a4aSRandall Stewart } 5051f8829a4aSRandall Stewart /* clean up */ 5052f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 5053f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5054839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5055d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 5056839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 5057f8829a4aSRandall Stewart } 5058bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5059839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5060bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 5061bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 5062ff1ffd74SMichael Tuexen struct mbuf *op_err; 5063f8829a4aSRandall Stewart 5064f8829a4aSRandall Stewart *abort_now = 1; 5065f8829a4aSRandall Stewart /* XXX */ 5066ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 5067bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_34; 5068ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5069f8829a4aSRandall Stewart return; 5070bbc9dfbcSMichael Tuexen } 5071bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5072bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5073ca85e948SMichael Tuexen struct sctp_nets *netp; 5074ca85e948SMichael Tuexen 5075839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 5076839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5077f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5078f42a358aSRandall Stewart } 5079839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 5080f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5081c39cfa1fSMichael Tuexen if (asoc->alternate) { 5082c39cfa1fSMichael Tuexen netp = asoc->alternate; 5083c39cfa1fSMichael Tuexen } else { 5084c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5085c39cfa1fSMichael Tuexen } 5086ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5087f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5088ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5089f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 5090*6fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 5091f8829a4aSRandall Stewart return; 5092839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5093f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5094ca85e948SMichael Tuexen struct sctp_nets *netp; 5095ca85e948SMichael Tuexen 5096f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5097839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 509812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5099c39cfa1fSMichael Tuexen if (asoc->alternate) { 5100c39cfa1fSMichael Tuexen netp = asoc->alternate; 5101c39cfa1fSMichael Tuexen } else { 5102c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5103c39cfa1fSMichael Tuexen } 5104c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5105f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5106ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5107f8829a4aSRandall Stewart return; 5108f8829a4aSRandall Stewart } 5109f8829a4aSRandall Stewart } 5110f8829a4aSRandall Stewart /* 5111f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5112f8829a4aSRandall Stewart * HEADS UP. 5113f8829a4aSRandall Stewart */ 5114f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5115f8829a4aSRandall Stewart net->net_ack = 0; 5116f8829a4aSRandall Stewart } 5117f8829a4aSRandall Stewart 5118f8829a4aSRandall Stewart /* 5119f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5120f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5121f8829a4aSRandall Stewart * automatically ensure that. 5122f8829a4aSRandall Stewart */ 51237c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 512420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 512520083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5126f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5127f8829a4aSRandall Stewart } 5128cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5129f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5130f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5131f8829a4aSRandall Stewart } 5132b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5133b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5134f8829a4aSRandall Stewart 5135f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5136f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5137f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5138f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5139f8829a4aSRandall Stewart } 5140f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 514120b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5142f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5143f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5144f8829a4aSRandall Stewart } 514542551e99SRandall Stewart /* 514642551e99SRandall Stewart * CMT Fast recovery 514742551e99SRandall Stewart */ 5148f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5149f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5150f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5151f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5152f8829a4aSRandall Stewart } 5153f8829a4aSRandall Stewart } 5154f8829a4aSRandall Stewart 5155f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5156b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5157f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 515844fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 515980fefe0aSRandall Stewart } 5160f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 516144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5162f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5163f8829a4aSRandall Stewart /* SWS sender side engages */ 5164f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5165f8829a4aSRandall Stewart } 51665e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 51675e54f665SRandall Stewart win_probe_recovery = 1; 51685e54f665SRandall Stewart } 51690053ed28SMichael Tuexen 5170f8829a4aSRandall Stewart /* 5171f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5172f8829a4aSRandall Stewart * outstanding data. 5173f8829a4aSRandall Stewart */ 5174bff64a4dSRandall Stewart done_once = 0; 5175a5d547adSRandall Stewart again: 5176a5d547adSRandall Stewart j = 0; 5177f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51785e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5179c105859eSRandall Stewart win_probe_recovered = 1; 51805e54f665SRandall Stewart /*- 51815e54f665SRandall Stewart * Find first chunk that was used with 51825e54f665SRandall Stewart * window probe and clear the event. Put 51835e54f665SRandall Stewart * it back into the send queue as if has 51845e54f665SRandall Stewart * not been sent. 51855e54f665SRandall Stewart */ 51865e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51875e54f665SRandall Stewart if (tp1->window_probe) { 51887215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51895e54f665SRandall Stewart break; 51905e54f665SRandall Stewart } 51915e54f665SRandall Stewart } 51925e54f665SRandall Stewart } 5193f8829a4aSRandall Stewart if (net->flight_size) { 5194a5d547adSRandall Stewart j++; 5195cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5196f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5197f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5198cd554309SMichael Tuexen } 51995171328bSRandall Stewart if (net->window_probe) { 5200cd554309SMichael Tuexen net->window_probe = 0; 52015171328bSRandall Stewart } 5202c105859eSRandall Stewart } else { 52035171328bSRandall Stewart if (net->window_probe) { 5204b7b84c0eSMichael Tuexen /* 5205b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5206b7b84c0eSMichael Tuexen * is still running there 5207b7b84c0eSMichael Tuexen */ 52085171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 52095171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 52105171328bSRandall Stewart stcb->sctp_ep, stcb, net); 52115171328bSRandall Stewart 52125171328bSRandall Stewart } 52135171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5214c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5215c105859eSRandall Stewart stcb, net, 5216bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_35); 5217c105859eSRandall Stewart } 5218f8829a4aSRandall Stewart } 5219f8829a4aSRandall Stewart } 5220bff64a4dSRandall Stewart if ((j == 0) && 5221bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5222bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5223c105859eSRandall Stewart (win_probe_recovered == 0) && 5224bff64a4dSRandall Stewart (done_once == 0)) { 52250c0982b8SRandall Stewart /* 52260c0982b8SRandall Stewart * huh, this should not happen unless all packets are 52270c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 52280c0982b8SRandall Stewart */ 52290c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5230a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5231a5d547adSRandall Stewart net->flight_size = 0; 5232a5d547adSRandall Stewart } 5233a5d547adSRandall Stewart asoc->total_flight = 0; 5234a5d547adSRandall Stewart asoc->total_flight_count = 0; 5235a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5236a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5237a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5238c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5239c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5240a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5241791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5242a5d547adSRandall Stewart } 5243a5d547adSRandall Stewart } 52440c0982b8SRandall Stewart } 5245bff64a4dSRandall Stewart done_once = 1; 5246a5d547adSRandall Stewart goto again; 5247a5d547adSRandall Stewart } 5248cd554309SMichael Tuexen /*********************************************/ 5249cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5250cd554309SMichael Tuexen /* (section 4.2) */ 5251cd554309SMichael Tuexen /*********************************************/ 5252cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 525320b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5254dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5255dfb11ef8SRandall Stewart } 5256830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5257dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5258830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5259830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5260830d754dSRandall Stewart 5261830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5262830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5263830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 526420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5265830d754dSRandall Stewart /* 5266493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5267830d754dSRandall Stewart */ 52680c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 52690c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 52700c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52710c0982b8SRandall Stewart old_adv_peer_ack_point); 52720c0982b8SRandall Stewart } 527320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5274830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52750c0982b8SRandall Stewart } else if (lchk) { 52760c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 527744fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52780c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52790c0982b8SRandall Stewart } 5280830d754dSRandall Stewart } 5281830d754dSRandall Stewart } 5282830d754dSRandall Stewart if (lchk) { 5283830d754dSRandall Stewart /* Assure a timer is up */ 5284830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5285830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5286830d754dSRandall Stewart } 5287830d754dSRandall Stewart } 5288b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5289f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5290f8829a4aSRandall Stewart a_rwnd, 5291f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5292f8829a4aSRandall Stewart stcb->asoc.total_flight, 5293f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 529480fefe0aSRandall Stewart } 5295f8829a4aSRandall Stewart } 5296f8829a4aSRandall Stewart 5297f8829a4aSRandall Stewart void 52987215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5299f8829a4aSRandall Stewart { 5300f8829a4aSRandall Stewart /* Copy cum-ack */ 5301f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5302f8829a4aSRandall Stewart 5303f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5304f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5305f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5306f8829a4aSRandall Stewart 5307f8829a4aSRandall Stewart /* Now call the express sack handling */ 5308899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5309f8829a4aSRandall Stewart } 5310f8829a4aSRandall Stewart 5311f8829a4aSRandall Stewart static void 5312f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5313f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5314f8829a4aSRandall Stewart { 531528cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5316f8829a4aSRandall Stewart struct sctp_association *asoc; 531749656eefSMichael Tuexen uint32_t mid; 531849656eefSMichael Tuexen int need_reasm_check = 0; 5319f8829a4aSRandall Stewart 5320f8829a4aSRandall Stewart asoc = &stcb->asoc; 532149656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5322f8829a4aSRandall Stewart /* 5323f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 532444249214SRandall Stewart * came in. 5325f8829a4aSRandall Stewart */ 532628cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 532728cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5328f8829a4aSRandall Stewart /* this is deliverable now */ 532928cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 533028cd0699SMichael Tuexen if (control->on_strm_q) { 533128cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 533228cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 533328cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 533428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 533598d5fd97SMichael Tuexen #ifdef INVARIANTS 533644249214SRandall Stewart } else { 533744249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 533828cd0699SMichael Tuexen strmin, control, control->on_strm_q); 533998d5fd97SMichael Tuexen #endif 534044249214SRandall Stewart } 534128cd0699SMichael Tuexen control->on_strm_q = 0; 534244249214SRandall Stewart } 5343f8829a4aSRandall Stewart /* subtract pending on streams */ 534428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 534528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 534628cd0699SMichael Tuexen } else { 534728cd0699SMichael Tuexen #ifdef INVARIANTS 534828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 534928cd0699SMichael Tuexen #else 535028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 535128cd0699SMichael Tuexen #endif 535228cd0699SMichael Tuexen } 5353f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5354f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5355f8829a4aSRandall Stewart if (stcb->sctp_socket) { 535628cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5357f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 535828cd0699SMichael Tuexen control, 535944249214SRandall Stewart &stcb->sctp_socket->so_rcv, 536044249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 536144249214SRandall Stewart SCTP_SO_NOT_LOCKED); 536244249214SRandall Stewart } 536344249214SRandall Stewart } else { 536444249214SRandall Stewart /* Its a fragmented message */ 536528cd0699SMichael Tuexen if (control->first_frag_seen) { 5366b7b84c0eSMichael Tuexen /* 5367b7b84c0eSMichael Tuexen * Make it so this is next to 5368b7b84c0eSMichael Tuexen * deliver, we restore later 5369b7b84c0eSMichael Tuexen */ 537028cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 537144249214SRandall Stewart need_reasm_check = 1; 537244249214SRandall Stewart break; 537344249214SRandall Stewart } 5374f8829a4aSRandall Stewart } 5375f8829a4aSRandall Stewart } else { 5376f8829a4aSRandall Stewart /* no more delivery now. */ 5377f8829a4aSRandall Stewart break; 5378f8829a4aSRandall Stewart } 5379f8829a4aSRandall Stewart } 538044249214SRandall Stewart if (need_reasm_check) { 538144249214SRandall Stewart int ret; 538244249214SRandall Stewart 5383d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 538449656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 538544249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 538649656eefSMichael Tuexen strmin->last_mid_delivered = mid; 538744249214SRandall Stewart } 538844249214SRandall Stewart if (ret == 0) { 538944249214SRandall Stewart /* Left the front Partial one on */ 539044249214SRandall Stewart return; 539144249214SRandall Stewart } 539244249214SRandall Stewart need_reasm_check = 0; 539344249214SRandall Stewart } 5394f8829a4aSRandall Stewart /* 5395f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5396f8829a4aSRandall Stewart * now ready. 5397f8829a4aSRandall Stewart */ 539849656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 539928cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 540028cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 540128cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5402f8829a4aSRandall Stewart /* this is deliverable now */ 540328cd0699SMichael Tuexen if (control->on_strm_q) { 540428cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 540528cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 540628cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 540728cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 540898d5fd97SMichael Tuexen #ifdef INVARIANTS 540944249214SRandall Stewart } else { 541044249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 541128cd0699SMichael Tuexen strmin, control, control->on_strm_q); 541298d5fd97SMichael Tuexen #endif 541344249214SRandall Stewart } 541428cd0699SMichael Tuexen control->on_strm_q = 0; 541544249214SRandall Stewart } 5416f8829a4aSRandall Stewart /* subtract pending on streams */ 541728cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 541828cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 541928cd0699SMichael Tuexen } else { 542028cd0699SMichael Tuexen #ifdef INVARIANTS 542128cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 542228cd0699SMichael Tuexen #else 542328cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 542428cd0699SMichael Tuexen #endif 542528cd0699SMichael Tuexen } 5426f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5427f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 542828cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5429f8829a4aSRandall Stewart if (stcb->sctp_socket) { 543028cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5431f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 543228cd0699SMichael Tuexen control, 543344249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 543444249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 543577acdc25SRandall Stewart 5436f8829a4aSRandall Stewart } 543749656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5438f8829a4aSRandall Stewart } else { 543944249214SRandall Stewart /* Its a fragmented message */ 544028cd0699SMichael Tuexen if (control->first_frag_seen) { 5441b7b84c0eSMichael Tuexen /* 5442b7b84c0eSMichael Tuexen * Make it so this is next to 5443b7b84c0eSMichael Tuexen * deliver 5444b7b84c0eSMichael Tuexen */ 544528cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 544644249214SRandall Stewart need_reasm_check = 1; 5447f8829a4aSRandall Stewart break; 5448f8829a4aSRandall Stewart } 5449f8829a4aSRandall Stewart } 545044249214SRandall Stewart } else { 545144249214SRandall Stewart break; 545244249214SRandall Stewart } 545344249214SRandall Stewart } 545444249214SRandall Stewart if (need_reasm_check) { 5455d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 545644249214SRandall Stewart } 5457f8829a4aSRandall Stewart } 5458f8829a4aSRandall Stewart 54598e1b295fSMichael Tuexen 5460d1ea5fa9SMichael Tuexen 54618933fa13SRandall Stewart static void 54628933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 54638933fa13SRandall Stewart struct sctp_association *asoc, 546449656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 54658933fa13SRandall Stewart { 546644249214SRandall Stewart struct sctp_queued_to_read *control; 546744249214SRandall Stewart struct sctp_stream_in *strm; 54684a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5469d1ea5fa9SMichael Tuexen int cnt_removed = 0; 54708933fa13SRandall Stewart 54718933fa13SRandall Stewart /* 547244249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54734a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54744a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54754a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54764a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54774a9ef3f8SMichael Tuexen * queue. 54788933fa13SRandall Stewart */ 547944249214SRandall Stewart strm = &asoc->strmin[stream]; 548049656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 548144249214SRandall Stewart if (control == NULL) { 548244249214SRandall Stewart /* Not found */ 548344249214SRandall Stewart return; 54848933fa13SRandall Stewart } 548549656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54865cb91655SMichael Tuexen return; 54875cb91655SMichael Tuexen } 548844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 548944249214SRandall Stewart /* Purge hanging chunks */ 549049656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 549149656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5492d1ea5fa9SMichael Tuexen break; 5493d1ea5fa9SMichael Tuexen } 5494d1ea5fa9SMichael Tuexen } 5495d1ea5fa9SMichael Tuexen cnt_removed++; 549644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 549728cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54988933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 549928cd0699SMichael Tuexen } else { 550028cd0699SMichael Tuexen #ifdef INVARIANTS 550128cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 550228cd0699SMichael Tuexen #else 550328cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 550428cd0699SMichael Tuexen #endif 550528cd0699SMichael Tuexen } 55068933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 55078933fa13SRandall Stewart if (chk->data) { 55088933fa13SRandall Stewart sctp_m_freem(chk->data); 55098933fa13SRandall Stewart chk->data = NULL; 55108933fa13SRandall Stewart } 5511689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 55128933fa13SRandall Stewart } 5513d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5514d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5515d1ea5fa9SMichael Tuexen if (control->data) { 5516d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5517d1ea5fa9SMichael Tuexen control->data = NULL; 5518d1ea5fa9SMichael Tuexen } 5519d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5520d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5521d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5522d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5523d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5524d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5525d1ea5fa9SMichael Tuexen } 5526d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5527d1ea5fa9SMichael Tuexen return; 5528d1ea5fa9SMichael Tuexen } 5529d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 553044249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 553128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 553228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 553328cd0699SMichael Tuexen } else { 553428cd0699SMichael Tuexen #ifdef INVARIANTS 553528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 553628cd0699SMichael Tuexen #else 553728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 553828cd0699SMichael Tuexen #endif 553928cd0699SMichael Tuexen } 554028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5541d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5542d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5543d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5544d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5545d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5546d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5547d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5548d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5549d1ea5fa9SMichael Tuexen #endif 5550d1ea5fa9SMichael Tuexen } 5551d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 555244249214SRandall Stewart if (control->on_read_q == 0) { 555344249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 555444249214SRandall Stewart if (control->data) { 555544249214SRandall Stewart sctp_m_freem(control->data); 555644249214SRandall Stewart control->data = NULL; 555744249214SRandall Stewart } 555844249214SRandall Stewart sctp_free_a_readq(stcb, control); 55598933fa13SRandall Stewart } 55608933fa13SRandall Stewart } 55618933fa13SRandall Stewart 5562f8829a4aSRandall Stewart void 5563f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5564b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5565b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5566f8829a4aSRandall Stewart { 5567f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5568f8829a4aSRandall Stewart /* 5569f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5570f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5571f8829a4aSRandall Stewart * 5572f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5573f8829a4aSRandall Stewart * 55745b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55755b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5576f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5577f8829a4aSRandall Stewart * report where we are. 5578f8829a4aSRandall Stewart */ 5579f8829a4aSRandall Stewart struct sctp_association *asoc; 55807898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55817215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55828933fa13SRandall Stewart uint32_t str_seq; 5583f8829a4aSRandall Stewart struct sctp_stream_in *strm; 558428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5585f8829a4aSRandall Stewart 5586f8829a4aSRandall Stewart asoc = &stcb->asoc; 5587f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5588ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5589ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5590f8829a4aSRandall Stewart return; 5591f8829a4aSRandall Stewart } 5592f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5593f8829a4aSRandall Stewart /*************************************************************/ 5594f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5595f8829a4aSRandall Stewart /*************************************************************/ 5596f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5597f8829a4aSRandall Stewart 559820b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5599f8829a4aSRandall Stewart /* Already got there ... */ 5600f8829a4aSRandall Stewart return; 5601f8829a4aSRandall Stewart } 5602f8829a4aSRandall Stewart /* 5603f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5604f8829a4aSRandall Stewart * gap 5605f8829a4aSRandall Stewart */ 5606b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 560777acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 56082afb3e84SRandall Stewart if (gap >= m_size) { 5609f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5610ff1ffd74SMichael Tuexen struct mbuf *op_err; 5611ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 561217205eccSRandall Stewart 5613f8829a4aSRandall Stewart /* 5614f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 561517205eccSRandall Stewart * give out). This must be an attacker. 5616f8829a4aSRandall Stewart */ 561717205eccSRandall Stewart *abort_flag = 1; 5618ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5619ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5620ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5621ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 5622bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_36; 5623ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5624f8829a4aSRandall Stewart return; 5625f8829a4aSRandall Stewart } 5626207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 562777acdc25SRandall Stewart 56282afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 56292afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 563077acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 563177acdc25SRandall Stewart 5632b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5633830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 563477acdc25SRandall Stewart 5635b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5636f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 563780fefe0aSRandall Stewart } 56382afb3e84SRandall Stewart } else { 56392afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 56402afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 56417898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 56427898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 56438933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 564420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 56457898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5646b5c16493SMichael Tuexen } 5647b5c16493SMichael Tuexen } 5648b5c16493SMichael Tuexen } 5649f8829a4aSRandall Stewart } 5650f8829a4aSRandall Stewart /*************************************************************/ 5651f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5652f8829a4aSRandall Stewart /*************************************************************/ 5653f8829a4aSRandall Stewart 565444249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5655d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5656d1ea5fa9SMichael Tuexen uint16_t sid; 565744249214SRandall Stewart 5658d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5659d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5660d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 566149656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5662d1ea5fa9SMichael Tuexen } 5663d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5664d1ea5fa9SMichael Tuexen } 56658933fa13SRandall Stewart /*******************************************************/ 56668933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 56678933fa13SRandall Stewart /* delivery issues as needed. */ 56688933fa13SRandall Stewart /*******************************************************/ 5669f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5670671d309cSRandall Stewart if (m && fwd_sz) { 5671f8829a4aSRandall Stewart /* New method. */ 5672d61a0ae0SRandall Stewart unsigned int num_str; 567349656eefSMichael Tuexen uint32_t mid, cur_mid; 567449656eefSMichael Tuexen uint16_t sid; 56758e1b295fSMichael Tuexen uint16_t ordered, flags; 5676671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 567744249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5678671d309cSRandall Stewart 5679671d309cSRandall Stewart offset += sizeof(*fwd); 5680f8829a4aSRandall Stewart 56818933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 568244249214SRandall Stewart if (asoc->idata_supported) { 568344249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 568444249214SRandall Stewart } else { 5685f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 568644249214SRandall Stewart } 5687f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 568844249214SRandall Stewart if (asoc->idata_supported) { 568944249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 569044249214SRandall Stewart sizeof(struct sctp_strseq_mid), 569144249214SRandall Stewart (uint8_t *)&strseqbuf_m); 569244249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 569344249214SRandall Stewart if (stseq_m == NULL) { 569444249214SRandall Stewart break; 569544249214SRandall Stewart } 569649656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 569749656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56988e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56998e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 57008e1b295fSMichael Tuexen ordered = 0; 57018e1b295fSMichael Tuexen } else { 57028e1b295fSMichael Tuexen ordered = 1; 57038e1b295fSMichael Tuexen } 570444249214SRandall Stewart } else { 5705671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5706671d309cSRandall Stewart sizeof(struct sctp_strseq), 5707671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5708671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 57092afb3e84SRandall Stewart if (stseq == NULL) { 5710671d309cSRandall Stewart break; 57112afb3e84SRandall Stewart } 571249656eefSMichael Tuexen sid = ntohs(stseq->sid); 571349656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 57148e1b295fSMichael Tuexen ordered = 1; 571544249214SRandall Stewart } 5716f8829a4aSRandall Stewart /* Convert */ 57178933fa13SRandall Stewart 5718f8829a4aSRandall Stewart /* now process */ 57198933fa13SRandall Stewart 57208933fa13SRandall Stewart /* 57218933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 57228933fa13SRandall Stewart * queue where its not all delivered. If we find it 57238933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 57248933fa13SRandall Stewart */ 572549656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 57262afb3e84SRandall Stewart /* screwed up streams, stop! */ 57272afb3e84SRandall Stewart break; 5728f8829a4aSRandall Stewart } 572949656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 573049656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 57318933fa13SRandall Stewart /* 57328933fa13SRandall Stewart * If this is the one we were partially 57338933fa13SRandall Stewart * delivering now then we no longer are. 57348933fa13SRandall Stewart * Note this will change with the reassembly 57358933fa13SRandall Stewart * re-write. 57368933fa13SRandall Stewart */ 57378933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 57388933fa13SRandall Stewart } 573949656eefSMichael Tuexen strm = &asoc->strmin[sid]; 574049656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 574149656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5742d1ea5fa9SMichael Tuexen } 574328cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 574428cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 574528cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 574649656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 574728cd0699SMichael Tuexen control->pdapi_aborted = 1; 57488933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 574928cd0699SMichael Tuexen control->end_added = 1; 575028cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 575128cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 575228cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 575328cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 575428cd0699SMichael Tuexen } else { 575598d5fd97SMichael Tuexen #ifdef INVARIANTS 575628cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 575728cd0699SMichael Tuexen #else 575828cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 575998d5fd97SMichael Tuexen #endif 576044249214SRandall Stewart } 576128cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 576228cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 576328cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 576428cd0699SMichael Tuexen #ifdef INVARIANTS 576528cd0699SMichael Tuexen } else if (control->on_strm_q) { 576628cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 576728cd0699SMichael Tuexen strm, control, control->on_strm_q); 576828cd0699SMichael Tuexen #endif 576928cd0699SMichael Tuexen } 577028cd0699SMichael Tuexen control->on_strm_q = 0; 577128cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5772810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5773810ec536SMichael Tuexen stcb, 57748933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5775810ec536SMichael Tuexen (void *)&str_seq, 5776810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57778933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57788933fa13SRandall Stewart break; 577928cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 578028cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57818933fa13SRandall Stewart /* We are past our victim SSN */ 57828933fa13SRandall Stewart break; 57838933fa13SRandall Stewart } 57848933fa13SRandall Stewart } 578549656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5786f8829a4aSRandall Stewart /* Update the sequence number */ 578749656eefSMichael Tuexen strm->last_mid_delivered = mid; 5788f8829a4aSRandall Stewart } 5789f8829a4aSRandall Stewart /* now kick the stream the new way */ 579004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5791f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5792f8829a4aSRandall Stewart } 57938933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5794f8829a4aSRandall Stewart } 57957898f408SRandall Stewart /* 57967898f408SRandall Stewart * Now slide thing forward. 57977898f408SRandall Stewart */ 57987898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5799f8829a4aSRandall Stewart } 5800